diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 94bc90f486d8ea2c487d623066865d77fc4a43e2..81ba35c93b0a2a10683517ad99881042b0a279aa 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,554017.2673169231,290908.66369106754,508.46642299180104,0.44751344985098146,0.007922447059760763,0.007956669693691116,5.947007625852422,744.3233620657913,0.011611742870018106,0.007932280058269594,0.006606646954019098,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,546109.7920930303,290467.2884528435,504.5946782001344,0.4441058347355793,0.00786147523534929,0.007895752537555862,5.947007625852422,738.9924168034678,0.011527882044873454,0.007871404088181615,0.006584301629228166,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.535329956300751,0.5364501968780073,0.5803778087085167,1.685837930431661,0.5272991974017691,0.7983357531747269,65.70025403754019,0.7316624606338301,0.816374996431653,0.6475744718445356,0.6443293886043115,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.04051125167734902,0.047293925192861255,0.18511493191476186,2.17782297275412,0.12028685440811808,0.13061861040316733,30.351890317086106,0.20127407105076656,0.1368435590826109,0.1258571756923517,0.11048171833662629,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.34051654273865684,0.3412934869243418,0.44611421519873157,1.3061779925977794,0.36744683893419283,0.49646919626994823,50.561794190982724,0.58353795312615,0.6192588528352383,0.4734228093605025,0.4705056055923697,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.04211025196291461,0.04937371934908869,0.1906250528997198,2.310607236012791,0.12370562072554768,0.13452527895255467,29.331400404700744,0.20520782627111134,0.13912395401217167,0.12923732771356733,0.11481855375543791,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,1.5882842014660816,2.051255947187308,1.2993223696038874,25.98648594285764,0.0706892958199147,0.07381375768590064,966.3879639694018,1.2602714792718597,0.06956420504070161,0.07171972802662892,0.07132284080308451,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,280.62196318414226,288.23101358021466,12.906385561838798,1.1532468625741548,0.4287285489400429,0.5581643581948046,21.575746367392085,16.75177492638145,0.6528784773535611,0.5030094656107862,0.46098574878821896,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,8.827877045074457,8.9457924155883,2.429326433079963,1.241523091107205,0.08871368780485235,0.09489495032165551,28.35449334992788,2.971174354539709,0.11297240673304075,0.09236982456647304,0.08516844280725475,Weather,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 16869267b295292fefc7632b686045dbdf0b16fc..d161dc2495581a5f0dc48546406aa65ca169daf5 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T00:19:18.252212+00:00", + "evaluated_at": "2026-06-22T00:27:28.652653+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63511.078125 + 63604.0 ], "p50": [ 63626.177558686555, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a2e4e02141471f48e8e26cecb0db84ac441fb377..26051c5f2d43b10d67efeef4be28bfa1e45cf0fb 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T00:11:36.800657+00:00", + "evaluated_at": "2026-06-22T00:27:28.681943+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.16500000655651093, - 0.17800000309944153, 0.19900000095367432, 0.21199999749660492, 0.22200000286102295, @@ -245,11 +243,11 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906 + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 ], "actuals": [ - 0.32899999618530273, - 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, 0.35199999809265137, @@ -307,197 +305,197 @@ 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, - 1.680999994277954 + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 ], "p50": [ - 0.32722517436049925, - 0.3272165885601847, - 0.32537192314296476, - 0.3247468636162533, - 0.3240957816051624, - 0.3251527156835869, - 0.32324951096449944, - 0.3221652937540981, - 0.3226130376870797, - 0.3229714199962253, - 0.3212765412122682, - 0.3224779334420068, - 0.31990144057907377, - 0.31949515045073795, - 0.3202568276120284, - 0.321149247099993, - 0.3182510079370778, - 0.3179956069536137, - 0.31752155034654145, - 0.3169753251842031, - 0.3171769248744459, - 0.31941951835527077, - 0.3165337279640425, - 0.31616825354596123, - 0.31586199470051507, - 0.31589261359363685, - 0.31586103778717867, - 0.3154367257371175, - 0.3154804243176678, - 0.3157725345291172, - 0.31444055296626927, - 0.3133289384065506, - 0.31545904799032515, - 0.313850345106071, - 0.31298558904762985, - 0.3128840130495369, - 0.31381977583079534, - 0.3144056718805337, - 0.3126272329932156, - 0.31149787583661726, - 0.3119055716371632, - 0.31274613205836627, - 0.311355761969539, - 0.3117850660392345, - 0.31098555110168763, - 0.3125812721339653, - 0.3124997882635903, - 0.31155898959736406, - 0.3111741635743516, - 0.31122545763472687, - 0.3093184907943545, - 0.31039813390916315, - 0.3101462263446186, - 0.30876767193329363, - 0.30987670490894875, - 0.30961090942199343, - 0.30923218126632024, - 0.3096031725262254, - 0.3088580605564444, - 0.3086904221497944 + 0.349766448048138, + 0.3551798230629333, + 0.3641739424456143, + 0.3717130802643382, + 0.3799735475818385, + 0.3868545377181135, + 0.39399658300967816, + 0.4027394437539313, + 0.4077689284773046, + 0.41433011301984657, + 0.4225582784495374, + 0.42663256053299287, + 0.435104384902263, + 0.43921803361938777, + 0.44429798899878725, + 0.45072423152918406, + 0.4560178195298999, + 0.4612216296761866, + 0.46760700404312294, + 0.4719223432496241, + 0.47802154025467924, + 0.4830177686461631, + 0.4861742410385393, + 0.4904608061685146, + 0.496396183429099, + 0.4998245286647715, + 0.5036826207012481, + 0.5080739120523015, + 0.5114349305674102, + 0.517208335497676, + 0.5188506257385073, + 0.5251491625126969, + 0.5285412545049655, + 0.5301104823008445, + 0.535430673989948, + 0.5377235479473578, + 0.5408486552763494, + 0.5453612194355826, + 0.5470635458981904, + 0.5502635945430026, + 0.552664104432823, + 0.5572599148523278, + 0.5605850361280644, + 0.5619169208511502, + 0.5651762435758685, + 0.5665804349181678, + 0.568476198915878, + 0.570997742228703, + 0.5748852121302832, + 0.5777965288966845, + 0.5787268674563971, + 0.5807047090488209, + 0.5826005189585991, + 0.5843164438601935, + 0.5882680067599921, + 0.589752719841231, + 0.5922108331372834, + 0.5925335745668308, + 0.5957497976701518, + 0.597616428827607 ], "p10": [ - 0.3170030564441282, - 0.31612998780000906, - 0.3171372946299671, - 0.31662430093800253, - 0.3165113409038224, - 0.31600810779332617, - 0.31553898601181407, - 0.3131773200835536, - 0.3148649954698187, - 0.31225676217849624, - 0.31281157054465963, - 0.3133506518386898, - 0.31261735981332295, - 0.3106083891750484, - 0.3121329579030769, - 0.3120916695903711, - 0.3110123328766125, - 0.31067445823471124, - 0.3089066919126587, - 0.30833681678793057, - 0.3095221006198858, - 0.3099777138371627, - 0.3075691347346046, - 0.30802362413739515, - 0.3067237101655281, - 0.3064335214213113, - 0.3060278172461447, - 0.30767322206716236, - 0.3072065081673015, - 0.30693717225538103, - 0.3064073309214593, - 0.30479503442536876, - 0.3045221121236434, - 0.3065049720402133, - 0.30398277344025404, - 0.3054299869711328, - 0.30525849722182286, - 0.3033906378993777, - 0.30505155991190946, - 0.30523954859993535, - 0.30279531472299287, - 0.30487050868946125, - 0.3040114834026942, - 0.3040759857814142, - 0.30198328903022664, - 0.3033415387388951, - 0.3031675210557749, - 0.3008022652679373, - 0.30108054884848673, - 0.3009510727504552, - 0.3024737114886633, - 0.3023327174218688, - 0.3015827202885417, - 0.30031485406646535, - 0.30062547969186026, - 0.29984215548591076, - 0.30013616724187586, - 0.30227594179709183, - 0.30089861842482024, - 0.30156670239987154 + 0.3400272499924638, + 0.3466955460887089, + 0.3545469417097217, + 0.3622977812936427, + 0.36984781424793783, + 0.37706467817545575, + 0.3860985236166208, + 0.39302675190517317, + 0.3991708477694575, + 0.4057922403923328, + 0.41249213619580766, + 0.4174864228381642, + 0.42591896827068787, + 0.4297319097766903, + 0.43665506284912065, + 0.4411954110297028, + 0.44641322584733895, + 0.45366446096270246, + 0.4587521087343239, + 0.4623562460774318, + 0.46916106755650466, + 0.47400783506580946, + 0.4783030768574421, + 0.48122924553547053, + 0.4875437210850907, + 0.49210246773280786, + 0.4944963345517901, + 0.49961239409085123, + 0.5024142278686928, + 0.5080511703898288, + 0.512007198578478, + 0.5157299581080418, + 0.5175028504384234, + 0.5214660563527651, + 0.5273108549368534, + 0.5278936224999923, + 0.5331241678855752, + 0.5362590045374486, + 0.5390073364816873, + 0.5428312915226311, + 0.5453393303877022, + 0.5484729807461493, + 0.5502943055822601, + 0.5518532427057968, + 0.5544715277134584, + 0.5589106442374532, + 0.5593376612239209, + 0.5629846464331025, + 0.5644303915286585, + 0.568669696927686, + 0.5698602571884298, + 0.5720813343745359, + 0.5749009143349778, + 0.5754348790334249, + 0.578591387747109, + 0.5803971865928191, + 0.5831572157683805, + 0.5850758498913008, + 0.5870134058137848, + 0.5876954118527992 ], "p90": [ - 0.336867085456909, - 0.3350804529315286, - 0.3340636628493223, - 0.33350915418147525, - 0.3329979711402934, - 0.3324677324208639, - 0.3323180668428236, - 0.33015911968095396, - 0.3310735812543295, - 0.33129400005240256, - 0.3296262418365227, - 0.3305199775636301, - 0.32944804908252934, - 0.3292414618222166, - 0.3291743815543066, - 0.3284657391183583, - 0.32844621247761824, - 0.32744153648196656, - 0.32708301812235724, - 0.326703030195588, - 0.32668055101202126, - 0.32777018391635465, - 0.3257977196931689, - 0.32571311285119764, - 0.3258675819086971, - 0.32482438907102384, - 0.32450388492986537, - 0.3245419834240494, - 0.3260973400598536, - 0.32364343357135683, - 0.32343436211098764, - 0.32489030975016414, - 0.32321179424134033, - 0.32447367024375456, - 0.3224292876876936, - 0.32393078400954617, - 0.32260494820953767, - 0.32178029449291634, - 0.32150386344296955, - 0.3218027564663195, - 0.32142271813013207, - 0.32173482825291017, - 0.32014095856112207, - 0.3227126166939481, - 0.31840664150170833, - 0.3202924555691442, - 0.32069388429928164, - 0.31986500840146814, - 0.3201503802253995, - 0.32112411515210143, - 0.31946540452605704, - 0.3195279762736125, - 0.3191623134857802, - 0.31892020511876557, - 0.31887615415318865, - 0.31803686393213126, - 0.3193820120515966, - 0.3186636523162358, - 0.3198455677940663, - 0.3161728938814283 + 0.357717923247331, + 0.3657636864228879, + 0.3733153477213254, + 0.3801811241505982, + 0.3876644237367883, + 0.39568919971026434, + 0.40454937835485727, + 0.4115678438065345, + 0.41655743941994405, + 0.42356866062514464, + 0.4301978825183927, + 0.43631806634338627, + 0.4445549359512553, + 0.4480543704955841, + 0.4545580144243813, + 0.4612234735705954, + 0.4656938381051402, + 0.4704302081872853, + 0.4763045973651875, + 0.48248761511846644, + 0.4874104553699986, + 0.4905269591799628, + 0.4955054356435095, + 0.5001295001721228, + 0.5051784921231458, + 0.5086253522327256, + 0.5134588206036521, + 0.5185893858551744, + 0.5190874660006461, + 0.5267288354920793, + 0.5292356867099135, + 0.5341600690412974, + 0.5368943507028073, + 0.5401090430775429, + 0.5437179278472951, + 0.5447427912481501, + 0.550461820210534, + 0.5528352846146943, + 0.556505881581312, + 0.5595409369469665, + 0.5601086230786598, + 0.5641154906665844, + 0.5692342732552855, + 0.5719213904034124, + 0.5728622850019699, + 0.575497250042448, + 0.5778802596031896, + 0.5808854594663507, + 0.5836546726865798, + 0.5850726258191393, + 0.5876508122378288, + 0.5902108156110759, + 0.5932763558867241, + 0.5945768644670908, + 0.5982667704736196, + 0.5994745748945259, + 0.6000254605949032, + 0.6024735272187894, + 0.6051106279453522, + 0.6052993581973228 ], "timestamps": [ - "2026-06-20 18:06:00", - "2026-06-20 18:12:00", "2026-06-20 18:18:00", "2026-06-20 18:24:00", "2026-06-20 18:30:00", @@ -795,6 +793,8 @@ "2026-06-21 23:42:00", "2026-06-21 23:48:00", "2026-06-21 23:54:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a410c95b192977d4429f4976ff6722eb498d4403..038953c3142f9973f5795bef4f52abf6a2c1e7a3 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T00:04:08.292219+00:00", + "evaluated_at": "2026-06-22T00:27:28.728948+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.399999976158142, 1.5, 1.5, 1.5, @@ -84,6 +83,7 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -97,7 +97,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,233 +157,232 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.2789831433422234, - 1.2846292404550552, - 1.2955991345256532, - 1.295036385972075, - 1.2967291850127485, - 1.2998651739003722, - 1.2874637701061091, - 1.2971094146666804, - 1.300006994305433, - 1.294635911810595, - 1.2999720783524649, - 1.28266161171261, - 1.2965242755656503, - 1.2985782033526727, - 1.2875901258933364, - 1.2832554466172044, - 1.299982094002878, - 1.3001037469460923, - 1.284541687360805, - 1.291123015318667, - 1.2959161454401942, - 1.2979297501515563, - 1.2971771737328315, - 1.300103869045824, - 1.2971771775754566, - 1.2832531345055718, - 1.2985797533812087, - 1.2971771788683901, - 1.3001038717821272, - 1.284541753875327, - 1.2856778314722141, - 1.3001038718863305, - 1.287590951992445, - 1.2999823285232677, - 1.2856778315042598, - 1.2845417539392463, - 1.2971771790980187, - 1.295877191916163, - 1.3002190782419822, - 1.3001614750734345, - 1.2946551495845195, - 1.2875909520023057, - 1.2971771790987978, - 1.2832558867805288, - 1.2851097927239006, - 1.2958771919165848, - 1.2999823285285381, - 1.287590952002339, - 1.2965271855077014, - 1.2875909520023396, - 1.2999823285285395, - 1.2952661707505855, - 1.2845417539407427, - 1.2965271855077016, - 1.3000431002167203, - 1.2958771919165875, - 1.2999823285285395, - 1.2911230507934617, - 1.2856778315070685, - 1.2958771919165875, - 1.2856778315070685, - 1.302101559095225, - 1.2832531353172403, - 1.2952661707505855, - 1.2958771919165875, - 1.3001038719049012, - 1.2958771919165875, - 1.2999823285285395, - 1.2856778315070685, - 1.2820810110047371, - 1.286634391754704, - 1.2832531353172403 + 1.2923576963982404, + 1.2955001826995345, + 1.2980639156100158, + 1.2971419032971228, + 1.297975533585942, + 1.2823962137858698, + 1.2995666191167583, + 1.2975891994814615, + 1.301052794069542, + 1.2820999816269618, + 1.2850588134613028, + 1.283246389056871, + 1.298421355514, + 1.296761388679486, + 1.298423518138456, + 1.2909157350757088, + 1.2979799663414175, + 1.2836272239347368, + 1.2834396329527213, + 1.2976580584823993, + 1.297819135641237, + 1.2972105433844034, + 1.2976580908580957, + 1.283439701241135, + 1.2976580950457546, + 1.2807386544912518, + 1.2982023009169477, + 1.282685892012698, + 1.2850693887747466, + 1.30096620601063, + 1.2984243872493464, + 1.283439704363206, + 1.2976580967173912, + 1.2807386553862885, + 1.2832520514197487, + 1.2821197331173124, + 1.299629609199764, + 1.297658096728259, + 1.2909162004407717, + 1.297980215509721, + 1.285069388912989, + 1.2832520514229668, + 1.3030217516802054, + 1.2821197331190457, + 1.2906427270373073, + 1.299629609200695, + 1.2976580967287574, + 1.2826858922710318, + 1.2843483731294663, + 1.2836273573458674, + 1.2836273573458676, + 1.2834397043844379, + 1.2979802155098645, + 1.2821197331190575, + 1.2976580967287592, + 1.3009662060846896, + 1.298424387289, + 1.2850693889130658, + 1.2820210315505896, + 1.2976580967287592, + 1.2976580967287592, + 1.2976580967287592, + 1.2836273573458676, + 1.283252051423008, + 1.2976580967287592, + 1.2836273573458676, + 1.2976580967287592, + 1.2976580967287592, + 1.2979802155098645, + 1.2850693889130658, + 1.2834397043844379, + 1.2821197331190575 ], "p10": [ - 1.2151774918737979, - 1.216323038961155, - 1.1875651352254197, - 1.222392844089065, - 1.2241871575487053, - 1.220497404467788, - 1.1949305935452796, - 1.1949900110093747, - 1.2156092991640177, - 1.1950385376675217, - 1.2194247037800736, - 1.2179274580306811, - 1.2194320440140969, - 1.2194334034951433, - 1.220735276363314, - 1.1950573352781761, - 1.224634917109111, - 1.1950576504827013, - 1.2156453384953674, - 1.2232336145587828, - 1.1950577565400047, - 1.2245227419321045, - 1.220605982254716, - 1.2231035323228834, - 1.220605986097341, - 1.1938682536655274, - 1.2207361020398482, - 1.2206059873902746, - 1.2263324230644816, - 1.1891431797331666, - 1.2156454050404506, - 1.2194349539375775, - 1.2207361024624226, - 1.2206059876154285, - 1.1950577754387015, - 1.2179329194775634, - 1.2206059876199031, - 1.2194349539557237, - 1.2194349539559222, - 1.22060598762058, - 1.2192847505083755, - 1.215645405075271, - 1.2206059876206823, - 1.1891431797985728, - 1.2179329194790547, - 1.2204557841729888, - 1.2207361024723158, - 1.1950577754415095, - 1.2235111553181617, - 1.1944663158772173, - 1.2179329194790598, - 1.2192847505084394, - 1.2192847505084394, - 1.1891431797985823, - 1.2245227520031117, - 1.2206059876207003, - 1.2194349539561482, - 1.2192847505084394, - 1.1944663158772173, - 1.2179329194790598, - 1.188545118398561, - 1.2207361024723171, - 1.2179329194790598, - 1.2179329194790598, - 1.2232336500335774, - 1.2207361024723171, - 1.2206059876207003, - 1.1950577754415102, - 1.188545118398561, - 1.1831625657983678, - 1.2194349539561482, - 1.1891431797985823 + 1.196972185295346, + 1.2159301985417026, + 1.2172887095404856, + 1.1836199593917283, + 1.21840554942811, + 1.1956323115516183, + 1.2243679253528035, + 1.2029528302904375, + 1.2029848381973318, + 1.1618587497244122, + 1.2030111520859723, + 1.2236820426084865, + 1.217268103796825, + 1.20243202172689, + 1.184457402453926, + 1.2203760876778074, + 1.2233732533898276, + 1.1971407689134252, + 1.203021656106019, + 1.2203765147967784, + 1.2030217070596603, + 1.217271124607342, + 1.2205456749404715, + 1.184339501704894, + 1.2030217258547307, + 1.2024336441152939, + 1.2205456803286503, + 1.2030217272794006, + 1.184458271466151, + 1.2024336449423578, + 1.2024336449767639, + 1.2205456807899033, + 1.2203765530317703, + 1.2188544031250812, + 1.1971409023212969, + 1.2024336450146724, + 1.195872639251613, + 1.2166830530500068, + 1.1958726392522796, + 1.2188544031310247, + 1.217271135571748, + 1.218854403131127, + 1.2188544031311461, + 1.2188544031311563, + 1.203021727537729, + 1.2205456808111317, + 1.2233735025582728, + 1.1844582716044691, + 1.1844582716044696, + 1.2172711355718246, + 1.218854403131168, + 1.220545680811135, + 1.218854403131168, + 1.2030217275377353, + 1.2236877049746233, + 1.197140902324556, + 1.220545680811135, + 1.2203765530431383, + 1.2011653819444088, + 1.2236877049746233, + 1.2260067059101782, + 1.18445827160447, + 1.2024336450164175, + 1.2233735025582746, + 1.220545680811135, + 1.218854403131168, + 1.2030217275377353, + 1.2236877049746233, + 1.2203765530431383, + 1.218854403131168, + 1.2024336450164175, + 1.2236877049746233 ], "p90": [ - 1.3766560352481072, - 1.379252934299342, - 1.3996421500949565, - 1.381373839902114, - 1.3998803096538572, - 1.3959782216173056, - 1.400201121843694, - 1.4020558051669678, - 1.4011840887568319, - 1.3835956354501586, - 1.4021133194230286, - 1.3811928679226715, - 1.4012172847260678, - 1.3967156966654581, - 1.3822138197376233, - 1.40041705266941, - 1.400328069214263, - 1.4021234446402944, - 1.400328237159987, - 1.4021235341243086, - 1.400328284838419, - 1.402123559528096, - 1.4013105267952333, - 1.4003283008808474, - 1.3967172456031038, - 1.4012201938564506, - 1.4012201942356501, - 1.4021235693686775, - 1.4021235694763292, - 1.3840260115705405, - 1.3966280579987893, - 1.3836148732055764, - 1.4012201946582246, - 1.3822146458413547, - 1.396628058030835, - 1.3836148732226508, - 1.3962169196210374, - 1.381085405317784, - 1.401220194667893, - 1.3966280580335233, - 1.3811983293709862, - 1.3962169196218006, - 1.4023184106361857, - 1.382214645846617, - 1.4023184106361986, - 1.4021235695991006, - 1.4012201946681178, - 1.3822146458466258, - 1.4012201946681189, - 1.3822146458466265, - 1.4003283037399246, - 1.3810854053182084, - 1.3962169196218346, - 1.3836148732241471, - 1.4003283037399246, - 1.3811983293710501, - 1.3962169196218346, - 1.3962169196218346, - 1.3836148732241471, - 1.3966280580336436, - 1.3784146843462868, - 1.4023184106362037, - 1.3836148732241471, - 1.4021235695991032, - 1.3822146458466265, - 1.401220194668119, - 1.4023184106362037, - 1.400417492832744, - 1.3836148732241471, - 1.3810854053182084, - 1.3962169196218346, - 1.400417492832744 + 1.3779426238672288, + 1.375692076444041, + 1.3996400690493749, + 1.4014000658191355, + 1.3982537168219111, + 1.3837901261654695, + 1.3985738929548825, + 1.3820531889775833, + 1.401168873299654, + 1.4011860111479617, + 1.3821115107731181, + 1.3821164238587442, + 1.4012027308650574, + 1.3987009472354417, + 1.3834032144377562, + 1.3821216208595501, + 1.4013087750107924, + 1.385184118082345, + 1.3786162096017902, + 1.384933894035607, + 1.3822502654831479, + 1.384933921317484, + 1.3987025646543056, + 1.3987025673816662, + 1.378616279350502, + 1.3987025696238455, + 1.3987025700424844, + 1.3822502857028882, + 1.3849339321436478, + 1.4038754167303282, + 1.4012057626004037, + 1.3821220862036494, + 1.39895288972511, + 1.382250285955136, + 1.3989528897332189, + 1.4013090241774944, + 1.401205762639123, + 1.402238378031377, + 1.4012057626397896, + 1.401309024179096, + 1.3821220862248043, + 1.398702570524928, + 1.4022383780318552, + 1.3834040835882884, + 1.383404083588294, + 1.3849339322819636, + 1.4013090241792376, + 1.3987025705249683, + 1.378616281033506, + 1.3834040835883, + 1.4022383780318772, + 1.382122086224881, + 1.3834040835883001, + 1.3702000575776647, + 1.384933932281967, + 1.3990561512756599, + 1.398952889736478, + 1.4012057626400574, + 1.3783450457789672, + 1.398952889736478, + 1.3834040835883001, + 1.4013090241792394, + 1.3987025705249692, + 1.4013090241792394, + 1.382122086224881, + 1.4012057626400574, + 1.3987025705249692, + 1.3786162810335065, + 1.4012057626400574, + 1.382250285961223, + 1.382122086224881, + 1.3987025705249692 ], "timestamps": [ - "2026-06-19 23:50:00", - "2026-06-20 00:00:00", "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", @@ -533,6 +531,8 @@ "2026-06-21 00:20:00", "2026-06-21 00:30:00", "2026-06-21 00:40:00", - "2026-06-21 00:50:00" + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 48826c142d92ac0bcaf8da849b33274c07c3a948..a1a0120574b93986cf3f60f67af3319a6969564a 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,25 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T00:19:18.294219+00:00", + "evaluated_at": "2026-06-22T00:27:28.751336+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 127087e2be2abdc8e56ffadd4808bcce6b867e4b..34ad5c542b9098fd983f38bb5c545294ea1025e4 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,5.000,4.000,4.400,4.800,5.000,4.300,3.500,4.400,5.000,4.600 +2026-06-22,Chronos-2,5.100,4.400,4.600,5.000,5.100,4.500,3.800,4.600,5.100,4.700 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index c0f288b19faa9d1ab0d48e634600c56f7c7f669e..b8214e6aad180ceca4d47d9ac7570b5c8b648eb5 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,5.0,4.0,4.4,4.8,5.0,4.3,3.5,4.4,5.0,4.6 +2026-W26,Chronos-Bolt-Mini,5.1,4.4,4.6,5.0,5.1,4.5,3.8,4.6,5.1,4.7 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index fbc7bf950be2c3db5324c3589c83e62a0d770a67..a66dbc8fe294dc4ed11819cd662d050dc748f186 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,204727.16494878134,204727.16494878134,357.1598307291667,0.3143449021812385,0.00558916572422212,0.0055641844912423894,1.9525816537906209,452.46786068049227,0.007058680034692571,0.005571836555574478,0.005366333379177568,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,197717.37100346884,197717.37100346884,353.2880859375,0.31093728706583634,0.005527380887878373,0.00550327036889973,1.9525816537906209,444.6542150969322,0.006936365280398328,0.005511103077570179,0.005345877056617849,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.014093311717438025,0.014093311717438025,0.10189460118611654,0.29597579543575236,0.1085522583774586,0.11549665169424797,1.1952334544478778,0.1187152547798219,0.13246021343407807,0.11369204948366375,0.10923601848095346,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.0477887003611218,0.0477887003611218,0.18799307776821983,2.2116835160056176,0.12235337286127618,0.1328362204136937,35.287814110280046,0.21860626789074875,0.14862748877569745,0.12781398870900057,0.10666352752627632,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.012678099926296864,0.012678099926296864,0.08763237247864405,0.2565788591151391,0.0781527259368784,0.08221920519297964,1.2136615362083967,0.11259706890633017,0.11948962591036592,0.09299673168066223,0.09483038299538639,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.05440467413328322,0.05440467413328322,0.20337391727500492,2.46513896113696,0.1323153693261341,0.14437144637804197,45.59034340310892,0.23324809566914628,0.15813430669271317,0.13788062584348992,0.11603819901575539,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,2.136197004407677,2.136197004407677,1.2016592820485432,0.8617476792088895,0.05777990505652451,0.060336408657497655,7.34411232261943,1.461573468699975,0.07226568539323062,0.059414551157401484,0.056565519067119124,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,66.76668333288387,66.76668333288387,6.642537713050842,0.5756545897559374,0.30416807990406763,0.24707373568244964,2.766642531394908,8.171088258786822,0.31887173692826626,0.25922098392393533,0.20003773135329111,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.731881801238463,0.731881801238463,0.7398017247517904,0.37672295824585333,0.030558016764415153,0.03011294164019726,1.8278462879973016,0.8555009066263244,0.03450180238844051,0.029835728654771153,0.025643696839247374,Weather,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 3147ad73d9409096527c2734e656cca6747b4572..ebc3973713c20e8429712f64aad37e26cdefeae0 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T00:16:56.041225+00:00", + "evaluated_at": "2026-06-22T00:24:18.181205+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63511.078125 + 63604.0 ], "p50": [ 64307.55859375, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 122402d1774e3ac092625c6a131b273a168e6e76..9b4e10c43c8efacdfa1540ffb3ec0a3415cce52b 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T00:09:16.336188+00:00", + "evaluated_at": "2026-06-22T00:24:23.678410+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.16500000655651093, - 0.17800000309944153, 0.19900000095367432, 0.21199999749660492, 0.22200000286102295, @@ -245,11 +243,11 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906 + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 ], "actuals": [ - 0.32899999618530273, - 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, 0.35199999809265137, @@ -307,197 +305,197 @@ 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, - 1.680999994277954 + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 ], "p50": [ - 0.3216007351875305, - 0.3199074864387512, - 0.32301950454711914, - 0.3178666830062866, - 0.322318971157074, - 0.3241569399833679, - 0.3279516100883484, - 0.3334309458732605, - 0.3417195677757263, - 0.34718573093414307, - 0.36010074615478516, - 0.3668892979621887, - 0.3778380751609802, - 0.38582026958465576, - 0.3954918384552002, - 0.40318161249160767, - 0.453616738319397, - 0.46461206674575806, - 0.48125022649765015, - 0.49133044481277466, - 0.5088182687759399, - 0.5229359269142151, - 0.5436667203903198, - 0.563247799873352, - 0.5841946005821228, - 0.6078477501869202, - 0.6237905025482178, - 0.6468508839607239, - 0.6715057492256165, - 0.6914927363395691, - 0.711681604385376, - 0.7355950474739075, - 0.8424292802810669, - 0.8669791221618652, - 0.8953021764755249, - 0.919861376285553, - 0.947089433670044, - 0.9695611596107483, - 0.9931750893592834, - 1.0182081460952759, - 1.039417028427124, - 1.0622934103012085, - 1.0828423500061035, - 1.1077163219451904, - 1.1232002973556519, - 1.1448122262954712, - 1.1625474691390991, - 1.1820889711380005, - 1.294167160987854, - 1.3065810203552246, - 1.3252580165863037, - 1.3435521125793457, - 1.3574917316436768, - 1.3741849660873413, - 1.3837159872055054, - 1.3897311687469482, - 1.4013822078704834, - 1.4123828411102295, - 1.4158138036727905, - 1.4276219606399536 + 0.3350682258605957, + 0.3361842632293701, + 0.3440570831298828, + 0.3422861695289612, + 0.35023409128189087, + 0.3567497730255127, + 0.3650522232055664, + 0.37409740686416626, + 0.38515549898147583, + 0.3943183422088623, + 0.4095187783241272, + 0.41823315620422363, + 0.4326912760734558, + 0.4430878162384033, + 0.45559269189834595, + 0.4715766906738281, + 0.5165902376174927, + 0.5315507054328918, + 0.5498698353767395, + 0.5649983882904053, + 0.5848238468170166, + 0.6017972826957703, + 0.6276243925094604, + 0.6466784477233887, + 0.6692721843719482, + 0.6935752630233765, + 0.7128804922103882, + 0.7369265556335449, + 0.7643934488296509, + 0.7872451543807983, + 0.8102826476097107, + 0.8291551470756531, + 0.9304623603820801, + 0.95609450340271, + 0.9803685545921326, + 1.0030438899993896, + 1.0306414365768433, + 1.0500901937484741, + 1.0730576515197754, + 1.0955321788787842, + 1.1148321628570557, + 1.1380798816680908, + 1.1576768159866333, + 1.1812961101531982, + 1.1934466361999512, + 1.212294101715088, + 1.2298551797866821, + 1.2430320978164673, + 1.3531177043914795, + 1.36199152469635, + 1.3752806186676025, + 1.3899927139282227, + 1.400804042816162, + 1.410578966140747, + 1.4173691272735596, + 1.4217661619186401, + 1.428999423980713, + 1.4382039308547974, + 1.4383506774902344, + 1.4458417892456055 ], "p10": [ - 0.3027495741844177, - 0.30092525482177734, - 0.29438185691833496, - 0.29039812088012695, - 0.29272395372390747, - 0.2889462113380432, - 0.28632301092147827, - 0.2912467122077942, - 0.29416173696517944, - 0.30159491300582886, - 0.30404525995254517, - 0.30944639444351196, - 0.3208484649658203, - 0.32608675956726074, - 0.3285662531852722, - 0.32727134227752686, - 0.375612735748291, - 0.38816046714782715, - 0.3913429379463196, - 0.39764219522476196, - 0.4125797748565674, - 0.41726213693618774, - 0.4330443739891052, - 0.4459652900695801, - 0.45828747749328613, - 0.4760940670967102, - 0.48270946741104126, - 0.49778544902801514, - 0.5127267241477966, - 0.5309277772903442, - 0.5504571795463562, - 0.5600219368934631, - 0.6293716430664062, - 0.6427322626113892, - 0.6597643494606018, - 0.6756951808929443, - 0.6994991302490234, - 0.7085909843444824, - 0.726375937461853, - 0.7394381165504456, - 0.7567627429962158, - 0.7645481824874878, - 0.7850214242935181, - 0.8038591146469116, - 0.7983410358428955, - 0.8228390216827393, - 0.8353870511054993, - 0.851203203201294, - 0.9064729809761047, - 0.9020984768867493, - 0.9106966257095337, - 0.9171361923217773, - 0.9205659031867981, - 0.9290525913238525, - 0.9250831604003906, - 0.921047568321228, - 0.9249099493026733, - 0.9105064272880554, - 0.9281980395317078, - 0.9255663156509399 + 0.31237465143203735, + 0.3154768943786621, + 0.3132508397102356, + 0.31184887886047363, + 0.3189438581466675, + 0.3201301693916321, + 0.3212311863899231, + 0.3300514221191406, + 0.33693671226501465, + 0.3474574089050293, + 0.3523412346839905, + 0.35964030027389526, + 0.3727185130119324, + 0.383192241191864, + 0.3861043453216553, + 0.38867342472076416, + 0.43548041582107544, + 0.4520629048347473, + 0.4576770067214966, + 0.46897417306900024, + 0.4848756790161133, + 0.493965208530426, + 0.5142875909805298, + 0.52454674243927, + 0.540171205997467, + 0.5620755553245544, + 0.5756771564483643, + 0.5893668532371521, + 0.6032167673110962, + 0.6285004019737244, + 0.6531590223312378, + 0.6622014045715332, + 0.7346757650375366, + 0.7523970603942871, + 0.7666904926300049, + 0.7837814092636108, + 0.7987127304077148, + 0.8152467012405396, + 0.8305271863937378, + 0.8377768397331238, + 0.8569391965866089, + 0.8602553606033325, + 0.8843030333518982, + 0.8965481519699097, + 0.902790904045105, + 0.9163108468055725, + 0.9320611953735352, + 0.9368300437927246, + 0.9931562542915344, + 0.9885828495025635, + 0.9889446496963501, + 0.9979037046432495, + 1.0017902851104736, + 1.0016621351242065, + 0.998629093170166, + 0.988750159740448, + 0.990939736366272, + 0.9765047430992126, + 0.9904685020446777, + 0.982446551322937 ], "p90": [ - 0.34267276525497437, - 0.34363043308258057, - 0.3437701463699341, - 0.348463773727417, - 0.35497140884399414, - 0.3628149628639221, - 0.3639528751373291, - 0.375927209854126, - 0.3841298818588257, - 0.3967018127441406, - 0.4081459045410156, - 0.4204728603363037, - 0.4414423108100891, - 0.4485660791397095, - 0.45839834213256836, - 0.4803445339202881, - 0.5480754971504211, - 0.5578862428665161, - 0.5803283452987671, - 0.599173903465271, - 0.615913450717926, - 0.6417338848114014, - 0.6645089387893677, - 0.6901290416717529, - 0.7173115611076355, - 0.748204231262207, - 0.7792912721633911, - 0.8047845363616943, - 0.8380544781684875, - 0.8724965453147888, - 0.894686758518219, - 0.9216545820236206, - 1.0812398195266724, - 1.1094335317611694, - 1.141777515411377, - 1.169429898262024, - 1.19475257396698, - 1.2381534576416016, - 1.271299958229065, - 1.3065016269683838, - 1.3253438472747803, - 1.3615200519561768, - 1.3866240978240967, - 1.416985273361206, - 1.44540536403656, - 1.4745397567749023, - 1.4940229654312134, - 1.5210299491882324, - 1.6296358108520508, - 1.663728952407837, - 1.6880247592926025, - 1.7122979164123535, - 1.7193042039871216, - 1.7505316734313965, - 1.783265471458435, - 1.7944387197494507, - 1.7976816892623901, - 1.818843126296997, - 1.8260256052017212, - 1.8400790691375732 + 0.35894715785980225, + 0.3623500466346741, + 0.3677870035171509, + 0.3754507899284363, + 0.3853886127471924, + 0.3983016014099121, + 0.4040869474411011, + 0.4204714298248291, + 0.4314335584640503, + 0.44619590044021606, + 0.4595227837562561, + 0.4765121340751648, + 0.5011909604072571, + 0.510711669921875, + 0.5262652635574341, + 0.554780125617981, + 0.6313866972923279, + 0.6446771025657654, + 0.6696738600730896, + 0.6919834613800049, + 0.7162044048309326, + 0.7374660968780518, + 0.7689679861068726, + 0.7997685074806213, + 0.8269908428192139, + 0.8543985486030579, + 0.8863617777824402, + 0.9196518659591675, + 0.9504929780960083, + 0.9785369634628296, + 1.0027439594268799, + 1.029033899307251, + 1.1812186241149902, + 1.215745449066162, + 1.2417484521865845, + 1.2748074531555176, + 1.295671820640564, + 1.329738974571228, + 1.3658790588378906, + 1.3974883556365967, + 1.421539306640625, + 1.4593870639801025, + 1.4867507219314575, + 1.517714262008667, + 1.5437861680984497, + 1.5678993463516235, + 1.5900907516479492, + 1.6078228950500488, + 1.7019810676574707, + 1.7324849367141724, + 1.755479335784912, + 1.7789158821105957, + 1.7886250019073486, + 1.8199255466461182, + 1.8485745191574097, + 1.8582251071929932, + 1.8607423305511475, + 1.879401683807373, + 1.888132095336914, + 1.895684003829956 ], "timestamps": [ - "2026-06-20 18:06:00", - "2026-06-20 18:12:00", "2026-06-20 18:18:00", "2026-06-20 18:24:00", "2026-06-20 18:30:00", @@ -795,6 +793,8 @@ "2026-06-21 23:42:00", "2026-06-21 23:48:00", "2026-06-21 23:54:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 2a1b6f2d83d875aa9a6af303e965a708f295bc18..d76036d3a683d20585e538aa042a54ab907bf446 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T00:01:25.384960+00:00", + "evaluated_at": "2026-06-22T00:24:29.308979+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.399999976158142, 1.5, 1.5, 1.5, @@ -84,6 +83,7 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -97,7 +97,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,233 +157,232 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.3102988004684448, - 1.3019312620162964, - 1.2938573360443115, - 1.2881451845169067, - 1.2837313413619995, - 1.2838096618652344, - 1.282733678817749, - 1.2838163375854492, - 1.283623456954956, - 1.286958932876587, - 1.284784197807312, - 1.2833129167556763, - 1.2816307544708252, - 1.2810641527175903, - 1.281481146812439, - 1.2805827856063843, - 1.2865146398544312, - 1.2873278856277466, - 1.286940336227417, - 1.2902473211288452, - 1.2897614240646362, - 1.2911516427993774, - 1.2906477451324463, - 1.2917006015777588, - 1.2912777662277222, - 1.2921202182769775, - 1.2905802726745605, - 1.2899088859558105, - 1.289933681488037, - 1.2894635200500488, - 1.2902244329452515, - 1.2894998788833618, - 1.2866851091384888, - 1.288541316986084, - 1.2874072790145874, - 1.2905458211898804, - 1.2889965772628784, - 1.289790153503418, - 1.2893705368041992, - 1.2889916896820068, - 1.2882620096206665, - 1.288496494293213, - 1.2886964082717896, - 1.290061593055725, - 1.2905747890472412, - 1.2910583019256592, - 1.2915799617767334, - 1.2916648387908936, - 1.2911566495895386, - 1.2913941144943237, - 1.2884325981140137, - 1.2900185585021973, - 1.2890211343765259, - 1.2896621227264404, - 1.289589285850525, - 1.2890995740890503, - 1.289484977722168, - 1.2902482748031616, - 1.2927721738815308, - 1.2945120334625244, - 1.2954438924789429, - 1.2959613800048828, - 1.2949026823043823, - 1.2942389249801636, - 1.2919572591781616, - 1.2942535877227783, - 1.2926325798034668, - 1.2948353290557861, - 1.2959635257720947, - 1.2972875833511353, - 1.299573540687561, - 1.300499439239502 + 1.2943551540374756, + 1.2895821332931519, + 1.2831575870513916, + 1.2801384925842285, + 1.2783501148223877, + 1.278548002243042, + 1.2787758111953735, + 1.2789421081542969, + 1.2779828310012817, + 1.2788399457931519, + 1.2757867574691772, + 1.2736165523529053, + 1.2729500532150269, + 1.2727328538894653, + 1.2731314897537231, + 1.2726081609725952, + 1.2784088850021362, + 1.2784136533737183, + 1.2780288457870483, + 1.278874158859253, + 1.2802067995071411, + 1.2805851697921753, + 1.2813886404037476, + 1.2811933755874634, + 1.2813702821731567, + 1.2813842296600342, + 1.279361367225647, + 1.2799131870269775, + 1.2786836624145508, + 1.278794527053833, + 1.2778464555740356, + 1.2774596214294434, + 1.2761348485946655, + 1.2768267393112183, + 1.275712251663208, + 1.2758302688598633, + 1.2759957313537598, + 1.2767486572265625, + 1.2758564949035645, + 1.2750736474990845, + 1.2750144004821777, + 1.2763824462890625, + 1.2757837772369385, + 1.2775734663009644, + 1.2767994403839111, + 1.2780544757843018, + 1.2782344818115234, + 1.2776598930358887, + 1.28008234500885, + 1.2791318893432617, + 1.276569128036499, + 1.2751306295394897, + 1.27536940574646, + 1.2759819030761719, + 1.2757614850997925, + 1.2754909992218018, + 1.277532696723938, + 1.2795941829681396, + 1.2796074151992798, + 1.28001868724823, + 1.2780367136001587, + 1.278551697731018, + 1.2763060331344604, + 1.2754989862442017, + 1.2749418020248413, + 1.2761317491531372, + 1.275591492652893, + 1.2748404741287231, + 1.2771315574645996, + 1.2785414457321167, + 1.2804707288742065, + 1.2813061475753784 ], "p10": [ - 1.23274564743042, - 1.216755986213684, - 1.2078734636306763, - 1.2022980451583862, - 1.200138807296753, - 1.1984330415725708, - 1.1985785961151123, - 1.1987558603286743, - 1.1989449262619019, - 1.1963216066360474, - 1.1994080543518066, - 1.1983367204666138, - 1.1974238157272339, - 1.1967464685440063, - 1.1963987350463867, - 1.1960203647613525, - 1.1995588541030884, - 1.1978754997253418, - 1.197038173675537, - 1.1968445777893066, - 1.1978161334991455, - 1.1986613273620605, - 1.199156641960144, - 1.1980258226394653, - 1.1991857290267944, - 1.1961207389831543, - 1.1986604928970337, - 1.1979635953903198, - 1.1966861486434937, - 1.1960681676864624, - 1.1971532106399536, - 1.196743130683899, - 1.1913511753082275, - 1.1900372505187988, - 1.1888675689697266, - 1.189087152481079, - 1.1900510787963867, - 1.1897540092468262, - 1.1893184185028076, - 1.1898962259292603, - 1.1896623373031616, - 1.186455249786377, - 1.1897861957550049, - 1.189204216003418, - 1.1878774166107178, - 1.1866471767425537, - 1.1887506246566772, - 1.1881223917007446, - 1.1868048906326294, - 1.1849948167800903, - 1.183600902557373, - 1.18427574634552, - 1.1844823360443115, - 1.1841992139816284, - 1.1829917430877686, - 1.1848219633102417, - 1.1833574771881104, - 1.1813688278198242, - 1.184909701347351, - 1.1840909719467163, - 1.1838628053665161, - 1.18159818649292, - 1.1830891370773315, - 1.182262659072876, - 1.1821701526641846, - 1.1802266836166382, - 1.1787104606628418, - 1.1807163953781128, - 1.1808146238327026, - 1.1804392337799072, - 1.1808063983917236, - 1.1830902099609375 + 1.2266685962677002, + 1.2156535387039185, + 1.209804654121399, + 1.2067290544509888, + 1.204897165298462, + 1.2038307189941406, + 1.2032333612442017, + 1.2045058012008667, + 1.2036173343658447, + 1.2007805109024048, + 1.203235387802124, + 1.2028692960739136, + 1.2035861015319824, + 1.2014753818511963, + 1.2018121480941772, + 1.2012509107589722, + 1.2052046060562134, + 1.2036436796188354, + 1.2025095224380493, + 1.2032512426376343, + 1.203545331954956, + 1.2034306526184082, + 1.2030913829803467, + 1.2037678956985474, + 1.2032490968704224, + 1.2004541158676147, + 1.2031192779541016, + 1.2029540538787842, + 1.203023076057434, + 1.2001662254333496, + 1.201289415359497, + 1.2003535032272339, + 1.1998978853225708, + 1.1995145082473755, + 1.197718620300293, + 1.1989260911941528, + 1.199074625968933, + 1.1980102062225342, + 1.1965762376785278, + 1.1982702016830444, + 1.1968839168548584, + 1.195353388786316, + 1.1982920169830322, + 1.1974400281906128, + 1.198307991027832, + 1.1955468654632568, + 1.1965042352676392, + 1.1962553262710571, + 1.1958587169647217, + 1.1954044103622437, + 1.1925617456436157, + 1.19460129737854, + 1.1941083669662476, + 1.1935770511627197, + 1.19266939163208, + 1.1943564414978027, + 1.1930328607559204, + 1.1917186975479126, + 1.1942850351333618, + 1.1934638023376465, + 1.1944397687911987, + 1.1914465427398682, + 1.1912586688995361, + 1.1916922330856323, + 1.191713571548462, + 1.1902214288711548, + 1.1886848211288452, + 1.1914241313934326, + 1.1908258199691772, + 1.1898707151412964, + 1.1895065307617188, + 1.1915658712387085 ], "p90": [ - 1.3919936418533325, - 1.398881196975708, - 1.4007378816604614, - 1.3957706689834595, - 1.3943921327590942, - 1.3966447114944458, - 1.3964519500732422, - 1.3982515335083008, - 1.402055263519287, - 1.4049705266952515, - 1.4056293964385986, - 1.4051361083984375, - 1.4018666744232178, - 1.4012045860290527, - 1.3990707397460938, - 1.4004353284835815, - 1.4023618698120117, - 1.4086145162582397, - 1.411874771118164, - 1.412250280380249, - 1.412376046180725, - 1.4152016639709473, - 1.4143105745315552, - 1.4143822193145752, - 1.4202141761779785, - 1.4209010601043701, - 1.4233381748199463, - 1.4234837293624878, - 1.4230358600616455, - 1.4220539331436157, - 1.4207676649093628, - 1.42257559299469, - 1.4223867654800415, - 1.4291690587997437, - 1.4321575164794922, - 1.4341707229614258, - 1.4323285818099976, - 1.4365192651748657, - 1.4355638027191162, - 1.43459153175354, - 1.4412921667099, - 1.4418283700942993, - 1.4455407857894897, - 1.4457037448883057, - 1.44736647605896, - 1.4456696510314941, - 1.445595622062683, - 1.447497010231018, - 1.442628026008606, - 1.4465224742889404, - 1.4462306499481201, - 1.4490859508514404, - 1.4462093114852905, - 1.4509403705596924, - 1.4506396055221558, - 1.4494272470474243, - 1.4569154977798462, - 1.458876609802246, - 1.4644384384155273, - 1.4636197090148926, - 1.4661941528320312, - 1.4666061401367188, - 1.4660820960998535, - 1.4648258686065674, - 1.4633291959762573, - 1.4678924083709717, - 1.4672421216964722, - 1.4727927446365356, - 1.4711118936538696, - 1.4776763916015625, - 1.4789048433303833, - 1.477944016456604 + 1.3740911483764648, + 1.3824973106384277, + 1.3856388330459595, + 1.3834620714187622, + 1.3830617666244507, + 1.3849279880523682, + 1.3860244750976562, + 1.3873032331466675, + 1.3916738033294678, + 1.3915411233901978, + 1.3915493488311768, + 1.3902555704116821, + 1.3882678747177124, + 1.3873587846755981, + 1.3874412775039673, + 1.3878200054168701, + 1.3911911249160767, + 1.3948301076889038, + 1.398290991783142, + 1.3971891403198242, + 1.3966859579086304, + 1.398444652557373, + 1.398840069770813, + 1.3985648155212402, + 1.4050674438476562, + 1.4037615060806274, + 1.4055123329162598, + 1.406388521194458, + 1.4050832986831665, + 1.4038984775543213, + 1.4042197465896606, + 1.4045017957687378, + 1.405596375465393, + 1.4063364267349243, + 1.4104175567626953, + 1.4089993238449097, + 1.406691312789917, + 1.4105305671691895, + 1.4092482328414917, + 1.4107847213745117, + 1.4168033599853516, + 1.415231466293335, + 1.4189696311950684, + 1.4198112487792969, + 1.4190819263458252, + 1.4176146984100342, + 1.4197458028793335, + 1.4193729162216187, + 1.4230561256408691, + 1.420555830001831, + 1.4226435422897339, + 1.422102451324463, + 1.4184484481811523, + 1.4235013723373413, + 1.4219778776168823, + 1.4265245199203491, + 1.4337313175201416, + 1.4322971105575562, + 1.4375669956207275, + 1.4359420537948608, + 1.4363529682159424, + 1.4318857192993164, + 1.4333527088165283, + 1.430558204650879, + 1.436766266822815, + 1.4343796968460083, + 1.4388413429260254, + 1.440260648727417, + 1.4375931024551392, + 1.4433737993240356, + 1.44261634349823, + 1.4494497776031494 ], "timestamps": [ - "2026-06-19 23:50:00", - "2026-06-20 00:00:00", "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", @@ -533,6 +531,8 @@ "2026-06-21 00:20:00", "2026-06-21 00:30:00", "2026-06-21 00:40:00", - "2026-06-21 00:50:00" + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 26f49c5b8a61bf92e74546eee0700f14ec9f73ca..15182f2c7f2bf9c91605218f4d2c09c6b740044c 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,25 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T00:17:00.644285+00:00", + "evaluated_at": "2026-06-22T00:24:33.530095+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index fa906118fd359e54b19a756fbf1fef1757a4c941..918578351d43588286ccf9f0c3ab98a27da8396e 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,36539.70175249976,35092.38905116403,138.1586413397772,0.12159672186197647,0.0021610377620754277,0.0021594178542606868,1.0225104309192214,191.15360774126069,0.002982072920037712,0.0021553301968865843,0.0017252989543509799,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,34114.251350099665,32584.313951270582,134.28689654811055,0.11818910674657435,0.0020998101300300485,0.002098501079420048,1.0225104309192214,184.70043678914152,0.0028812269253746386,0.0020948029619503373,0.0016647976789633207,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.5930069780940737,0.591281671082802,0.6109493687095664,1.7746399050573338,0.557486427942555,0.8663224202960941,66.78743168407718,0.7700694631616511,0.8592287961529594,0.6816856344770238,0.6726479745369063,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.06990543194639284,0.06982898032007522,0.2245071805904015,2.641261244463901,0.1458270674931243,0.16150084589486274,51.44771058242915,0.2643963538825618,0.17975955812325903,0.15263944069499155,0.13914328620732164,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.2480570023919437,0.24714126389269658,0.38164174262554484,1.117409013860023,0.3160907550726471,0.40514705772723564,40.962180361615246,0.4980532124100232,0.5285412188112824,0.40500369593140234,0.39706480540711003,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.09301408937457631,0.09148505082902365,0.2594726270136425,3.1451234788134808,0.16834648268504374,0.18937819308621023,44.6700841981829,0.304982113204326,0.2067675403174758,0.17591365048802368,0.1650605970358189,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,1.6081612156575913,1.6116564815344467,1.1181635355250745,22.363303886314785,0.06068115210347395,0.06311485385146302,869.2820241884915,1.2681329645023787,0.06999814168014395,0.06172016008744644,0.06163327434009322,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,1109.97551411138,1127.2646817460318,27.03894325069305,2.4160580297075627,0.8876220950533296,1.4292614120405684,66.72042554299607,33.31629502377748,1.298458943113582,1.0538073831782957,1.0058815805287038,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,72.60342440269784,74.63455996323043,7.754380543393082,3.962926665910961,0.2935982744842194,0.36061455037033285,116.58600658384921,8.52076430859919,0.32398342752139536,0.2948433609668438,0.2790673758168003,Weather,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 4c501a41bb16ebe2a378e746e56e357d59c6300a..c77297ac92779bc9529efd90d8a2fd937b1d42f5 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T00:19:18.320205+00:00", + "evaluated_at": "2026-06-22T00:27:28.803595+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63511.078125 + 63604.0 ], "p50": [ 64285.75299233642, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 734881bdf576ec40b92d5feb88e3ce3afdfd3a38..33e93c0b07b5d0c3b6c55a553a2efcfb173b784c 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-22T00:11:36.884746+00:00", + "evaluated_at": "2026-06-22T00:27:28.855055+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.16500000655651093, - 0.17800000309944153, 0.19900000095367432, 0.21199999749660492, 0.22200000286102295, @@ -245,11 +243,11 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906 + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 ], "actuals": [ - 0.32899999618530273, - 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, 0.35199999809265137, @@ -307,197 +305,197 @@ 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, - 1.680999994277954 + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 ], "p50": [ - 0.32687810373708587, - 0.32643814724132086, - 0.3229982591716881, - 0.32355831960364223, - 0.3226184291498237, - 0.31567852653665757, - 0.31723860389633085, - 0.3187987110583265, - 0.31635878031176806, - 0.3194188681618588, - 0.3104789018909321, - 0.3090389880720928, - 0.3105990952340884, - 0.30715920716445566, - 0.31171933530728624, - 0.3047793730894754, - 0.3058394270841279, - 0.3028995623795159, - 0.2989595913402176, - 0.30001976454415963, - 0.30007977180877066, - 0.2976398708645346, - 0.2956999932853193, - 0.294760043226856, - 0.2963202099934964, - 0.2938803090492604, - 0.2894403742495861, - 0.2905003984419162, - 0.29206050560391184, - 0.28912058129465507, - 0.2816807447234354, - 0.28374072623883984, - 0.28980084252034616, - 0.2778609670272934, - 0.27992103794966505, - 0.2794811708608672, - 0.28204120554361484, - 0.2736012775388701, - 0.27316139554891106, - 0.2717214519277494, - 0.27178151879700513, - 0.267841637164674, - 0.2714016887751407, - 0.2679617411008632, - 0.26152189165504025, - 0.2640819263377878, - 0.26014204470545665, - 0.258202137323919, - 0.25776225533396, - 0.254322352363166, - 0.2533824321070251, - 0.25144249492316506, - 0.25000252149968094, - 0.25256267539171806, - 0.24862273415474215, - 0.24568286945013015, - 0.24624291498092307, - 0.24680296051171605, - 0.24136303858664504, - 0.24192315862324396 + 0.35079288016925386, + 0.3566799997685374, + 0.3610669896681139, + 0.37145414073864985, + 0.3758411306382264, + 0.38372822448830335, + 0.39211534170340107, + 0.4025024331692923, + 0.41188947790514197, + 0.4207764992759709, + 0.4191636558301342, + 0.4310507279841205, + 0.43793774530183355, + 0.4438248350987947, + 0.4517118991465493, + 0.45859897606890715, + 0.46848601436745524, + 0.4763730784152098, + 0.48026022376369987, + 0.48914724513452884, + 0.49903431323539926, + 0.5039213861046412, + 0.5123084735174166, + 0.5201955077628487, + 0.5285826547802689, + 0.5354695826910149, + 0.5388568238837738, + 0.5492437961403753, + 0.5606309343363081, + 0.5650179242358845, + 0.5684050462193538, + 0.577792120757526, + 0.5951790922988719, + 0.5925662617276384, + 0.6059532847673973, + 0.6078403962604492, + 0.6202274619771339, + 0.6211145267401442, + 0.6315015586013907, + 0.6368886846379758, + 0.6452757124461063, + 0.6516628554104106, + 0.6630498743970538, + 0.6694370173613581, + 0.6718240330101412, + 0.6812110777459908, + 0.6885981482310469, + 0.6939852742676321, + 0.701372314950366, + 0.7087593556330999, + 0.7176464366085736, + 0.7235335562078571, + 0.7299206097651941, + 0.7403076416264406, + 0.7466947249861001, + 0.7540817954711564, + 0.7634688700093285, + 0.7728560041521453, + 0.7767430004890233, + 0.7856300814644971 ], "p10": [ - 0.29787814331457, - 0.29443813603564767, - 0.2939983345119591, - 0.2924582968108261, - 0.29101838895245125, - 0.28967853345079636, - 0.28813861495895293, - 0.28669864153546887, - 0.28435868565959216, - 0.2839188185707944, - 0.2823789000789509, - 0.27903907628696706, - 0.280499184736423, - 0.27905926495711925, - 0.27561921595494554, - 0.27327941505114534, - 0.27183950123230605, - 0.27139946129003834, - 0.26995954747119905, - 0.26951979959169076, - 0.26897981458106374, - 0.2665399017158987, - 0.2631999646750898, - 0.26566001256622673, - 0.2643201391831784, - 0.26088025707401014, - 0.25744030939973256, - 0.2580004294363315, - 0.2575605027428889, - 0.2561205889240496, - 0.25168065412437535, - 0.250240740305536, - 0.25470087569629146, - 0.24736091266785734, - 0.24792103270445628, - 0.24538102575931994, - 0.24594118751917024, - 0.24160125739250013, - 0.24216137742909902, - 0.23572152798327609, - 0.2401815441647419, - 0.2368415892425396, - 0.23440168829830352, - 0.23396175564439647, - 0.23242180138976617, - 0.23208203434140412, - 0.23264198152453316, - 0.22720211920410696, - 0.22576220538526767, - 0.224122294141349, - 0.22288237774758904, - 0.22144252353339453, - 0.21800257585911695, - 0.21816264144091238, - 0.2181227095976285, - 0.21568280865339248, - 0.2151428296032299, - 0.21480301487115208, - 0.21126307444479933, - 0.21192318127300896 + 0.3197929812587314, + 0.32417997115830793, + 0.3335670695383379, + 0.3408540817062097, + 0.3482412117959107, + 0.3546281938276741, + 0.36511527208517597, + 0.3704023696068991, + 0.37778949373613563, + 0.38327653503875775, + 0.39156354625295525, + 0.40195063175838197, + 0.4084377674747614, + 0.4128248169789827, + 0.42111182819318016, + 0.42959899180453337, + 0.4368860576165855, + 0.44327303964834885, + 0.4516601449425176, + 0.4581472210542524, + 0.4664342859126301, + 0.4719213808594325, + 0.4793084513444888, + 0.4875954625586862, + 0.49498253304374246, + 0.5033696383379113, + 0.5108568207843323, + 0.5191438319985296, + 0.5236309278990064, + 0.5319178795085591, + 0.5362050435490657, + 0.547792119565433, + 0.5561792308200664, + 0.5605662803242876, + 0.5689532783300957, + 0.5753403676502197, + 0.5857274591161109, + 0.5911144897852645, + 0.6005016537304038, + 0.6058885771111966, + 0.6131757144488224, + 0.6215628197429911, + 0.6280497885663653, + 0.6364369594256434, + 0.6428239295364778, + 0.6512111063562203, + 0.6575981301112349, + 0.6659852413658682, + 0.6713723435605955, + 0.678759354441007, + 0.6861464249260633, + 0.6944334361402607, + 0.7008205731441004, + 0.7062076693783632, + 0.7175947360487221, + 0.7230818309955247, + 0.7324688816918389, + 0.7398560058210754, + 0.7472429630573064, + 0.7535300000207105 ], "p90": [ - 0.3528780700008569, - 0.3554381911103394, - 0.3519982762186165, - 0.349658335243901, - 0.34811842867298654, - 0.3467785165469191, - 0.3452386010353079, - 0.3437986872164686, - 0.34535879437846423, - 0.3419188794867413, - 0.33847893181246375, - 0.3381390246931865, - 0.336599118122272, - 0.33715917855422617, - 0.33471933721463487, - 0.33137938825289703, - 0.33093946751991893, - 0.3294995537010796, - 0.32695962126174927, - 0.3265197213903968, - 0.326079854301599, - 0.32473993323483485, - 0.3212999646989317, - 0.3207600661150396, - 0.321420158042088, - 0.3168802245298741, - 0.31544028090871234, - 0.317000388070708, - 0.3155604742518687, - 0.31312051072275565, - 0.31368069036399937, - 0.30924075556432506, - 0.3128008369771142, - 0.3064609206787216, - 0.3079210350886421, - 0.3034811002889678, - 0.30504120745096347, - 0.30560126788291764, - 0.2991613588324499, - 0.2987213814750593, - 0.29628153119477124, - 0.29584166410597346, - 0.29440163107784456, - 0.29696178496988174, - 0.2895218291893725, - 0.29208198308140965, - 0.28864206520945446, - 0.28730215010315485, - 0.28586226310640567, - 0.28432232673316876, - 0.2829824324884948, - 0.28044247918753884, - 0.2780025484409804, - 0.27656263760237326, - 0.2771227576389722, - 0.2756828438201329, - 0.27324291009334223, - 0.2709030078616459, - 0.2703630824556636, - 0.2689231686368243 + 0.3757929159320407, + 0.3841800331471385, + 0.3925670341331789, + 0.3989541741172509, + 0.40544119062434086, + 0.4128282700500938, + 0.42511533407400653, + 0.43150247703831085, + 0.43498947256456577, + 0.44437655604343457, + 0.4496636207826031, + 0.45615070285480225, + 0.4694377569843439, + 0.4729248747001207, + 0.48031194220494466, + 0.4885989504389099, + 0.49398604369294047, + 0.5023731609080382, + 0.5057601756031468, + 0.5161472551481091, + 0.5235343256331654, + 0.5310213978109934, + 0.5343085181016909, + 0.5466955569962854, + 0.5540825440348389, + 0.5594696641109597, + 0.5678567485435028, + 0.5762437584702398, + 0.583630828955296, + 0.59101789646012, + 0.5974050304837276, + 0.6057920374302326, + 0.6131792181838817, + 0.6195662419388963, + 0.6279533323319039, + 0.6354404223911254, + 0.6427273898555137, + 0.6491145238791213, + 0.6596016200180167, + 0.6648887115792752, + 0.6723757748164065, + 0.6776627620695369, + 0.6871499157865191, + 0.6944369935195002, + 0.7008240172745149, + 0.7103110935054588, + 0.7145981711192305, + 0.723985275459725, + 0.7363722219671202, + 0.737759369699796, + 0.7461464600928037, + 0.7535335275976276, + 0.7599205811549646, + 0.7673076516400209, + 0.7746947221250772, + 0.7810817786626466, + 0.7904688025368706, + 0.7968559335802459, + 0.804243004065302, + 0.812730114032475 ], "timestamps": [ - "2026-06-20 18:06:00", - "2026-06-20 18:12:00", "2026-06-20 18:18:00", "2026-06-20 18:24:00", "2026-06-20 18:30:00", @@ -795,6 +793,8 @@ "2026-06-21 23:42:00", "2026-06-21 23:48:00", "2026-06-21 23:54:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index d829e6460bb516ae76e994c5ad557c972a55e421..adc13f48c4cb6b56d502db8e4b314a1ad115615c 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-22T00:04:08.433780+00:00", + "evaluated_at": "2026-06-22T00:27:28.897685+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.399999976158142, 1.5, 1.5, 1.5, @@ -84,6 +83,7 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -97,7 +97,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,233 +157,232 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.3153223368143994, - 1.3136573435377843, - 1.3119923502611692, - 1.310327356984554, - 1.3086623637079389, - 1.3069973704313238, - 1.3053323771547087, - 1.3036673838780937, - 1.3020023906014786, - 1.3003373973248633, - 1.2986724040482482, - 1.2970074107716332, - 1.295342417495018, - 1.293677424218403, - 1.292012430941788, - 1.290347437665173, - 1.2886824443885576, - 1.2870174511119425, - 1.2853524578353275, - 1.2836874645587124, - 1.2820224712820973, - 1.2803574780054823, - 1.278692484728867, - 1.277027491452252, - 1.2753624981756368, - 1.2736975048990218, - 1.2720325116224067, - 1.2703675183457916, - 1.2687025250691766, - 1.2670375317925613, - 1.2653725385159462, - 1.2637075452393312, - 1.262042551962716, - 1.260377558686101, - 1.258712565409486, - 1.2570475721328707, - 1.2553825788562556, - 1.2537175855796405, - 1.2520525923030255, - 1.2503875990264104, - 1.2487226057497953, - 1.2470576124731803, - 1.245392619196565, - 1.24372762591995, - 1.2420626326433348, - 1.2403976393667198, - 1.2387326460901047, - 1.2370676528134896, - 1.2354026595368746, - 1.2337376662602593, - 1.2320726729836442, - 1.2304076797070291, - 1.228742686430414, - 1.227077693153799, - 1.225412699877184, - 1.2237477066005686, - 1.2220827133239536, - 1.2204177200473385, - 1.2187527267707234, - 1.2170877334941084, - 1.2154227402174933, - 1.2137577469408782, - 1.212092753664263, - 1.2104277603876479, - 1.2087627671110328, - 1.2070977738344177, - 1.2054327805578027, - 1.2037677872811876, - 1.2021027940045723, - 1.2004378007279572, - 1.1987728074513422, - 1.1971078141747271 + 1.3059964518222975, + 1.303635167939579, + 1.3012738840568603, + 1.2989126001741418, + 1.2965513162914233, + 1.2941900324087048, + 1.2918287485259863, + 1.2894674646432676, + 1.287106180760549, + 1.2847448968778306, + 1.282383612995112, + 1.2800223291123936, + 1.2776610452296748, + 1.2752997613469563, + 1.2729384774642378, + 1.2705771935815193, + 1.2682159096988008, + 1.265854625816082, + 1.2634933419333636, + 1.261132058050645, + 1.2587707741679266, + 1.256409490285208, + 1.2540482064024894, + 1.2516869225197709, + 1.2493256386370524, + 1.2469643547543339, + 1.2446030708716154, + 1.2422417869888966, + 1.2398805031061781, + 1.2375192192234596, + 1.2351579353407411, + 1.2327966514580226, + 1.230435367575304, + 1.2280740836925854, + 1.225712799809867, + 1.2233515159271484, + 1.22099023204443, + 1.2186289481617112, + 1.2162676642789927, + 1.2139063803962742, + 1.2115450965135557, + 1.2091838126308372, + 1.2068225287481185, + 1.2044612448654, + 1.2020999609826815, + 1.199738677099963, + 1.1973773932172445, + 1.1950161093345257, + 1.1926548254518072, + 1.1902935415690887, + 1.1879322576863702, + 1.1855709738036517, + 1.183209689920933, + 1.1808484060382145, + 1.178487122155496, + 1.1761258382727775, + 1.173764554390059, + 1.1714032705073403, + 1.1690419866246218, + 1.1666807027419033, + 1.1643194188591848, + 1.1619581349764663, + 1.1595968510937478, + 1.157235567211029, + 1.1548742833283105, + 1.152512999445592, + 1.1501517155628735, + 1.147790431680155, + 1.1454291477974363, + 1.1430678639147178, + 1.1407065800319993, + 1.1383452961492808 ], "p10": [ - 1.2153223129725415, - 1.2136573196959264, - 1.2119923264193113, - 1.210327333142696, - 1.208662339866081, - 1.206997346589466, - 1.2053323533128508, - 1.2036673600362358, - 1.2020023667596207, - 1.2003373734830054, - 1.1986723802063903, - 1.1970073869297753, - 1.1953423936531602, - 1.1936774003765451, - 1.19201240709993, - 1.190347413823315, - 1.1886824205466997, - 1.1870174272700846, - 1.1853524339934696, - 1.1836874407168545, - 1.1820224474402394, - 1.1803574541636244, - 1.178692460887009, - 1.177027467610394, - 1.175362474333779, - 1.1736974810571639, - 1.1720324877805488, - 1.1703674945039337, - 1.1687025012273187, - 1.1670375079507034, - 1.1653725146740883, - 1.1637075213974732, - 1.1620425281208582, - 1.160377534844243, - 1.158712541567628, - 1.1570475482910128, - 1.1553825550143977, - 1.1537175617377826, - 1.1520525684611675, - 1.1503875751845525, - 1.1487225819079374, - 1.1470575886313223, - 1.145392595354707, - 1.143727602078092, - 1.142062608801477, - 1.1403976155248619, - 1.1387326222482468, - 1.1370676289716317, - 1.1354026356950166, - 1.1337376424184014, - 1.1320726491417863, - 1.1304076558651712, - 1.1287426625885562, - 1.127077669311941, - 1.125412676035326, - 1.1237476827587107, - 1.1220826894820957, - 1.1204176962054806, - 1.1187527029288655, - 1.1170877096522505, - 1.1154227163756354, - 1.1137577230990203, - 1.112092729822405, - 1.11042773654579, - 1.108762743269175, - 1.1070977499925598, - 1.1054327567159448, - 1.1037677634393297, - 1.1021027701627144, - 1.1004377768860993, - 1.0987727836094843, - 1.0971077903328692 + 1.2059964279804396, + 1.203635144097721, + 1.2012738602150024, + 1.1989125763322839, + 1.1965512924495654, + 1.1941900085668469, + 1.1918287246841284, + 1.1894674408014096, + 1.1871061569186911, + 1.1847448730359726, + 1.1823835891532541, + 1.1800223052705356, + 1.177661021387817, + 1.1752997375050984, + 1.17293845362238, + 1.1705771697396614, + 1.168215885856943, + 1.1658546019742242, + 1.1634933180915057, + 1.1611320342087872, + 1.1587707503260687, + 1.1564094664433502, + 1.1540481825606315, + 1.151686898677913, + 1.1493256147951945, + 1.146964330912476, + 1.1446030470297575, + 1.1422417631470387, + 1.1398804792643202, + 1.1375191953816017, + 1.1351579114988832, + 1.1327966276161647, + 1.130435343733446, + 1.1280740598507275, + 1.125712775968009, + 1.1233514920852905, + 1.120990208202572, + 1.1186289243198533, + 1.1162676404371348, + 1.1139063565544163, + 1.1115450726716978, + 1.1091837887889793, + 1.1068225049062606, + 1.104461221023542, + 1.1020999371408235, + 1.099738653258105, + 1.0973773693753865, + 1.0950160854926678, + 1.0926548016099493, + 1.0902935177272308, + 1.0879322338445123, + 1.0855709499617938, + 1.083209666079075, + 1.0808483821963566, + 1.078487098313638, + 1.0761258144309196, + 1.073764530548201, + 1.0714032466654824, + 1.0690419627827639, + 1.0666806789000454, + 1.0643193950173269, + 1.0619581111346084, + 1.0595968272518899, + 1.0572355433691711, + 1.0548742594864526, + 1.0525129756037341, + 1.0501516917210156, + 1.0477904078382971, + 1.0454291239555784, + 1.04306784007286, + 1.0407065561901414, + 1.038345272307423 ], "p90": [ - 1.4153223606562573, - 1.4136573673796422, - 1.4119923741030271, - 1.4103273808264118, - 1.4086623875497968, - 1.4069973942731817, - 1.4053324009965666, - 1.4036674077199516, - 1.4020024144433365, - 1.4003374211667212, - 1.3986724278901062, - 1.397007434613491, - 1.395342441336876, - 1.393677448060261, - 1.3920124547836459, - 1.3903474615070308, - 1.3886824682304155, - 1.3870174749538005, - 1.3853524816771854, - 1.3836874884005703, - 1.3820224951239553, - 1.3803575018473402, - 1.378692508570725, - 1.3770275152941098, - 1.3753625220174948, - 1.3736975287408797, - 1.3720325354642646, - 1.3703675421876496, - 1.3687025489110345, - 1.3670375556344192, - 1.3653725623578041, - 1.363707569081189, - 1.362042575804574, - 1.360377582527959, - 1.3587125892513439, - 1.3570475959747286, - 1.3553826026981135, - 1.3537176094214984, - 1.3520526161448834, - 1.3503876228682683, - 1.3487225223032926, - 1.3470576363150382, - 1.3453926430384229, - 1.3437276497618078, - 1.3420626564851927, - 1.3403976632085777, - 1.3387326699319626, - 1.3370676766553475, - 1.3354026833787325, - 1.3337376901021172, - 1.3320726968255021, - 1.330407703548887, - 1.328742710272272, - 1.327077716995657, - 1.3254127237190418, - 1.3237477304424266, - 1.3220827371658115, - 1.3204177438891964, - 1.3187527506125813, - 1.3170877573359663, - 1.3154227640593512, - 1.3137577707827361, - 1.3120927775061209, - 1.3104277842295058, - 1.3087627909528907, - 1.3070977976762757, - 1.3054328043996606, - 1.3037678111230455, - 1.3021028178464302, - 1.3004378245698152, - 1.2987728312932, - 1.297107838016585 + 1.4059964756641554, + 1.403635191781437, + 1.4012739078987182, + 1.3989126240159997, + 1.3965513401332812, + 1.3941900562505627, + 1.3918287723678442, + 1.3894674884851255, + 1.387106204602407, + 1.3847449207196885, + 1.38238363683697, + 1.3800223529542515, + 1.3776610690715327, + 1.3752997851888142, + 1.3729385013060957, + 1.3705772174233772, + 1.3682159335406587, + 1.36585464965794, + 1.3634933657752215, + 1.361132081892503, + 1.3587707980097845, + 1.356409514127066, + 1.3540482302443473, + 1.3516869463616288, + 1.3493256624789103, + 1.3469643785961918, + 1.3446030947134733, + 1.3422418108307546, + 1.339880526948036, + 1.3375192430653176, + 1.335157959182599, + 1.3327966752998806, + 1.3304353914171618, + 1.3280741075344433, + 1.3257128236517248, + 1.3233515397690063, + 1.3209902558862878, + 1.318628972003569, + 1.3162676881208506, + 1.313906404238132, + 1.3115451203554136, + 1.309183836472695, + 1.3068225525899764, + 1.3044612687072579, + 1.3020999848245394, + 1.2997387009418209, + 1.2973774170591024, + 1.2950161331763836, + 1.2926548492936651, + 1.2902935654109466, + 1.2879322815282281, + 1.2855709976455096, + 1.283209713762791, + 1.2808483106707829, + 1.278487145997354, + 1.2761258621146354, + 1.273764578231917, + 1.2714032943491982, + 1.2690420104664797, + 1.2666807265837612, + 1.2643194427010427, + 1.2619581588183242, + 1.2595968749356057, + 1.257235591052887, + 1.2548743071701685, + 1.25251302328745, + 1.2501517394047315, + 1.247790455522013, + 1.2454291716392942, + 1.2430678877565757, + 1.2407066038738572, + 1.2383453199911387 ], "timestamps": [ - "2026-06-19 23:50:00", - "2026-06-20 00:00:00", "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", @@ -533,6 +531,8 @@ "2026-06-21 00:20:00", "2026-06-21 00:30:00", "2026-06-21 00:40:00", - "2026-06-21 00:50:00" + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index a3c4337ce72aad6326707ffd8c3c2154cbcc6835..aa8815c456ab8fe972859ad4d30b51aafb62ee92 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,25 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T00:19:18.354571+00:00", + "evaluated_at": "2026-06-22T00:27:28.911890+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index e2c079d0e1619705e8f039c35e573a1fffb6ccff..210413ca132e854fc90197f2e97df5692946df5d 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1609,3 +1609,6 @@ {"evaluated_at": "2026-06-22T00:11:36.992650+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-22T00:19:18.404410+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T00:19:18.404410+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-22T00:27:28.983309+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T00:27:28.983309+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T00:27:28.983309+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 8d7f0c353e26557c9218e76bfbbde9c884cf0ac8..9ad2986a8977548b98a131d1dbbe38e517df665c 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,450080.3475964864,333031.99949709576,453.0882161458333,0.3987737666160869,0.00708972716567087,0.007049050008021521,1.9628702505803268,670.8802781394653,0.01046600131520946,0.007068357828671197,0.005777862115188305,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,482897.7862974803,342213.82098611194,470.33984375,0.41395733633787674,0.007356332605508171,0.007314616868049478,1.9695072070171544,694.9084733239913,0.010840196367796437,0.007337047196245015,0.0058700687902297115,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.1455261020643472,1.0877943425737158,0.8256029287974039,0.4536280101607031,0.0332968096785023,0.03257992877240257,2.3022304600209167,1.0702925310700562,0.04250214430433567,0.032785330925132486,0.02740729204769246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.7717708108218309,0.8055376112387039,0.7300866355498632,2.12070090248634,0.684743971230286,1.1884173587488056,34.98359460795657,0.878504872395043,0.9802189543049684,0.8146167209063705,0.6837201554652189,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04085763871457478,0.04062031645288414,0.1726631596684456,2.0313315181262652,0.11249709033368349,0.12114650299496622,21.74093482205651,0.20213272549138298,0.13742734679586482,0.11739138165253116,0.09960690258923925,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.7315545742942131,0.7473335672476688,0.7054085155328115,2.06536588028152,0.6267886519410408,1.029157456487721,29.001487613240236,0.8553096365026019,0.907666864652116,0.7485896431737709,0.6142179411893638,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04144327380550431,0.04117716584836886,0.17560509178373548,2.1285470591824085,0.11435566540957653,0.12308331523787304,22.237767016828982,0.20357621129568237,0.1380177743360259,0.11905430293553534,0.10037054705821538,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.24910785538850178,0.40761968077686106,0.547862688700358,0.3928895715829071,0.026613999461058413,0.02701328090063716,2.2538161600148454,0.4991070580431635,0.02467772876731938,0.027088390387604053,0.029290806964384408,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,61.569161274759345,49.571842443041,6.256526072820027,0.5422021078887282,0.27050657008274853,0.2610893506666491,3.0983978293545147,7.846601893479709,0.30620885437969597,0.24415711503687912,0.24016764643392585,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.7588488622935377,1.778809118525184,1.1728342374165852,0.5972324322436992,0.045991605928359804,0.04659923634412194,3.683766830928819,1.3262159938311473,0.05348543968701798,0.04729965191190506,0.03862749832019127,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index cd3e98e5ceb3061fd6cfe9e7ebb90c783251876b..9bdd0820e4cc2ecdecdaa4b15d5f777ab4c9984a 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T00:18:49.890681+00:00", + "evaluated_at": "2026-06-22T00:26:44.614000+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63511.078125 + 63604.0 ], "p50": [ - 64230.57421875, - 64326.439453125, - 64415.984375, - 64383.478515625, - 64411.25, - 64456.12890625, - 64428.74609375, - 64488.66015625, - 64539.482421875, - 64585.146484375, - 64470.37109375, - 64631.51171875, - 64589.59375, - 64719.2265625, - 64635.53515625, - 64615.498046875, - 64709.251953125, - 64559.1796875, - 64801.29296875, - 64734.076171875, - 64542.87109375, - 64816.9453125, - 64584.556640625, - 64943.296875 + 64228.80078125, + 64370.4609375, + 64383.134765625, + 64356.3671875, + 64394.576171875, + 64402.546875, + 64428.359375, + 64441.27734375, + 64439.921875, + 64609.9140625, + 64593.705078125, + 64759.8046875, + 64633.501953125, + 64694.73046875, + 64636.341796875, + 64739.908203125, + 64628.205078125, + 64638.896484375, + 64637.859375, + 64405.474609375, + 64699.5546875, + 64765.35546875, + 64854.681640625, + 64741.1015625 ], "p10": [ - 64021.421875, - 64068.12109375, - 64009.736328125, - 63895.14453125, - 63939.5625, - 63960.970703125, - 63803.01171875, - 63751.265625, - 63594.693359375, - 63664.7734375, - 63593.482421875, - 63696.53125, - 63311.341796875, - 63475.783203125, - 63679.763671875, - 63504.494140625, - 63027.16015625, - 63030.265625, - 63226.041015625, - 63109.82421875, - 62658.3046875, - 62900.984375, - 62757.115234375, - 63075.197265625 + 64004.345703125, + 64089.181640625, + 64014.806640625, + 63911.15234375, + 63797.83984375, + 63818.05078125, + 63778.86328125, + 63787.181640625, + 63619.234375, + 63643.048828125, + 63625.6953125, + 63607.39453125, + 63663.20703125, + 63759.048828125, + 63317.583984375, + 63484.4296875, + 62934.064453125, + 63108.349609375, + 62926.61328125, + 62904.556640625, + 62953.94921875, + 63191.98046875, + 63022.478515625, + 63129.6875 ], "p90": [ - 64422.673828125, - 64616.349609375, - 64905.1640625, - 64840.603515625, - 64902.6796875, - 64937.38671875, - 65031.0390625, - 65127.408203125, - 65335.98828125, - 65607.60546875, - 65534.341796875, - 65726.046875, - 65576.140625, - 66029.70703125, - 66121.96484375, - 66216.12109375, - 66276.8984375, - 66364.0859375, - 66810.5, - 66345.46875, - 67012.45703125, - 66828.71484375, - 66398.265625, - 66736.453125 + 64446.2578125, + 64705.015625, + 64750.83203125, + 64768.072265625, + 64831.869140625, + 64926.1953125, + 65105.822265625, + 65014.7265625, + 65429.0078125, + 65669.25, + 65759.6796875, + 65732.30859375, + 66012.58984375, + 66092.03515625, + 66000.5390625, + 66417.44921875, + 66108.19921875, + 66335.53125, + 66411.51171875, + 66556.66015625, + 66793.91015625, + 66853.2578125, + 67406.51171875, + 67257.4375 ], "timestamps": [ "2026-06-17 01:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 73c9953247b8f11bf013fb8f1d3313266934a8c4..d14028fe91677342f64368183e40654b43c4a203 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T00:11:13.581138+00:00", + "evaluated_at": "2026-06-22T00:26:48.641978+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.16500000655651093, - 0.17800000309944153, 0.19900000095367432, 0.21199999749660492, 0.22200000286102295, @@ -245,11 +243,11 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906 + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 ], "actuals": [ - 0.32899999618530273, - 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, 0.35199999809265137, @@ -307,197 +305,197 @@ 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, - 1.680999994277954 + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 ], "p50": [ - 0.3546939194202423, - 0.3435764014720917, - 0.3323875069618225, - 0.3287756145000458, - 0.3187471330165863, - 0.31258660554885864, - 0.30473974347114563, - 0.3005804121494293, - 0.29601916670799255, - 0.2847611606121063, - 0.29050686955451965, - 0.2769172787666321, - 0.26265355944633484, - 0.2556931674480438, - 0.23801589012145996, - 0.23677107691764832, - 0.22892022132873535, - 0.21029794216156006, - 0.20600900053977966, - 0.19894945621490479, - 0.1792997419834137, - 0.17618462443351746, - 0.1820954978466034, - 0.1752808392047882, - 0.14162707328796387, - 0.1329505741596222, - 0.12989670038223267, - 0.13765040040016174, - 0.13763964176177979, - 0.11899638175964355, - 0.1141447126865387, - 0.078849196434021, - 0.13264834880828857, - 0.14574337005615234, - 0.07989877462387085, - 0.13171467185020447, - 0.10649994015693665, - 0.12229079008102417, - 0.11219477653503418, - 0.11406180262565613, - 0.08193778991699219, - 0.09336483478546143, - 0.07787001132965088, - 0.11590972542762756, - 0.076107919216156, - 0.11388564109802246, - 0.09700116515159607, - 0.1275409460067749, - 0.11713504791259766, - 0.09189414978027344, - 0.04975026845932007, - 0.07895243167877197, - 0.07770705223083496, - 0.12483134865760803, - 0.06751930713653564, - 0.06677651405334473, - 0.1461629569530487, - 0.1566391885280609, - 0.06292581558227539, - 0.041280508041381836 + 0.3603968322277069, + 0.3572840392589569, + 0.349647581577301, + 0.3462386727333069, + 0.3464115560054779, + 0.3320707678794861, + 0.325134813785553, + 0.32531020045280457, + 0.32716265320777893, + 0.318668395280838, + 0.3111097514629364, + 0.312764436006546, + 0.30503636598587036, + 0.2876378893852234, + 0.28720584511756897, + 0.28906118869781494, + 0.27280548214912415, + 0.27615875005722046, + 0.2491823136806488, + 0.2524895966053009, + 0.2527241110801697, + 0.22995921969413757, + 0.24210557341575623, + 0.20693469047546387, + 0.20972806215286255, + 0.20406466722488403, + 0.23095360398292542, + 0.24128219485282898, + 0.21773937344551086, + 0.18325936794281006, + 0.23369356989860535, + 0.22405266761779785, + 0.20805194973945618, + 0.15906083583831787, + 0.2016904056072235, + 0.17630118131637573, + 0.21157625317573547, + 0.18868112564086914, + 0.17708125710487366, + 0.16163370013237, + 0.2287401556968689, + 0.2672613859176636, + 0.18043425679206848, + 0.17744603753089905, + 0.22502675652503967, + 0.22453483939170837, + 0.10315057635307312, + 0.20816439390182495, + 0.17064428329467773, + 0.16965845227241516, + 0.20785650610923767, + 0.27500680088996887, + 0.24206683039665222, + 0.1464253067970276, + 0.17541438341140747, + 0.152544766664505, + 0.1701487898826599, + 0.20634213089942932, + 0.14253482222557068, + 0.18961650133132935 ], "p10": [ - 0.32613426446914673, - 0.3055432438850403, - 0.28670528531074524, - 0.29039764404296875, - 0.27672630548477173, - 0.2585853338241577, - 0.2296428680419922, - 0.21198046207427979, - 0.21560531854629517, - 0.20080158114433289, - 0.17038822174072266, - 0.14267665147781372, - 0.1365337073802948, - 0.09383010864257812, - 0.09789636731147766, - 0.07432132959365845, - 0.060575902462005615, - -0.022419214248657227, - -0.009002208709716797, - 0.008503079414367676, - -0.05545306205749512, - -0.038090527057647705, - -0.06257981061935425, - -0.07917565107345581, - -0.12526333332061768, - -0.14122778177261353, - -0.19269949197769165, - -0.1724570393562317, - -0.13525134325027466, - -0.2867574095726013, - -0.22161221504211426, - -0.36884236335754395, - -0.33198320865631104, - -0.324643075466156, - -0.43021172285079956, - -0.2829982042312622, - -0.41775327920913696, - -0.3802233338356018, - -0.34269505739212036, - -0.5488866567611694, - -0.5118523836135864, - -0.37002766132354736, - -0.5138116478919983, - -0.6569864749908447, - -0.4740082025527954, - -0.6035044193267822, - -0.5403984189033508, - -0.4761447310447693, - -0.6657112240791321, - -0.6817400455474854, - -0.7245156764984131, - -0.5640941262245178, - -0.8226778507232666, - -0.6147172451019287, - -0.6144599914550781, - -0.6656292676925659, - -0.7980813980102539, - -0.9057039618492126, - -0.7952350378036499, - -0.8347702026367188 + 0.3301045298576355, + 0.3196244239807129, + 0.3047427833080292, + 0.29189226031303406, + 0.27150973677635193, + 0.27557575702667236, + 0.2589699327945709, + 0.27263763546943665, + 0.2401828169822693, + 0.2159973382949829, + 0.17966976761817932, + 0.19226837158203125, + 0.1848161518573761, + 0.14034628868103027, + 0.15590441226959229, + 0.1335291564464569, + 0.11093217134475708, + 0.0728195309638977, + 0.0612492561340332, + 0.03843057155609131, + -0.016091525554656982, + 0.012609302997589111, + -0.02937549352645874, + -0.10685074329376221, + -0.13730734586715698, + -0.11295747756958008, + -0.11379086971282959, + -0.09453237056732178, + -0.14601320028305054, + -0.23963874578475952, + -0.15309858322143555, + -0.26451534032821655, + -0.21661901473999023, + -0.3596116900444031, + -0.3543604612350464, + -0.3413456082344055, + -0.22049111127853394, + -0.37838613986968994, + -0.28302741050720215, + -0.4052211046218872, + -0.353288471698761, + -0.3428671956062317, + -0.5664921998977661, + -0.4878091812133789, + -0.5376412868499756, + -0.5592171549797058, + -0.43304938077926636, + -0.572226881980896, + -0.53190678358078, + -0.6928727030754089, + -0.5935749411582947, + -0.5486926436424255, + -0.6374175548553467, + -0.5643980503082275, + -0.5253279209136963, + -0.6587842702865601, + -0.637843132019043, + -0.6191909909248352, + -0.8059567213058472, + -0.4815860986709595 ], "p90": [ - 0.39163845777511597, - 0.38078561425209045, - 0.37439674139022827, - 0.3739605247974396, - 0.36971616744995117, - 0.39635327458381653, - 0.3699643313884735, - 0.3818122446537018, - 0.38101527094841003, - 0.36935853958129883, - 0.3902454078197479, - 0.39334234595298767, - 0.3664294183254242, - 0.41493287682533264, - 0.382252961397171, - 0.3985558748245239, - 0.4188970625400543, - 0.38264769315719604, - 0.38579046726226807, - 0.417129784822464, - 0.4357687830924988, - 0.4277017414569855, - 0.42451512813568115, - 0.5053341090679169, - 0.4716131091117859, - 0.4498349726200104, - 0.5321508049964905, - 0.4844319522380829, - 0.48050764203071594, - 0.4568014144897461, - 0.5872509777545929, - 0.496168315410614, - 0.4906482994556427, - 0.6386987864971161, - 0.57626011967659, - 0.6573492586612701, - 0.5912894010543823, - 0.5959758758544922, - 0.6035425066947937, - 0.7400208115577698, - 0.7266727983951569, - 0.8719450831413269, - 0.7085522711277008, - 0.926298588514328, - 0.7562893033027649, - 0.8323211669921875, - 0.8947029113769531, - 1.0527603030204773, - 0.8850224614143372, - 1.0832602381706238, - 0.8350758850574493, - 1.2034482955932617, - 1.1215692162513733, - 1.200459063053131, - 0.8855330646038055, - 0.9755171239376068, - 1.0388851165771484, - 0.9221832752227783, - 1.040663719177246, - 0.9226070642471313 + 0.3927150368690491, + 0.3978230059146881, + 0.40192052721977234, + 0.3887560963630676, + 0.3957447409629822, + 0.4045729339122772, + 0.3898506760597229, + 0.4035598933696747, + 0.4163888096809387, + 0.42425137758255005, + 0.41561007499694824, + 0.44207003712654114, + 0.4337525963783264, + 0.4378337264060974, + 0.4305975139141083, + 0.4585495889186859, + 0.47782227396965027, + 0.5179161131381989, + 0.4349218010902405, + 0.47100135684013367, + 0.46272990107536316, + 0.44985997676849365, + 0.5556230545043945, + 0.4489990174770355, + 0.4977632462978363, + 0.4830431342124939, + 0.6338438987731934, + 0.6456354558467865, + 0.6526351869106293, + 0.614373117685318, + 0.7250103652477264, + 0.7072632312774658, + 0.7201997339725494, + 0.6686114072799683, + 0.6953751444816589, + 0.8067843616008759, + 0.761438250541687, + 0.7308368980884552, + 0.8727397322654724, + 0.9213206470012665, + 0.9809775352478027, + 0.8568916916847229, + 0.811911940574646, + 0.9108151495456696, + 1.0204764008522034, + 0.9100411236286163, + 0.9632455706596375, + 0.9224479794502258, + 1.0548690557479858, + 0.8624627888202667, + 1.291821837425232, + 1.0264082551002502, + 1.1777934432029724, + 0.9549567699432373, + 1.0870659947395325, + 0.9958418607711792, + 1.1984816193580627, + 1.278841495513916, + 1.1575250625610352, + 1.256083905696869 ], "timestamps": [ - "2026-06-20 18:06:00", - "2026-06-20 18:12:00", "2026-06-20 18:18:00", "2026-06-20 18:24:00", "2026-06-20 18:30:00", @@ -795,6 +793,8 @@ "2026-06-21 23:42:00", "2026-06-21 23:48:00", "2026-06-21 23:54:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index ec8486d01cacd6454082fed95989c91891fe93ca..fcfec38b125d485e97e64b1cb6e5d4b9c823fabb 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T00:03:33.503049+00:00", + "evaluated_at": "2026-06-22T00:26:52.245984+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.399999976158142, 1.5, 1.5, 1.5, @@ -84,6 +83,7 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -97,7 +97,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,233 +157,232 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.324241042137146, - 1.3113126158714294, - 1.3144855499267578, - 1.3271243572235107, - 1.3269845843315125, - 1.3280497193336487, - 1.3142418265342712, - 1.3086182475090027, - 1.3172979950904846, - 1.3276692628860474, - 1.3063520789146423, - 1.3142749071121216, - 1.3177181482315063, - 1.315065085887909, - 1.3223150968551636, - 1.327878177165985, - 1.3156070113182068, - 1.315118134021759, - 1.3117839097976685, - 1.3001211881637573, - 1.3190848231315613, - 1.3204267621040344, - 1.306587278842926, - 1.3106462359428406, - 1.2863843441009521, - 1.3089163303375244, - 1.3051894307136536, - 1.3131608366966248, - 1.3068106770515442, - 1.3114337921142578, - 1.3295221328735352, - 1.3175452947616577, - 1.3015491366386414, - 1.3201475739479065, - 1.3152976036071777, - 1.3035354614257812, - 1.306488811969757, - 1.3194381594657898, - 1.31210458278656, - 1.3230519890785217, - 1.3148379921913147, - 1.3087137937545776, - 1.3088048696517944, - 1.329613745212555, - 1.3106710314750671, - 1.3141723275184631, - 1.3060585856437683, - 1.31676584482193, - 1.3320394158363342, - 1.3313591480255127, - 1.3052799105644226, - 1.3019964098930359, - 1.3088726997375488, - 1.2939170002937317, - 1.3184107542037964, - 1.3195457458496094, - 1.3169183731079102, - 1.3097375631332397, - 1.3114623427391052, - 1.3246022462844849, - 1.3028768301010132, - 1.3267832398414612, - 1.3137163519859314, - 1.3102254271507263, - 1.2977086305618286, - 1.3290802836418152, - 1.3096093535423279, - 1.3283823728561401, - 1.3243184685707092, - 1.2893032431602478, - 1.3217341899871826, - 1.3188933730125427 + 1.3137360215187073, + 1.3156307935714722, + 1.3316147327423096, + 1.3090193271636963, + 1.2951483130455017, + 1.3209910988807678, + 1.306041181087494, + 1.3104203343391418, + 1.3135858178138733, + 1.3136269450187683, + 1.3241586685180664, + 1.316958248615265, + 1.3172679543495178, + 1.314790964126587, + 1.3128075003623962, + 1.3179801106452942, + 1.329275369644165, + 1.3158860802650452, + 1.3155980110168457, + 1.3099535703659058, + 1.3124487400054932, + 1.3066818714141846, + 1.3086624145507812, + 1.3162605166435242, + 1.3080110549926758, + 1.3178394436836243, + 1.302333116531372, + 1.3082086443901062, + 1.3171434998512268, + 1.3115115761756897, + 1.317707896232605, + 1.3191306591033936, + 1.3166857957839966, + 1.334061324596405, + 1.3142433762550354, + 1.3294916152954102, + 1.3231449127197266, + 1.3171970844268799, + 1.3193041682243347, + 1.3135952949523926, + 1.3440646529197693, + 1.294859230518341, + 1.2984436750411987, + 1.3189587593078613, + 1.3007593154907227, + 1.3248463869094849, + 1.31841641664505, + 1.3202831149101257, + 1.2994701862335205, + 1.316605031490326, + 1.3119609355926514, + 1.3101054430007935, + 1.3213363289833069, + 1.3159023523330688, + 1.3095507621765137, + 1.3114094734191895, + 1.3221049308776855, + 1.311146080493927, + 1.3065166473388672, + 1.3192405104637146, + 1.3135324120521545, + 1.3141003847122192, + 1.306164562702179, + 1.3105939030647278, + 1.3132568001747131, + 1.3097233772277832, + 1.3162037134170532, + 1.3257900476455688, + 1.3250699639320374, + 1.2906314730644226, + 1.3214547634124756, + 1.3134806156158447 ], "p10": [ - 1.1893789172172546, - 1.1722554564476013, - 1.107507348060608, - 1.1252392530441284, - 1.1706266403198242, - 1.1629786491394043, - 1.1523444056510925, - 1.1570066213607788, - 1.1919910311698914, - 1.1857783198356628, - 1.156120240688324, - 1.1467467546463013, - 1.1175731420516968, - 1.1617851853370667, - 1.1107053756713867, - 1.1733466386795044, - 1.1451778411865234, - 1.1426135897636414, - 1.1510834693908691, - 1.1422623991966248, - 1.2034737467765808, - 1.171792984008789, - 1.1790465712547302, - 1.1863247752189636, - 1.1670411825180054, - 1.1451653242111206, - 1.1765827536582947, - 1.1417642831802368, - 1.1314095854759216, - 1.1873902082443237, - 1.156202495098114, - 1.178742527961731, - 1.1639567017555237, - 1.1679324507713318, - 1.1409216523170471, - 1.151896357536316, - 1.1469684839248657, - 1.1366483569145203, - 1.122326910495758, - 1.1389618515968323, - 1.1481568217277527, - 1.1142547726631165, - 1.1171798706054688, - 1.1114513874053955, - 1.1455204486846924, - 1.1405672430992126, - 1.0927831530570984, - 1.1394522786140442, - 1.1753255724906921, - 1.1325650215148926, - 1.0817295908927917, - 1.1272652745246887, - 1.1173937320709229, - 1.1027398705482483, - 1.0837040543556213, - 1.1152571439743042, - 1.0771337747573853, - 1.0938600897789001, - 1.0784775614738464, - 1.130043387413025, - 1.0812872648239136, - 1.0938481092453003, - 1.1040948033332825, - 1.0649389028549194, - 1.1009557843208313, - 1.0987842679023743, - 1.071041226387024, - 1.1186147928237915, - 1.1298860311508179, - 1.0573789477348328, - 1.1141428351402283, - 1.0161404609680176 + 1.1812601685523987, + 1.1855576634407043, + 1.1917860507965088, + 1.1358283162117004, + 1.126103162765503, + 1.1664596199989319, + 1.1652907133102417, + 1.1353117227554321, + 1.152841866016388, + 1.1719624400138855, + 1.1773025393486023, + 1.1761102080345154, + 1.1133847832679749, + 1.1265802383422852, + 1.165266513824463, + 1.1076788902282715, + 1.1872535943984985, + 1.1681748032569885, + 1.1729252338409424, + 1.1514504551887512, + 1.1822608709335327, + 1.1434093713760376, + 1.1835722923278809, + 1.176899015903473, + 1.1734461188316345, + 1.177876353263855, + 1.1514053344726562, + 1.1588141322135925, + 1.1750438213348389, + 1.1469299793243408, + 1.1342045664787292, + 1.1476907134056091, + 1.167848825454712, + 1.1814873218536377, + 1.1259853839874268, + 1.1453149914741516, + 1.1529895663261414, + 1.1218509674072266, + 1.1660357117652893, + 1.11497300863266, + 1.170106291770935, + 1.1302436590194702, + 1.0960062742233276, + 1.111205816268921, + 1.0521016716957092, + 1.1322336792945862, + 1.1442828178405762, + 1.1358976364135742, + 1.115957796573639, + 1.0990574955940247, + 1.0952280163764954, + 1.1091625094413757, + 1.126189947128296, + 1.1068756580352783, + 1.1105263233184814, + 1.110779881477356, + 1.1208989024162292, + 1.1208164691925049, + 1.0730006694793701, + 1.099774181842804, + 1.093311607837677, + 1.1238707900047302, + 1.1238911151885986, + 1.0253384709358215, + 1.1255091428756714, + 1.0829090476036072, + 1.1053826212882996, + 1.1379218697547913, + 1.1329710483551025, + 1.097581684589386, + 1.0883460640907288, + 1.0527387857437134 ], "p90": [ - 1.4275556802749634, - 1.4537770748138428, - 1.4640573859214783, - 1.4672136902809143, - 1.5216143131256104, - 1.4762015342712402, - 1.4691613912582397, - 1.4350340962409973, - 1.4734025597572327, - 1.4633809924125671, - 1.4228295683860779, - 1.4788297414779663, - 1.468981921672821, - 1.4628674983978271, - 1.497152030467987, - 1.5030233263969421, - 1.4762803316116333, - 1.4756423234939575, - 1.4709461331367493, - 1.4712448716163635, - 1.4476092457771301, - 1.513451635837555, - 1.437420904636383, - 1.482849895954132, - 1.4685707092285156, - 1.476793885231018, - 1.4717451930046082, - 1.489773452281952, - 1.4516936540603638, - 1.474000334739685, - 1.4651731252670288, - 1.4694417119026184, - 1.4645509719848633, - 1.4807184338569641, - 1.4763513207435608, - 1.4699530005455017, - 1.4752638339996338, - 1.4869515895843506, - 1.4846695065498352, - 1.4831746220588684, - 1.537039875984192, - 1.5004409551620483, - 1.4746246933937073, - 1.5035282969474792, - 1.4956297874450684, - 1.4715096950531006, - 1.4849190711975098, - 1.5068799257278442, - 1.4798814058303833, - 1.5160548090934753, - 1.4541655778884888, - 1.519544243812561, - 1.5002279877662659, - 1.4734647870063782, - 1.524341881275177, - 1.523699939250946, - 1.4961974620819092, - 1.476491928100586, - 1.5128042697906494, - 1.5348413586616516, - 1.4676210284233093, - 1.555692195892334, - 1.5483101606369019, - 1.508866310119629, - 1.4832448959350586, - 1.5819416642189026, - 1.5129436254501343, - 1.5571242570877075, - 1.5197387337684631, - 1.5146063566207886, - 1.5050750970840454, - 1.570187270641327 + 1.4192658066749573, + 1.463641107082367, + 1.4517505168914795, + 1.4535326957702637, + 1.4532086849212646, + 1.4611414074897766, + 1.4388166069984436, + 1.4557071328163147, + 1.4782494902610779, + 1.4709506630897522, + 1.4489312767982483, + 1.4605721235275269, + 1.4594733119010925, + 1.4435732960700989, + 1.463744342327118, + 1.4683627486228943, + 1.494995653629303, + 1.5195205211639404, + 1.4678439497947693, + 1.4793586730957031, + 1.4553039073944092, + 1.4537141919136047, + 1.4584327936172485, + 1.4446153044700623, + 1.4279932379722595, + 1.45291668176651, + 1.4557533860206604, + 1.4896352887153625, + 1.4943143725395203, + 1.44436913728714, + 1.4846739172935486, + 1.4639345407485962, + 1.4536605477333069, + 1.4679877161979675, + 1.449481189250946, + 1.4886587858200073, + 1.4924808144569397, + 1.471636176109314, + 1.474693238735199, + 1.480579435825348, + 1.5311338305473328, + 1.456518530845642, + 1.4635329246520996, + 1.4696276783943176, + 1.4659586548805237, + 1.4954718947410583, + 1.4870482683181763, + 1.4852800965309143, + 1.5075992941856384, + 1.483337938785553, + 1.4804716110229492, + 1.4629260897636414, + 1.5117090940475464, + 1.509710669517517, + 1.50650954246521, + 1.503395915031433, + 1.5376387238502502, + 1.5134976506233215, + 1.5022605657577515, + 1.471072793006897, + 1.4850531816482544, + 1.5228254795074463, + 1.5016978979110718, + 1.5089112520217896, + 1.4870570302009583, + 1.4878759384155273, + 1.5196440815925598, + 1.543980598449707, + 1.5292744040489197, + 1.4800834655761719, + 1.5120346546173096, + 1.5296252965927124 ], "timestamps": [ - "2026-06-19 23:50:00", - "2026-06-20 00:00:00", "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", @@ -533,6 +531,8 @@ "2026-06-21 00:20:00", "2026-06-21 00:30:00", "2026-06-21 00:40:00", - "2026-06-21 00:50:00" + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 0669626b5d8a8adc90f6f0022eeb4799030109cb..e55115b126861d4a00212eea49a4a38a7d44970b 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T00:18:57.828491+00:00", + "evaluated_at": "2026-06-22T00:26:54.504645+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 0e7149bbd98e68fd88578b28d9fb232ff80f6a41..a4fff3f887641e5a5d56f6ae04c8acf5cc6017bc 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,158078.9430928073,146945.42669349303,352.12871693393635,0.3099168987000082,0.005488879751452393,0.005503289832359486,3.007248760120039,397.59142733817504,0.006202585672927325,0.005493349163242902,0.004383013925530251,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,156269.4656656835,145053.3245688762,348.25697214226966,0.3065092835846061,0.005427728362015959,0.0054423728882402175,3.007248760120039,395.3093290901234,0.006166611745084987,0.0054326204232601075,0.004329907098615447,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.36245842311519405,0.36130515363491217,0.46603164151207005,1.3536937599158914,0.4369856392387673,0.5699286471800147,49.71709034770513,0.6020452002260246,0.6717505333817987,0.5199892028721397,0.510086286336827,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.03782421830803372,0.03779412545797879,0.16749468784344168,1.9705259604216667,0.10934403575953218,0.11723031067001743,30.060802600939343,0.1944844937470176,0.13222741593977566,0.11387740652468997,0.1000792741222739,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.44322497217890333,0.4420250408134182,0.519629732630229,1.5214241060637768,0.4515845573592255,0.6237956495737524,56.60485812472393,0.6657514342297006,0.7065049791977686,0.551438531810652,0.5421532342669741,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.03934762656977164,0.038469462659331786,0.1703347879597265,2.064664573819128,0.1110893733154767,0.11910341641563334,18.045999355959346,0.198362361777056,0.13448296100148266,0.11548121549454812,0.10416090762940013,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,1.6042599890828597,1.6077478121313182,1.1159099783813728,22.31823267657791,0.06055494124361512,0.06298238555374383,867.4455465715213,1.2665938532469119,0.06991318613467878,0.061595768705276964,0.061508367331144384,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,150.64895160136243,150.0831675773751,9.793752117813325,0.875118277582902,0.49581246844798926,0.3919907278488058,14.794989662504603,12.273913459095368,0.47835969415537816,0.3816986557159632,0.34424602345006333,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,2.7316700882381504,2.7064330375986927,1.4516335180940516,0.7418667610898347,0.055301316411569545,0.05505647065735942,4.607060055637962,1.6527764786074826,0.06284321089900276,0.055195189734613175,0.04509232555503953,Weather,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index c1f8807929509c5c179bc05d59ec8bbb6158e66a..7c0a5934cf353beafbe77f3421fe3aba85ad3e0c 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T00:19:18.362069+00:00", + "evaluated_at": "2026-06-22T00:27:28.918955+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63511.078125 + 63604.0 ], "p50": [ 63807.54474026864, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 338118b90f15d6403a392eb91d1911c7b334abdb..199537db74e8335395328ce00c558b8569219f38 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T00:11:36.916411+00:00", + "evaluated_at": "2026-06-22T00:27:28.929506+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.16500000655651093, - 0.17800000309944153, 0.19900000095367432, 0.21199999749660492, 0.22200000286102295, @@ -245,11 +243,11 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906 + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 ], "actuals": [ - 0.32899999618530273, - 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, 0.35199999809265137, @@ -307,197 +305,197 @@ 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, - 1.680999994277954 + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 ], "p50": [ - 0.4882346755634043, - 0.4892346328864786, - 0.48723465863568516, - 0.4892346328864786, - 0.48973465625149937, - 0.4842346674571726, - 0.48723465863568516, - 0.4902346796165201, - 0.489234662688801, - 0.49373466435773106, - 0.48623461190564365, - 0.48623461190564365, - 0.4892346328864786, - 0.48723465863568516, - 0.4932347005973551, - 0.4877346521983835, - 0.49023462001187534, - 0.48873466912610264, - 0.48623461190564365, - 0.488734698928425, - 0.49023462001187534, - 0.4892346328864786, - 0.48873466912610264, - 0.4892346328864786, - 0.49223471347195835, - 0.4912347263465616, - 0.48823470536572666, - 0.4907346433768961, - 0.49373466435773106, - 0.4922346538673136, - 0.4862347311149332, - 0.489734626449177, - 0.4972346565495226, - 0.4867346948753092, - 0.4902346796165201, - 0.4912347263465616, - 0.49523467484814854, - 0.4882346606622431, - 0.4892346924911234, - 0.489234662688801, - 0.4907346433768961, - 0.4882346755634043, - 0.4932346409927103, - 0.4912346071372721, - 0.48623467151028843, - 0.49023462001187534, - 0.4877346521983835, - 0.48723465863568516, - 0.48823469046456547, - 0.4862347013126108, - 0.4867346948753092, - 0.48623467151028843, - 0.48623461190564365, - 0.4902346796165201, - 0.4877346521983835, - 0.4862347013126108, - 0.4882346606622431, - 0.49023462001187534, - 0.48623461190564365, - 0.4882346457610819 + 0.4571974867204077, + 0.455697535834635, + 0.4526974552491553, + 0.455697535834635, + 0.4526974552491553, + 0.45319747861417603, + 0.45419752534421753, + 0.4571975463250525, + 0.45919752057584595, + 0.46069747146161866, + 0.4516975575307257, + 0.45619755919965577, + 0.4556975060323126, + 0.45419752534421753, + 0.4546975189069159, + 0.45419752534421753, + 0.45669749315770936, + 0.4571974867204077, + 0.45369756158384156, + 0.45519751246961426, + 0.45769751008542847, + 0.45519751246961426, + 0.4561975293973334, + 0.45669749315770936, + 0.45769756969007325, + 0.45719742711576294, + 0.4531975978234656, + 0.456197499595011, + 0.46019756730588746, + 0.4571974867204077, + 0.4531975382188208, + 0.45519754227193665, + 0.4651974433282263, + 0.45519754227193665, + 0.4611974948266394, + 0.455697535834635, + 0.46069753106626343, + 0.45419752534421753, + 0.4571974867204077, + 0.45519754227193665, + 0.456197499595011, + 0.45519757207425904, + 0.45919752057584595, + 0.458197593055094, + 0.4531975382188208, + 0.45519751246961426, + 0.45519751246961426, + 0.4531975680211432, + 0.4531975382188208, + 0.4531975084164984, + 0.4546975189069159, + 0.4531975680211432, + 0.4521975510934241, + 0.45519751246961426, + 0.45419752534421753, + 0.45419752534421753, + 0.4561975293973334, + 0.458197593055094, + 0.4546975189069159, + 0.4561975293973334 ], "p10": [ - 0.4592347151408884, - 0.4572346216808054, - 0.45823473397595615, - 0.45813461009366246, - 0.4581346160541269, - 0.4582346743713114, - 0.45813466969830724, - 0.45813461009366246, - 0.4572345680366251, - 0.4582346147666666, - 0.45813461009366246, - 0.4562347001205179, - 0.4591347223888132, - 0.45913471642834874, - 0.4571345812450144, - 0.45623469416005347, - 0.45623469416005347, - 0.4572345680366251, - 0.4572345680366251, - 0.45823473397595615, - 0.4591346627841684, - 0.45813466373784273, - 0.45623464051587315, - 0.46013460222584934, - 0.4602346426616404, - 0.4582346743713114, - 0.45623464051587315, - 0.4582346743713114, - 0.4592346614967081, - 0.4592346614967081, - 0.45623464051587315, - 0.45623464051587315, - 0.4621346897254679, - 0.45623464051587315, - 0.4582346743713114, - 0.4571345812450144, - 0.45913465682370397, - 0.45623464051587315, - 0.4582346743713114, - 0.45323473874432774, - 0.45913466874463293, - 0.4572346276412699, - 0.45623464051587315, - 0.4572346216808054, - 0.4571345812450144, - 0.4582347280154917, - 0.46023458901746006, - 0.45623464051587315, - 0.45623464051587315, - 0.4560346430907938, - 0.45623464051587315, - 0.4562347001205179, - 0.4542346662650797, - 0.45583464566571447, - 0.4572346276412699, - 0.45623464051587315, - 0.4571345752845499, - 0.4582346743713114, - 0.456134647763798, - 0.4582346684108469 + 0.42619758780988526, + 0.4231975072244055, + 0.4251975351193793, + 0.42509747680219484, + 0.4250975364068396, + 0.42409744795354676, + 0.42719745572599244, + 0.4250974827626593, + 0.4250975364068396, + 0.4231975072244055, + 0.42409744795354676, + 0.42709746297391726, + 0.4261975282052405, + 0.4231975072244055, + 0.42409744795354676, + 0.42519754107984375, + 0.4250975364068396, + 0.42409744795354676, + 0.4250974827626593, + 0.4241974883893378, + 0.4250974827626593, + 0.4231975072244055, + 0.4231975072244055, + 0.42409744795354676, + 0.42409744795354676, + 0.4250974827626593, + 0.4251975947240241, + 0.4260975354531653, + 0.42319756086858584, + 0.4240974419930823, + 0.4209975355485327, + 0.42519754107984375, + 0.4261975818494208, + 0.42319756086858584, + 0.4241974883893378, + 0.4231975072244055, + 0.4261975282052405, + 0.4241974883893378, + 0.4261975818494208, + 0.4241974347451575, + 0.4240975015977271, + 0.4250975364068396, + 0.4241974347451575, + 0.4251975351193793, + 0.4241974347451575, + 0.42519754107984375, + 0.42419749434980225, + 0.4251975351193793, + 0.4231975668290503, + 0.4231975072244055, + 0.4231975072244055, + 0.42409744795354676, + 0.42309751447233035, + 0.4210975402215369, + 0.4250975364068396, + 0.42319756086858584, + 0.42519754107984375, + 0.4251975947240241, + 0.425197481475199, + 0.42409744795354676 ], "p90": [ - 0.5142346418271754, - 0.5182346767554972, - 0.5162346756826136, - 0.5153346485267374, - 0.5152346557746622, - 0.5153346574674341, - 0.5152346557746622, - 0.5152346557746622, - 0.5182346767554972, - 0.5162346756826136, - 0.5142346418271754, - 0.5153346485267374, - 0.5152346557746622, - 0.5172346300254557, - 0.5162347025047037, - 0.5143346673618051, - 0.5153346604476664, - 0.5153346604476664, - 0.5142346418271754, - 0.5152346557746622, - 0.5162347025047037, - 0.5163346952567789, - 0.514334640539715, - 0.5152346557746622, - 0.51733466152055, - 0.5142346418271754, - 0.514234612024853, - 0.517234633005688, - 0.517234633005688, - 0.5162345832954142, - 0.5182346767554972, - 0.5152346557746622, - 0.5202346510062906, - 0.5153346485267374, - 0.5182346767554972, - 0.5152346557746622, - 0.5182346767554972, - 0.5202346510062906, - 0.5152346557746622, - 0.5162345922361109, - 0.5152346557746622, - 0.5162347025047037, - 0.5162345832954142, - 0.5202346510062906, - 0.5142346090446207, - 0.5182346767554972, - 0.5162346727023813, - 0.516334671414921, - 0.5163346982370112, - 0.5162346756826136, - 0.5163346952567789, - 0.5152346557746622, - 0.5142346388469431, - 0.5142346418271754, - 0.5162346756826136, - 0.5162346756826136, - 0.5152346557746622, - 0.5143346673618051, - 0.5152346557746622, - 0.5152346557746622 + 0.4821975224831946, + 0.4831975692132361, + 0.48419749971422027, + 0.4831975692132361, + 0.48229751523526976, + 0.4822975241759665, + 0.487197517714823, + 0.48619759019407105, + 0.48229751523526976, + 0.48429752822908234, + 0.4821975224831946, + 0.48129753407033754, + 0.487197517714823, + 0.4832975649455435, + 0.48329756196531126, + 0.48419749971422027, + 0.4821975224831946, + 0.4831975692132361, + 0.4791975134232886, + 0.4821975224831946, + 0.4821975224831946, + 0.4822975241759665, + 0.47819757398160767, + 0.48319754239114593, + 0.4831974589446433, + 0.4811975085357077, + 0.4821975224831946, + 0.4831974619248755, + 0.4831974619248755, + 0.4831974589446433, + 0.4821975224831946, + 0.4831974589446433, + 0.4831975692132361, + 0.4821975224831946, + 0.48319754239114593, + 0.48329756196531126, + 0.4831974589446433, + 0.4821975224831946, + 0.4852975481370337, + 0.4831975692132361, + 0.48329756196531126, + 0.4811974787333853, + 0.48329756196531126, + 0.4831975692132361, + 0.4821975224831946, + 0.48429752822908234, + 0.48119753535779786, + 0.4831975692132361, + 0.48819744523557496, + 0.4821975224831946, + 0.48319754239114593, + 0.4831975394109137, + 0.4821975224831946, + 0.4821975224831946, + 0.4821975224831946, + 0.4811975085357077, + 0.4831974619248755, + 0.4821975224831946, + 0.4821975224831946, + 0.48329756196531126 ], "timestamps": [ - "2026-06-20 18:06:00", - "2026-06-20 18:12:00", "2026-06-20 18:18:00", "2026-06-20 18:24:00", "2026-06-20 18:30:00", @@ -795,6 +793,8 @@ "2026-06-21 23:42:00", "2026-06-21 23:48:00", "2026-06-21 23:54:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 77cdf01218a6b0e6934c470cee13bc4d17b54886..430116372870f846a49fec51ae145b60012c9be2 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T00:04:08.475845+00:00", + "evaluated_at": "2026-06-22T00:27:28.942144+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.399999976158142, 1.5, 1.5, 1.5, @@ -84,6 +83,7 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -97,7 +97,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,233 +157,232 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947 + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108 ], "p10": [ - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368 + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353 ], "p90": [ - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.422115268691992, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526 + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233973083587792, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688 ], "timestamps": [ - "2026-06-19 23:50:00", - "2026-06-20 00:00:00", "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", @@ -533,6 +531,8 @@ "2026-06-21 00:20:00", "2026-06-21 00:30:00", "2026-06-21 00:40:00", - "2026-06-21 00:50:00" + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 3660684fa53562a76cc6a1e0ca1f484182ed52da..da3f8cd6a460f0bb201e2dde39c13ec6c9363c51 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T00:19:18.377466+00:00", + "evaluated_at": "2026-06-22T00:27:28.947421+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index f460b622f0f81f47a541852405cfa8bf1d9e3a3e..f5f227ed483876d39235cb2ee445090e03f22ed8 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T00:16:33.808524+00:00", - "finished_at": "2026-06-22T00:19:18.403482+00:00", - "task_count": 2, + "started_at": "2026-06-22T00:23:27.788132+00:00", + "finished_at": "2026-06-22T00:27:28.979483+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,25 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T00:17:00.644285+00:00", + "evaluated_at": "2026-06-22T00:24:33.530095+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -30,19 +36,25 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T00:17:40.509301+00:00", + "evaluated_at": "2026-06-22T00:25:23.792539+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -50,19 +62,25 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:18:10.333242+00:00", + "evaluated_at": "2026-06-22T00:25:56.865305+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -70,19 +88,25 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T00:18:24.801412+00:00", + "evaluated_at": "2026-06-22T00:26:18.800863+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -90,19 +114,25 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T00:18:57.828491+00:00", + "evaluated_at": "2026-06-22T00:26:54.504645+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -110,19 +140,25 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T00:19:17.381627+00:00", + "evaluated_at": "2026-06-22T00:27:26.047513+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -130,19 +166,25 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T00:19:18.294219+00:00", + "evaluated_at": "2026-06-22T00:27:28.751336+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -150,19 +192,25 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T00:19:18.354571+00:00", + "evaluated_at": "2026-06-22T00:27:28.911890+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -170,19 +218,25 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T00:19:18.377466+00:00", + "evaluated_at": "2026-06-22T00:27:28.947421+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -190,19 +244,25 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T00:19:18.397667+00:00", + "evaluated_at": "2026-06-22T00:27:28.978175+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -210,7 +270,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-22T00:20:24.444445+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_002728.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_002728.json new file mode 100644 index 0000000000000000000000000000000000000000..426123105a48c9ac7cc418b9714f714766953771 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_002728.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T00:27:28.652653+00:00", + "metrics": { + "MSE[mean]": 546109.7920930303, + "MSE[0.5]": 290467.2884528435, + "MAE[0.5]": 504.5946782001344, + "MASE[0.5]": 0.4441058347355793, + "MAPE[0.5]": 0.00786147523534929, + "sMAPE[0.5]": 0.007895752537555862, + "MSIS": 5.947007625852422, + "RMSE[mean]": 738.9924168034678, + "NRMSE[mean]": 0.011527882044873454, + "ND[0.5]": 0.007871404088181615, + "mean_weighted_sum_quantile_loss": 0.006584301629228166 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63604.0 + ], + "predictions": { + "p50": [ + 63626.177558686555, + 63616.399665194156, + 63637.40530079053, + 63623.21216377095, + 63626.177553602094, + 63616.399665198056, + 63618.379511701496, + 63619.313142820654, + 63618.379511701496, + 63638.41252860856, + 63618.379511701496, + 63665.14939747742, + 63636.040776714544, + 63637.40530079053, + 63626.177553602094, + 63623.21216377095, + 63634.68503940347, + 63630.43129650278, + 63618.379511701496, + 63630.43129650278, + 63606.614281376715, + 63657.39169367688, + 63637.40530079053, + 63614.5385888084 + ], + "p10": [ + 63360.383446418986, + 63381.84767472375, + 63378.59758319837, + 63366.851366807845, + 63366.20457426051, + 63354.57783308725, + 63366.851366807845, + 63391.70007411326, + 63366.20457426051, + 63366.851366807845, + 63366.851366807845, + 63302.327358861796, + 63381.84767472764, + 63386.823726463575, + 63294.507341150216, + 63381.84767472764, + 63230.81695045751, + 63360.383441334525, + 63366.851366807845, + 63386.36223341808, + 63377.422961559314, + 63302.327358861796, + 63378.59758319837, + 63302.327358861796 + ], + "p90": [ + 63910.8662181581, + 63861.871118613955, + 63940.36169783806, + 63940.36169783806, + 63910.86621307364, + 63861.87111861785, + 63866.253343152486, + 63855.91422440371, + 63886.66144931699, + 63940.36169783806, + 63864.55249692375, + 63913.81576155008, + 63886.66144931699, + 63868.02521194942, + 63947.010733382434, + 63886.66144931699, + 63886.66144931699, + 63913.81576155008, + 63886.66144931699, + 63861.87111861785, + 63868.02521194942, + 63883.97203112181, + 63940.36169783806, + 63864.36351400945 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_002418.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_002418.json new file mode 100644 index 0000000000000000000000000000000000000000..089d982efe124b8fff56eee136b295a00b68f15a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_002418.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T00:24:18.181205+00:00", + "metrics": { + "MSE[mean]": 197717.37100346884, + "MSE[0.5]": 197717.37100346884, + "MAE[0.5]": 353.2880859375, + "MASE[0.5]": 0.31093728706583634, + "MAPE[0.5]": 0.005527380887878373, + "sMAPE[0.5]": 0.00550327036889973, + "MSIS": 1.9525816537906209, + "RMSE[mean]": 444.6542150969322, + "NRMSE[mean]": 0.006936365280398328, + "ND[0.5]": 0.005511103077570179, + "mean_weighted_sum_quantile_loss": 0.005345877056617849 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63604.0 + ], + "predictions": { + "p50": [ + 64307.55859375, + 64327.21484375, + 64333.66015625, + 64365.16796875, + 64378.9296875, + 64399.10546875, + 64415.015625, + 64442.71484375, + 64454.6875, + 64464.46875, + 64470.38671875, + 64485.90625, + 64497.9765625, + 64494.125, + 64489.859375, + 64491.29296875, + 64533.34765625, + 64515.47265625, + 64524.0625, + 64501.94140625, + 64499.3984375, + 64485.359375, + 64468.65234375, + 64462.7890625 + ], + "p10": [ + 64033.65625, + 63967.9453125, + 63903.29296875, + 63845.28125, + 63787.50390625, + 63741.8671875, + 63691.578125, + 63649.41796875, + 63611.7421875, + 63553.484375, + 63477.03515625, + 63419.4140625, + 63323.71484375, + 63245.7890625, + 63181.03515625, + 63123.86328125, + 63014.22265625, + 62896.8359375, + 62811.578125, + 62744.16015625, + 62678.19921875, + 62601.7578125, + 62549.625, + 62532.5234375 + ], + "p90": [ + 64601.9453125, + 64667.6953125, + 64754.421875, + 64849.40625, + 64943.70703125, + 64993.76171875, + 65049.97265625, + 65120.5703125, + 65183.0859375, + 65242.29296875, + 65309.6015625, + 65391.40625, + 65461.24609375, + 65499.703125, + 65605.8828125, + 65626.65625, + 66115.296875, + 66171.234375, + 66203.3203125, + 66269.9375, + 66278.0703125, + 66351.4375, + 66445.7578125, + 66493.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_002728.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_002728.json new file mode 100644 index 0000000000000000000000000000000000000000..cd6db706181cb8f8663e0ef7a64ddd4a20c4a266 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_002728.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T00:27:28.803595+00:00", + "metrics": { + "MSE[mean]": 34114.251350099665, + "MSE[0.5]": 32584.313951270582, + "MAE[0.5]": 134.28689654811055, + "MASE[0.5]": 0.11818910674657435, + "MAPE[0.5]": 0.0020998101300300485, + "sMAPE[0.5]": 0.002098501079420048, + "MSIS": 1.0225104309192214, + "RMSE[mean]": 184.70043678914152, + "NRMSE[mean]": 0.0028812269253746386, + "ND[0.5]": 0.0020948029619503373, + "mean_weighted_sum_quantile_loss": 0.0016647976789633207 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63604.0 + ], + "predictions": { + "p50": [ + 64285.75299233642, + 64272.64841908186, + 64269.807517702306, + 64228.095522572745, + 64210.76243369319, + 64249.56996981364, + 64200.47516218408, + 64185.96238580452, + 64143.37343754996, + 64121.77667679541, + 64114.19358791585, + 64115.340967786295, + 64096.47662890674, + 64079.14354002718, + 64035.47060739763, + 64044.477362268066, + 64029.32005463851, + 63998.25454388396, + 63992.4780956294, + 63956.424303624844, + 63937.319730370284, + 63942.01007899073, + 63910.36058386118, + 63881.433744981616 + ], + "p10": [ + 64029.90338296142, + 64039.41795033186, + 63865.256736452306, + 63984.007241322746, + 63960.57102744319, + 63964.935594813636, + 63932.00797468408, + 63930.26941705452, + 63898.01992192496, + 63891.12472367041, + 63850.83147854085, + 63846.020655286295, + 63843.97272265674, + 63821.79236815218, + 63729.82998239763, + 63776.688299768066, + 63752.57396088851, + 63735.24087200896, + 63736.2866893794, + 63718.953600499844, + 63690.022855370284, + 63687.60617274073, + 63666.95433386118, + 63631.242338731616 + ], + "p90": [ + 64535.86041421142, + 64518.52732533186, + 64501.194236452306, + 64504.364663197746, + 64456.15344931819, + 64447.47934481364, + 64433.63649030908, + 64414.52879205452, + 64395.28945317496, + 64381.63722367041, + 64360.62327541585, + 64345.196436536295, + 64404.55475390674, + 64331.03377440218, + 64310.94326364763, + 64274.14845601807, + 64276.27708588851, + 64317.88930950896, + 64225.6394237544, + 64206.531725499844, + 64186.632230370284, + 64173.64015711573, + 64154.53245886118, + 64132.453276231616 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_002644.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_002644.json new file mode 100644 index 0000000000000000000000000000000000000000..8d45bb9ee718b7d5a53a8bb11c8c7ad74454d7ea --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_002644.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T00:26:44.614000+00:00", + "metrics": { + "MSE[mean]": 482897.7862974803, + "MSE[0.5]": 342213.82098611194, + "MAE[0.5]": 470.33984375, + "MASE[0.5]": 0.41395733633787674, + "MAPE[0.5]": 0.007356332605508171, + "sMAPE[0.5]": 0.007314616868049478, + "MSIS": 1.9695072070171544, + "RMSE[mean]": 694.9084733239913, + "NRMSE[mean]": 0.010840196367796437, + "ND[0.5]": 0.007337047196245015, + "mean_weighted_sum_quantile_loss": 0.0058700687902297115 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63604.0 + ], + "predictions": { + "p50": [ + 64228.80078125, + 64370.4609375, + 64383.134765625, + 64356.3671875, + 64394.576171875, + 64402.546875, + 64428.359375, + 64441.27734375, + 64439.921875, + 64609.9140625, + 64593.705078125, + 64759.8046875, + 64633.501953125, + 64694.73046875, + 64636.341796875, + 64739.908203125, + 64628.205078125, + 64638.896484375, + 64637.859375, + 64405.474609375, + 64699.5546875, + 64765.35546875, + 64854.681640625, + 64741.1015625 + ], + "p10": [ + 64004.345703125, + 64089.181640625, + 64014.806640625, + 63911.15234375, + 63797.83984375, + 63818.05078125, + 63778.86328125, + 63787.181640625, + 63619.234375, + 63643.048828125, + 63625.6953125, + 63607.39453125, + 63663.20703125, + 63759.048828125, + 63317.583984375, + 63484.4296875, + 62934.064453125, + 63108.349609375, + 62926.61328125, + 62904.556640625, + 62953.94921875, + 63191.98046875, + 63022.478515625, + 63129.6875 + ], + "p90": [ + 64446.2578125, + 64705.015625, + 64750.83203125, + 64768.072265625, + 64831.869140625, + 64926.1953125, + 65105.822265625, + 65014.7265625, + 65429.0078125, + 65669.25, + 65759.6796875, + 65732.30859375, + 66012.58984375, + 66092.03515625, + 66000.5390625, + 66417.44921875, + 66108.19921875, + 66335.53125, + 66411.51171875, + 66556.66015625, + 66793.91015625, + 66853.2578125, + 67406.51171875, + 67257.4375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_002728.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_002728.json new file mode 100644 index 0000000000000000000000000000000000000000..84a03d1c45461ea0acf23569cd66e55bd53fe066 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_002728.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T00:27:28.918955+00:00", + "metrics": { + "MSE[mean]": 156269.4656656835, + "MSE[0.5]": 145053.3245688762, + "MAE[0.5]": 348.25697214226966, + "MASE[0.5]": 0.3065092835846061, + "MAPE[0.5]": 0.005427728362015959, + "sMAPE[0.5]": 0.0054423728882402175, + "MSIS": 3.007248760120039, + "RMSE[mean]": 395.3093290901234, + "NRMSE[mean]": 0.006166611745084987, + "ND[0.5]": 0.0054326204232601075, + "mean_weighted_sum_quantile_loss": 0.004329907098615447 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63604.0 + ], + "predictions": { + "p50": [ + 63807.54474026864, + 63811.77325589364, + 63826.26544339364, + 63801.88653714364, + 63801.88653714364, + 63858.02716214364, + 63826.26544339364, + 63829.08575589364, + 63803.82989651864, + 63799.56622464364, + 63809.31622464364, + 63827.79669339364, + 63826.26544339364, + 63826.26544339364, + 63799.92559964364, + 63826.26544339364, + 63828.44122464364, + 63814.70880276864, + 63826.26544339364, + 63807.54474026864, + 63805.77325589364, + 63827.79669339364, + 63813.48028714364, + 63801.88653714364 + ], + "p10": [ + 63551.69513089364, + 63578.54278714364, + 63421.71466214364, + 63557.79825589364, + 63551.69513089364, + 63573.39278714364, + 63557.79825589364, + 63573.39278714364, + 63558.47638089364, + 63568.91427151864, + 63545.95411526864, + 63558.47638089364, + 63573.76153714364, + 63568.91427151864, + 63494.28497464364, + 63558.47638089364, + 63551.69513089364, + 63551.69513089364, + 63570.07403714364, + 63570.07403714364, + 63558.47638089364, + 63573.39278714364, + 63570.07403714364, + 63551.69513089364 + ], + "p90": [ + 64057.65216214364, + 64057.65216214364, + 64057.65216214364, + 64078.15567776864, + 64047.27755276864, + 64055.93653714364, + 64059.42677151864, + 64057.65216214364, + 64055.74591214364, + 64059.42677151864, + 64055.74591214364, + 64057.65216214364, + 64134.34356839364, + 64078.15567776864, + 64075.39825589364, + 64055.93653714364, + 64075.39825589364, + 64134.34356839364, + 64059.42677151864, + 64057.65216214364, + 64055.08575589364, + 64059.42677151864, + 64057.65216214364, + 64052.90606839364 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_002728.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_002728.json new file mode 100644 index 0000000000000000000000000000000000000000..918130b20c6b5881311ee77a62b66296c3724d2d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_002728.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T00:27:28.953868+00:00", + "metrics": { + "MSE[mean]": 325980.42584991455, + "MSE[0.5]": 325980.42584991455, + "MAE[0.5]": 508.7288411458333, + "MASE[0.5]": 0.44774441033943124, + "MAPE[0.5]": 0.007936725709128364, + "sMAPE[0.5]": 0.007958879850948104, + "MSIS": 3.369032678538878, + "RMSE[mean]": 570.9469553731892, + "NRMSE[mean]": 0.008906463727857385, + "ND[0.5]": 0.00793589479432235, + "mean_weighted_sum_quantile_loss": 0.006286643884550245 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63604.0 + ], + "predictions": { + "p50": [ + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "p10": [ + 62314.555625, + 62073.75890625, + 62207.25328125, + 62311.860625, + 62404.50890625, + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995 + ], + "p90": [ + 64858.006875, + 64607.38171875, + 64746.32484375, + 64855.201875, + 64951.63171875, + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_002710.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_002710.json new file mode 100644 index 0000000000000000000000000000000000000000..286e520737f9f96e0b44f68d02b1badb6c86c693 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_002710.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T00:27:10.486311+00:00", + "metrics": { + "MSE[mean]": 98049.15440495808, + "MSE[0.5]": 98049.15440495808, + "MAE[0.5]": 215.67220052083334, + "MASE[0.5]": 0.18981825766219193, + "MAPE[0.5]": 0.0033777582506426466, + "sMAPE[0.5]": 0.0033661438621806865, + "MSIS": 1.1883960305419035, + "RMSE[mean]": 313.1280160013762, + "NRMSE[mean]": 0.004884627705684697, + "ND[0.5]": 0.0033643696896333225, + "mean_weighted_sum_quantile_loss": 0.003201468071603793 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63604.0 + ], + "predictions": { + "p50": [ + 64267.96875, + 64250.7421875, + 64246.9140625, + 64252.65625, + 64260.3125, + 64275.625, + 64289.0234375, + 64266.0546875, + 64264.140625, + 64267.96875, + 64292.8515625, + 64310.078125, + 64334.9609375, + 64338.7890625, + 64342.6171875, + 64329.21875, + 64361.7578125, + 64344.53125, + 64350.2734375, + 64310.078125, + 64289.0234375, + 64262.2265625, + 64277.5390625, + 64248.828125 + ], + "p10": [ + 63993.1796875, + 63916.2578125, + 63877.9765625, + 63844.00390625, + 63816.25, + 63812.421875, + 63787.5390625, + 63733.9453125, + 63714.8046875, + 63695.6640625, + 63695.6640625, + 63689.921875, + 63668.8671875, + 63647.8125, + 63643.984375, + 63594.21875, + 63603.7890625, + 63544.453125, + 63511.9140625, + 63448.75, + 63398.984375, + 63360.703125, + 63341.5625, + 63303.28125 + ], + "p90": [ + 64555.078125, + 64620.15625, + 64666.09375, + 64704.375, + 64746.484375, + 64773.28125, + 64830.703125, + 64830.703125, + 64849.84375, + 64868.984375, + 64922.578125, + 64964.6875, + 65018.28125, + 65048.90625, + 65064.21875, + 65102.5, + 65133.125, + 65156.09375, + 65186.71875, + 65163.75, + 65156.09375, + 65140.78125, + 65186.71875, + 65179.0625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_002511.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_002511.json new file mode 100644 index 0000000000000000000000000000000000000000..1d1075df4e40a41f808846264c349d7ba204e40e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_002511.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T00:25:11.020725+00:00", + "metrics": { + "MSE[mean]": 196596.29551506042, + "MSE[0.5]": 129412.94359588623, + "MAE[0.5]": 235.71614583333334, + "MASE[0.5]": 0.20745941292794665, + "MAPE[0.5]": 0.0036929649840801953, + "sMAPE[0.5]": 0.0036776766911974586, + "MSIS": 9.604394574364692, + "RMSE[mean]": 443.3918081280488, + "NRMSE[mean]": 0.006916672414410794, + "ND[0.5]": 0.00367704439646708, + "mean_weighted_sum_quantile_loss": 0.0043922654383211955 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63604.0 + ], + "predictions": { + "p50": [ + 64233.20703125, + 64223.453125, + 64215.65234375, + 64220.3359375, + 64235.83203125, + 64241.3125, + 64231.09375, + 64215.31640625, + 64242.76953125, + 64277.0078125, + 64280.4765625, + 64307.359375, + 64324.7265625, + 64316.59375, + 64331.21875, + 64314.29296875, + 64335.9296875, + 64357.71875, + 64366.21484375, + 64383.82421875, + 64366.69140625, + 64381.48046875, + 64400.08203125, + 64428.31640625 + ], + "p10": [ + 64253.37890625, + 64266.2265625, + 64273.48046875, + 64274.25390625, + 64263.484375, + 64298.203125, + 64320.84765625, + 64318.3984375, + 64307.890625, + 64317.02734375, + 64327.07421875, + 64329.50390625, + 64338.41015625, + 64363.37109375, + 64402.4921875, + 64377.70703125, + 64367.11328125, + 64462.84765625, + 64437.4921875, + 64437.1015625, + 64446.25, + 64483.375, + 64441.578125, + 64499.2890625 + ], + "p90": [ + 64440.34765625, + 64486.74609375, + 64518.90234375, + 64554.2890625, + 64588.33203125, + 64609.2734375, + 64631.29296875, + 64629.90234375, + 64679.578125, + 64732.62109375, + 64743.11328125, + 64777.578125, + 64798.4453125, + 64830.45703125, + 64850.15625, + 64860.203125, + 64899.890625, + 64925.0859375, + 64958.73828125, + 64964.53125, + 64968.65234375, + 65002.52734375, + 65007.66796875, + 65027.90625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_002604.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_002604.json new file mode 100644 index 0000000000000000000000000000000000000000..ed26cc6d777d3d4026563c943ac96eb25a575b8f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_002604.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T00:26:04.045222+00:00", + "metrics": { + "MSE[mean]": 289065.3650347392, + "MSE[0.5]": 289065.3650347392, + "MAE[0.5]": 403.2763671875, + "MASE[0.5]": 0.35493316797903746, + "MAPE[0.5]": 0.0063119526840615435, + "sMAPE[0.5]": 0.006276741425972831, + "MSIS": 1.8049384347794863, + "RMSE[mean]": 537.6479936117489, + "NRMSE[mean]": 0.008387017932915321, + "ND[0.5]": 0.006290893230720307, + "mean_weighted_sum_quantile_loss": 0.005037036426930873 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63604.0 + ], + "predictions": { + "p50": [ + 64281.16796875, + 64298.01953125, + 64311.8359375, + 64321.2734375, + 64334.98046875, + 64357.921875, + 64378.6484375, + 64397.79296875, + 64421.375, + 64437.98046875, + 64464.3125, + 64489.61328125, + 64510.00390625, + 64534.46875, + 64561.72265625, + 64578.1640625, + 64594.2578125, + 64613.046875, + 64633.05078125, + 64652.40625, + 64669.89453125, + 64689.45703125, + 64711.94140625, + 64721.828125 + ], + "p10": [ + 64045.66796875, + 63908.7890625, + 63803.12109375, + 63749.61328125, + 63730.8671875, + 63724.62109375, + 63705.51953125, + 63681.9453125, + 63669.2734375, + 63643.734375, + 63625.32421875, + 63607.5703125, + 63578.5859375, + 63562.37109375, + 63548.98046875, + 63528.32421875, + 63515.453125, + 63497.1015625, + 63485.7734375, + 63472.15234375, + 63449.1875, + 63430.42578125, + 63410.5078125, + 63383.7109375 + ], + "p90": [ + 64515.7421875, + 64654.0546875, + 64778.1171875, + 64877.3671875, + 64959.25, + 65049.57421875, + 65135.25, + 65210.640625, + 65287.14453125, + 65362.86328125, + 65446.0234375, + 65509.09375, + 65558.2109375, + 65633.5078125, + 65729.609375, + 65783.59375, + 65842.3046875, + 65915.203125, + 65986.515625, + 66059.703125, + 66101.109375, + 66162.7265625, + 66216.609375, + 66262.2890625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_002547.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_002547.json new file mode 100644 index 0000000000000000000000000000000000000000..c3ca1a60dbbcc42b16fea67035983f0faad38f11 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_002547.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T00:25:47.175493+00:00", + "metrics": { + "MSE[mean]": 120330.36333529155, + "MSE[0.5]": 120330.36333529155, + "MAE[0.5]": 243.16487630208334, + "MASE[0.5]": 0.21401521861805842, + "MAPE[0.5]": 0.003808278027495136, + "sMAPE[0.5]": 0.0037936413979356813, + "MSIS": 2.174166596872409, + "RMSE[mean]": 346.8866721788134, + "NRMSE[mean]": 0.005411244484907252, + "ND[0.5]": 0.0037932405634037176, + "mean_weighted_sum_quantile_loss": 0.005145216374383987 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63604.0 + ], + "predictions": { + "p50": [ + 64294.09765625, + 64304.359375, + 64311.1640625, + 64317.23046875, + 64321.671875, + 64329.00390625, + 64333.2890625, + 64336.78125, + 64336.234375, + 64342.05078125, + 64345.1953125, + 64343.015625, + 64342.69921875, + 64343.75390625, + 64344.91015625, + 64346.94921875, + 64347.03125, + 64347.6640625, + 64348.8046875, + 64347.68359375, + 64348.80078125, + 64345.875, + 64345.8515625, + 64349.15234375 + ], + "p10": [ + 64077.0625, + 63976.42578125, + 63884.5390625, + 63779.65234375, + 63679.81640625, + 63588.6171875, + 63515.6015625, + 63436.02734375, + 63339.90625, + 63276.91015625, + 63192.15234375, + 63103.34765625, + 63017.3046875, + 62933.484375, + 62857.54296875, + 62785.05078125, + 62718.20703125, + 62638.20703125, + 62568.9375, + 62512.203125, + 62468.11328125, + 62387.69921875, + 62300.71875, + 62225.33203125 + ], + "p90": [ + 64498.83984375, + 64614.046875, + 64726.875, + 64843.0625, + 64934.5390625, + 65018.33203125, + 65105.015625, + 65193.8671875, + 65290.8359375, + 65365.32421875, + 65463.9765625, + 65548.78125, + 65653.046875, + 65754.890625, + 65837.8125, + 65902.4375, + 65977.5, + 66063.6953125, + 66129.5234375, + 66187.3828125, + 66249.03125, + 66342.375, + 66395.515625, + 66453.2578125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_002728.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_002728.json new file mode 100644 index 0000000000000000000000000000000000000000..cf2f300e7e713ffa1fa83bc8f95a037e3097011d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_002728.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T00:27:28.681943+00:00", + "metrics": { + "MSE[mean]": 0.34051654273865684, + "MSE[0.5]": 0.3412934869243418, + "MAE[0.5]": 0.44611421519873157, + "MASE[0.5]": 1.3061779925977794, + "MAPE[0.5]": 0.36744683893419283, + "sMAPE[0.5]": 0.49646919626994823, + "MSIS": 50.561794190982724, + "RMSE[mean]": 0.58353795312615, + "NRMSE[mean]": 0.6192588528352383, + "ND[0.5]": 0.4734228093605025, + "mean_weighted_sum_quantile_loss": 0.4705056055923697 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" + ], + "context": [ + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 + ], + "actual": [ + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 + ], + "predictions": { + "p50": [ + 0.349766448048138, + 0.3551798230629333, + 0.3641739424456143, + 0.3717130802643382, + 0.3799735475818385, + 0.3868545377181135, + 0.39399658300967816, + 0.4027394437539313, + 0.4077689284773046, + 0.41433011301984657, + 0.4225582784495374, + 0.42663256053299287, + 0.435104384902263, + 0.43921803361938777, + 0.44429798899878725, + 0.45072423152918406, + 0.4560178195298999, + 0.4612216296761866, + 0.46760700404312294, + 0.4719223432496241, + 0.47802154025467924, + 0.4830177686461631, + 0.4861742410385393, + 0.4904608061685146, + 0.496396183429099, + 0.4998245286647715, + 0.5036826207012481, + 0.5080739120523015, + 0.5114349305674102, + 0.517208335497676, + 0.5188506257385073, + 0.5251491625126969, + 0.5285412545049655, + 0.5301104823008445, + 0.535430673989948, + 0.5377235479473578, + 0.5408486552763494, + 0.5453612194355826, + 0.5470635458981904, + 0.5502635945430026, + 0.552664104432823, + 0.5572599148523278, + 0.5605850361280644, + 0.5619169208511502, + 0.5651762435758685, + 0.5665804349181678, + 0.568476198915878, + 0.570997742228703, + 0.5748852121302832, + 0.5777965288966845, + 0.5787268674563971, + 0.5807047090488209, + 0.5826005189585991, + 0.5843164438601935, + 0.5882680067599921, + 0.589752719841231, + 0.5922108331372834, + 0.5925335745668308, + 0.5957497976701518, + 0.597616428827607 + ], + "p10": [ + 0.3400272499924638, + 0.3466955460887089, + 0.3545469417097217, + 0.3622977812936427, + 0.36984781424793783, + 0.37706467817545575, + 0.3860985236166208, + 0.39302675190517317, + 0.3991708477694575, + 0.4057922403923328, + 0.41249213619580766, + 0.4174864228381642, + 0.42591896827068787, + 0.4297319097766903, + 0.43665506284912065, + 0.4411954110297028, + 0.44641322584733895, + 0.45366446096270246, + 0.4587521087343239, + 0.4623562460774318, + 0.46916106755650466, + 0.47400783506580946, + 0.4783030768574421, + 0.48122924553547053, + 0.4875437210850907, + 0.49210246773280786, + 0.4944963345517901, + 0.49961239409085123, + 0.5024142278686928, + 0.5080511703898288, + 0.512007198578478, + 0.5157299581080418, + 0.5175028504384234, + 0.5214660563527651, + 0.5273108549368534, + 0.5278936224999923, + 0.5331241678855752, + 0.5362590045374486, + 0.5390073364816873, + 0.5428312915226311, + 0.5453393303877022, + 0.5484729807461493, + 0.5502943055822601, + 0.5518532427057968, + 0.5544715277134584, + 0.5589106442374532, + 0.5593376612239209, + 0.5629846464331025, + 0.5644303915286585, + 0.568669696927686, + 0.5698602571884298, + 0.5720813343745359, + 0.5749009143349778, + 0.5754348790334249, + 0.578591387747109, + 0.5803971865928191, + 0.5831572157683805, + 0.5850758498913008, + 0.5870134058137848, + 0.5876954118527992 + ], + "p90": [ + 0.357717923247331, + 0.3657636864228879, + 0.3733153477213254, + 0.3801811241505982, + 0.3876644237367883, + 0.39568919971026434, + 0.40454937835485727, + 0.4115678438065345, + 0.41655743941994405, + 0.42356866062514464, + 0.4301978825183927, + 0.43631806634338627, + 0.4445549359512553, + 0.4480543704955841, + 0.4545580144243813, + 0.4612234735705954, + 0.4656938381051402, + 0.4704302081872853, + 0.4763045973651875, + 0.48248761511846644, + 0.4874104553699986, + 0.4905269591799628, + 0.4955054356435095, + 0.5001295001721228, + 0.5051784921231458, + 0.5086253522327256, + 0.5134588206036521, + 0.5185893858551744, + 0.5190874660006461, + 0.5267288354920793, + 0.5292356867099135, + 0.5341600690412974, + 0.5368943507028073, + 0.5401090430775429, + 0.5437179278472951, + 0.5447427912481501, + 0.550461820210534, + 0.5528352846146943, + 0.556505881581312, + 0.5595409369469665, + 0.5601086230786598, + 0.5641154906665844, + 0.5692342732552855, + 0.5719213904034124, + 0.5728622850019699, + 0.575497250042448, + 0.5778802596031896, + 0.5808854594663507, + 0.5836546726865798, + 0.5850726258191393, + 0.5876508122378288, + 0.5902108156110759, + 0.5932763558867241, + 0.5945768644670908, + 0.5982667704736196, + 0.5994745748945259, + 0.6000254605949032, + 0.6024735272187894, + 0.6051106279453522, + 0.6052993581973228 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_002423.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_002423.json new file mode 100644 index 0000000000000000000000000000000000000000..2c853a5f207ba24a078285c5b15bb5d646d450c6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_002423.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T00:24:23.678410+00:00", + "metrics": { + "MSE[mean]": 0.012678099926296864, + "MSE[0.5]": 0.012678099926296864, + "MAE[0.5]": 0.08763237247864405, + "MASE[0.5]": 0.2565788591151391, + "MAPE[0.5]": 0.0781527259368784, + "sMAPE[0.5]": 0.08221920519297964, + "MSIS": 1.2136615362083967, + "RMSE[mean]": 0.11259706890633017, + "NRMSE[mean]": 0.11948962591036592, + "ND[0.5]": 0.09299673168066223, + "mean_weighted_sum_quantile_loss": 0.09483038299538639 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" + ], + "context": [ + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 + ], + "actual": [ + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 + ], + "predictions": { + "p50": [ + 0.3350682258605957, + 0.3361842632293701, + 0.3440570831298828, + 0.3422861695289612, + 0.35023409128189087, + 0.3567497730255127, + 0.3650522232055664, + 0.37409740686416626, + 0.38515549898147583, + 0.3943183422088623, + 0.4095187783241272, + 0.41823315620422363, + 0.4326912760734558, + 0.4430878162384033, + 0.45559269189834595, + 0.4715766906738281, + 0.5165902376174927, + 0.5315507054328918, + 0.5498698353767395, + 0.5649983882904053, + 0.5848238468170166, + 0.6017972826957703, + 0.6276243925094604, + 0.6466784477233887, + 0.6692721843719482, + 0.6935752630233765, + 0.7128804922103882, + 0.7369265556335449, + 0.7643934488296509, + 0.7872451543807983, + 0.8102826476097107, + 0.8291551470756531, + 0.9304623603820801, + 0.95609450340271, + 0.9803685545921326, + 1.0030438899993896, + 1.0306414365768433, + 1.0500901937484741, + 1.0730576515197754, + 1.0955321788787842, + 1.1148321628570557, + 1.1380798816680908, + 1.1576768159866333, + 1.1812961101531982, + 1.1934466361999512, + 1.212294101715088, + 1.2298551797866821, + 1.2430320978164673, + 1.3531177043914795, + 1.36199152469635, + 1.3752806186676025, + 1.3899927139282227, + 1.400804042816162, + 1.410578966140747, + 1.4173691272735596, + 1.4217661619186401, + 1.428999423980713, + 1.4382039308547974, + 1.4383506774902344, + 1.4458417892456055 + ], + "p10": [ + 0.31237465143203735, + 0.3154768943786621, + 0.3132508397102356, + 0.31184887886047363, + 0.3189438581466675, + 0.3201301693916321, + 0.3212311863899231, + 0.3300514221191406, + 0.33693671226501465, + 0.3474574089050293, + 0.3523412346839905, + 0.35964030027389526, + 0.3727185130119324, + 0.383192241191864, + 0.3861043453216553, + 0.38867342472076416, + 0.43548041582107544, + 0.4520629048347473, + 0.4576770067214966, + 0.46897417306900024, + 0.4848756790161133, + 0.493965208530426, + 0.5142875909805298, + 0.52454674243927, + 0.540171205997467, + 0.5620755553245544, + 0.5756771564483643, + 0.5893668532371521, + 0.6032167673110962, + 0.6285004019737244, + 0.6531590223312378, + 0.6622014045715332, + 0.7346757650375366, + 0.7523970603942871, + 0.7666904926300049, + 0.7837814092636108, + 0.7987127304077148, + 0.8152467012405396, + 0.8305271863937378, + 0.8377768397331238, + 0.8569391965866089, + 0.8602553606033325, + 0.8843030333518982, + 0.8965481519699097, + 0.902790904045105, + 0.9163108468055725, + 0.9320611953735352, + 0.9368300437927246, + 0.9931562542915344, + 0.9885828495025635, + 0.9889446496963501, + 0.9979037046432495, + 1.0017902851104736, + 1.0016621351242065, + 0.998629093170166, + 0.988750159740448, + 0.990939736366272, + 0.9765047430992126, + 0.9904685020446777, + 0.982446551322937 + ], + "p90": [ + 0.35894715785980225, + 0.3623500466346741, + 0.3677870035171509, + 0.3754507899284363, + 0.3853886127471924, + 0.3983016014099121, + 0.4040869474411011, + 0.4204714298248291, + 0.4314335584640503, + 0.44619590044021606, + 0.4595227837562561, + 0.4765121340751648, + 0.5011909604072571, + 0.510711669921875, + 0.5262652635574341, + 0.554780125617981, + 0.6313866972923279, + 0.6446771025657654, + 0.6696738600730896, + 0.6919834613800049, + 0.7162044048309326, + 0.7374660968780518, + 0.7689679861068726, + 0.7997685074806213, + 0.8269908428192139, + 0.8543985486030579, + 0.8863617777824402, + 0.9196518659591675, + 0.9504929780960083, + 0.9785369634628296, + 1.0027439594268799, + 1.029033899307251, + 1.1812186241149902, + 1.215745449066162, + 1.2417484521865845, + 1.2748074531555176, + 1.295671820640564, + 1.329738974571228, + 1.3658790588378906, + 1.3974883556365967, + 1.421539306640625, + 1.4593870639801025, + 1.4867507219314575, + 1.517714262008667, + 1.5437861680984497, + 1.5678993463516235, + 1.5900907516479492, + 1.6078228950500488, + 1.7019810676574707, + 1.7324849367141724, + 1.755479335784912, + 1.7789158821105957, + 1.7886250019073486, + 1.8199255466461182, + 1.8485745191574097, + 1.8582251071929932, + 1.8607423305511475, + 1.879401683807373, + 1.888132095336914, + 1.895684003829956 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_002728.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_002728.json new file mode 100644 index 0000000000000000000000000000000000000000..e995d8ef7b491e7cd613729d8abcf7c34fac44a5 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_002728.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T00:27:28.855055+00:00", + "metrics": { + "MSE[mean]": 0.2480570023919437, + "MSE[0.5]": 0.24714126389269658, + "MAE[0.5]": 0.38164174262554484, + "MASE[0.5]": 1.117409013860023, + "MAPE[0.5]": 0.3160907550726471, + "sMAPE[0.5]": 0.40514705772723564, + "MSIS": 40.962180361615246, + "RMSE[mean]": 0.4980532124100232, + "NRMSE[mean]": 0.5285412188112824, + "ND[0.5]": 0.40500369593140234, + "mean_weighted_sum_quantile_loss": 0.39706480540711003 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" + ], + "context": [ + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 + ], + "actual": [ + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 + ], + "predictions": { + "p50": [ + 0.35079288016925386, + 0.3566799997685374, + 0.3610669896681139, + 0.37145414073864985, + 0.3758411306382264, + 0.38372822448830335, + 0.39211534170340107, + 0.4025024331692923, + 0.41188947790514197, + 0.4207764992759709, + 0.4191636558301342, + 0.4310507279841205, + 0.43793774530183355, + 0.4438248350987947, + 0.4517118991465493, + 0.45859897606890715, + 0.46848601436745524, + 0.4763730784152098, + 0.48026022376369987, + 0.48914724513452884, + 0.49903431323539926, + 0.5039213861046412, + 0.5123084735174166, + 0.5201955077628487, + 0.5285826547802689, + 0.5354695826910149, + 0.5388568238837738, + 0.5492437961403753, + 0.5606309343363081, + 0.5650179242358845, + 0.5684050462193538, + 0.577792120757526, + 0.5951790922988719, + 0.5925662617276384, + 0.6059532847673973, + 0.6078403962604492, + 0.6202274619771339, + 0.6211145267401442, + 0.6315015586013907, + 0.6368886846379758, + 0.6452757124461063, + 0.6516628554104106, + 0.6630498743970538, + 0.6694370173613581, + 0.6718240330101412, + 0.6812110777459908, + 0.6885981482310469, + 0.6939852742676321, + 0.701372314950366, + 0.7087593556330999, + 0.7176464366085736, + 0.7235335562078571, + 0.7299206097651941, + 0.7403076416264406, + 0.7466947249861001, + 0.7540817954711564, + 0.7634688700093285, + 0.7728560041521453, + 0.7767430004890233, + 0.7856300814644971 + ], + "p10": [ + 0.3197929812587314, + 0.32417997115830793, + 0.3335670695383379, + 0.3408540817062097, + 0.3482412117959107, + 0.3546281938276741, + 0.36511527208517597, + 0.3704023696068991, + 0.37778949373613563, + 0.38327653503875775, + 0.39156354625295525, + 0.40195063175838197, + 0.4084377674747614, + 0.4128248169789827, + 0.42111182819318016, + 0.42959899180453337, + 0.4368860576165855, + 0.44327303964834885, + 0.4516601449425176, + 0.4581472210542524, + 0.4664342859126301, + 0.4719213808594325, + 0.4793084513444888, + 0.4875954625586862, + 0.49498253304374246, + 0.5033696383379113, + 0.5108568207843323, + 0.5191438319985296, + 0.5236309278990064, + 0.5319178795085591, + 0.5362050435490657, + 0.547792119565433, + 0.5561792308200664, + 0.5605662803242876, + 0.5689532783300957, + 0.5753403676502197, + 0.5857274591161109, + 0.5911144897852645, + 0.6005016537304038, + 0.6058885771111966, + 0.6131757144488224, + 0.6215628197429911, + 0.6280497885663653, + 0.6364369594256434, + 0.6428239295364778, + 0.6512111063562203, + 0.6575981301112349, + 0.6659852413658682, + 0.6713723435605955, + 0.678759354441007, + 0.6861464249260633, + 0.6944334361402607, + 0.7008205731441004, + 0.7062076693783632, + 0.7175947360487221, + 0.7230818309955247, + 0.7324688816918389, + 0.7398560058210754, + 0.7472429630573064, + 0.7535300000207105 + ], + "p90": [ + 0.3757929159320407, + 0.3841800331471385, + 0.3925670341331789, + 0.3989541741172509, + 0.40544119062434086, + 0.4128282700500938, + 0.42511533407400653, + 0.43150247703831085, + 0.43498947256456577, + 0.44437655604343457, + 0.4496636207826031, + 0.45615070285480225, + 0.4694377569843439, + 0.4729248747001207, + 0.48031194220494466, + 0.4885989504389099, + 0.49398604369294047, + 0.5023731609080382, + 0.5057601756031468, + 0.5161472551481091, + 0.5235343256331654, + 0.5310213978109934, + 0.5343085181016909, + 0.5466955569962854, + 0.5540825440348389, + 0.5594696641109597, + 0.5678567485435028, + 0.5762437584702398, + 0.583630828955296, + 0.59101789646012, + 0.5974050304837276, + 0.6057920374302326, + 0.6131792181838817, + 0.6195662419388963, + 0.6279533323319039, + 0.6354404223911254, + 0.6427273898555137, + 0.6491145238791213, + 0.6596016200180167, + 0.6648887115792752, + 0.6723757748164065, + 0.6776627620695369, + 0.6871499157865191, + 0.6944369935195002, + 0.7008240172745149, + 0.7103110935054588, + 0.7145981711192305, + 0.723985275459725, + 0.7363722219671202, + 0.737759369699796, + 0.7461464600928037, + 0.7535335275976276, + 0.7599205811549646, + 0.7673076516400209, + 0.7746947221250772, + 0.7810817786626466, + 0.7904688025368706, + 0.7968559335802459, + 0.804243004065302, + 0.812730114032475 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_002648.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_002648.json new file mode 100644 index 0000000000000000000000000000000000000000..df47fc8b915e2e0561035344c7054a76fb3149c1 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_002648.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T00:26:48.641978+00:00", + "metrics": { + "MSE[mean]": 0.7315545742942131, + "MSE[0.5]": 0.7473335672476688, + "MAE[0.5]": 0.7054085155328115, + "MASE[0.5]": 2.06536588028152, + "MAPE[0.5]": 0.6267886519410408, + "sMAPE[0.5]": 1.029157456487721, + "MSIS": 29.001487613240236, + "RMSE[mean]": 0.8553096365026019, + "NRMSE[mean]": 0.907666864652116, + "ND[0.5]": 0.7485896431737709, + "mean_weighted_sum_quantile_loss": 0.6142179411893638 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" + ], + "context": [ + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 + ], + "actual": [ + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 + ], + "predictions": { + "p50": [ + 0.3603968322277069, + 0.3572840392589569, + 0.349647581577301, + 0.3462386727333069, + 0.3464115560054779, + 0.3320707678794861, + 0.325134813785553, + 0.32531020045280457, + 0.32716265320777893, + 0.318668395280838, + 0.3111097514629364, + 0.312764436006546, + 0.30503636598587036, + 0.2876378893852234, + 0.28720584511756897, + 0.28906118869781494, + 0.27280548214912415, + 0.27615875005722046, + 0.2491823136806488, + 0.2524895966053009, + 0.2527241110801697, + 0.22995921969413757, + 0.24210557341575623, + 0.20693469047546387, + 0.20972806215286255, + 0.20406466722488403, + 0.23095360398292542, + 0.24128219485282898, + 0.21773937344551086, + 0.18325936794281006, + 0.23369356989860535, + 0.22405266761779785, + 0.20805194973945618, + 0.15906083583831787, + 0.2016904056072235, + 0.17630118131637573, + 0.21157625317573547, + 0.18868112564086914, + 0.17708125710487366, + 0.16163370013237, + 0.2287401556968689, + 0.2672613859176636, + 0.18043425679206848, + 0.17744603753089905, + 0.22502675652503967, + 0.22453483939170837, + 0.10315057635307312, + 0.20816439390182495, + 0.17064428329467773, + 0.16965845227241516, + 0.20785650610923767, + 0.27500680088996887, + 0.24206683039665222, + 0.1464253067970276, + 0.17541438341140747, + 0.152544766664505, + 0.1701487898826599, + 0.20634213089942932, + 0.14253482222557068, + 0.18961650133132935 + ], + "p10": [ + 0.3301045298576355, + 0.3196244239807129, + 0.3047427833080292, + 0.29189226031303406, + 0.27150973677635193, + 0.27557575702667236, + 0.2589699327945709, + 0.27263763546943665, + 0.2401828169822693, + 0.2159973382949829, + 0.17966976761817932, + 0.19226837158203125, + 0.1848161518573761, + 0.14034628868103027, + 0.15590441226959229, + 0.1335291564464569, + 0.11093217134475708, + 0.0728195309638977, + 0.0612492561340332, + 0.03843057155609131, + -0.016091525554656982, + 0.012609302997589111, + -0.02937549352645874, + -0.10685074329376221, + -0.13730734586715698, + -0.11295747756958008, + -0.11379086971282959, + -0.09453237056732178, + -0.14601320028305054, + -0.23963874578475952, + -0.15309858322143555, + -0.26451534032821655, + -0.21661901473999023, + -0.3596116900444031, + -0.3543604612350464, + -0.3413456082344055, + -0.22049111127853394, + -0.37838613986968994, + -0.28302741050720215, + -0.4052211046218872, + -0.353288471698761, + -0.3428671956062317, + -0.5664921998977661, + -0.4878091812133789, + -0.5376412868499756, + -0.5592171549797058, + -0.43304938077926636, + -0.572226881980896, + -0.53190678358078, + -0.6928727030754089, + -0.5935749411582947, + -0.5486926436424255, + -0.6374175548553467, + -0.5643980503082275, + -0.5253279209136963, + -0.6587842702865601, + -0.637843132019043, + -0.6191909909248352, + -0.8059567213058472, + -0.4815860986709595 + ], + "p90": [ + 0.3927150368690491, + 0.3978230059146881, + 0.40192052721977234, + 0.3887560963630676, + 0.3957447409629822, + 0.4045729339122772, + 0.3898506760597229, + 0.4035598933696747, + 0.4163888096809387, + 0.42425137758255005, + 0.41561007499694824, + 0.44207003712654114, + 0.4337525963783264, + 0.4378337264060974, + 0.4305975139141083, + 0.4585495889186859, + 0.47782227396965027, + 0.5179161131381989, + 0.4349218010902405, + 0.47100135684013367, + 0.46272990107536316, + 0.44985997676849365, + 0.5556230545043945, + 0.4489990174770355, + 0.4977632462978363, + 0.4830431342124939, + 0.6338438987731934, + 0.6456354558467865, + 0.6526351869106293, + 0.614373117685318, + 0.7250103652477264, + 0.7072632312774658, + 0.7201997339725494, + 0.6686114072799683, + 0.6953751444816589, + 0.8067843616008759, + 0.761438250541687, + 0.7308368980884552, + 0.8727397322654724, + 0.9213206470012665, + 0.9809775352478027, + 0.8568916916847229, + 0.811911940574646, + 0.9108151495456696, + 1.0204764008522034, + 0.9100411236286163, + 0.9632455706596375, + 0.9224479794502258, + 1.0548690557479858, + 0.8624627888202667, + 1.291821837425232, + 1.0264082551002502, + 1.1777934432029724, + 0.9549567699432373, + 1.0870659947395325, + 0.9958418607711792, + 1.1984816193580627, + 1.278841495513916, + 1.1575250625610352, + 1.256083905696869 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_002728.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_002728.json new file mode 100644 index 0000000000000000000000000000000000000000..f9a42e479aa5b30464f5ecb48acfb564a81106d1 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_002728.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T00:27:28.929506+00:00", + "metrics": { + "MSE[mean]": 0.44322497217890333, + "MSE[0.5]": 0.4420250408134182, + "MAE[0.5]": 0.519629732630229, + "MASE[0.5]": 1.5214241060637768, + "MAPE[0.5]": 0.4515845573592255, + "sMAPE[0.5]": 0.6237956495737524, + "MSIS": 56.60485812472393, + "RMSE[mean]": 0.6657514342297006, + "NRMSE[mean]": 0.7065049791977686, + "ND[0.5]": 0.551438531810652, + "mean_weighted_sum_quantile_loss": 0.5421532342669741 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" + ], + "context": [ + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 + ], + "actual": [ + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 + ], + "predictions": { + "p50": [ + 0.4571974867204077, + 0.455697535834635, + 0.4526974552491553, + 0.455697535834635, + 0.4526974552491553, + 0.45319747861417603, + 0.45419752534421753, + 0.4571975463250525, + 0.45919752057584595, + 0.46069747146161866, + 0.4516975575307257, + 0.45619755919965577, + 0.4556975060323126, + 0.45419752534421753, + 0.4546975189069159, + 0.45419752534421753, + 0.45669749315770936, + 0.4571974867204077, + 0.45369756158384156, + 0.45519751246961426, + 0.45769751008542847, + 0.45519751246961426, + 0.4561975293973334, + 0.45669749315770936, + 0.45769756969007325, + 0.45719742711576294, + 0.4531975978234656, + 0.456197499595011, + 0.46019756730588746, + 0.4571974867204077, + 0.4531975382188208, + 0.45519754227193665, + 0.4651974433282263, + 0.45519754227193665, + 0.4611974948266394, + 0.455697535834635, + 0.46069753106626343, + 0.45419752534421753, + 0.4571974867204077, + 0.45519754227193665, + 0.456197499595011, + 0.45519757207425904, + 0.45919752057584595, + 0.458197593055094, + 0.4531975382188208, + 0.45519751246961426, + 0.45519751246961426, + 0.4531975680211432, + 0.4531975382188208, + 0.4531975084164984, + 0.4546975189069159, + 0.4531975680211432, + 0.4521975510934241, + 0.45519751246961426, + 0.45419752534421753, + 0.45419752534421753, + 0.4561975293973334, + 0.458197593055094, + 0.4546975189069159, + 0.4561975293973334 + ], + "p10": [ + 0.42619758780988526, + 0.4231975072244055, + 0.4251975351193793, + 0.42509747680219484, + 0.4250975364068396, + 0.42409744795354676, + 0.42719745572599244, + 0.4250974827626593, + 0.4250975364068396, + 0.4231975072244055, + 0.42409744795354676, + 0.42709746297391726, + 0.4261975282052405, + 0.4231975072244055, + 0.42409744795354676, + 0.42519754107984375, + 0.4250975364068396, + 0.42409744795354676, + 0.4250974827626593, + 0.4241974883893378, + 0.4250974827626593, + 0.4231975072244055, + 0.4231975072244055, + 0.42409744795354676, + 0.42409744795354676, + 0.4250974827626593, + 0.4251975947240241, + 0.4260975354531653, + 0.42319756086858584, + 0.4240974419930823, + 0.4209975355485327, + 0.42519754107984375, + 0.4261975818494208, + 0.42319756086858584, + 0.4241974883893378, + 0.4231975072244055, + 0.4261975282052405, + 0.4241974883893378, + 0.4261975818494208, + 0.4241974347451575, + 0.4240975015977271, + 0.4250975364068396, + 0.4241974347451575, + 0.4251975351193793, + 0.4241974347451575, + 0.42519754107984375, + 0.42419749434980225, + 0.4251975351193793, + 0.4231975668290503, + 0.4231975072244055, + 0.4231975072244055, + 0.42409744795354676, + 0.42309751447233035, + 0.4210975402215369, + 0.4250975364068396, + 0.42319756086858584, + 0.42519754107984375, + 0.4251975947240241, + 0.425197481475199, + 0.42409744795354676 + ], + "p90": [ + 0.4821975224831946, + 0.4831975692132361, + 0.48419749971422027, + 0.4831975692132361, + 0.48229751523526976, + 0.4822975241759665, + 0.487197517714823, + 0.48619759019407105, + 0.48229751523526976, + 0.48429752822908234, + 0.4821975224831946, + 0.48129753407033754, + 0.487197517714823, + 0.4832975649455435, + 0.48329756196531126, + 0.48419749971422027, + 0.4821975224831946, + 0.4831975692132361, + 0.4791975134232886, + 0.4821975224831946, + 0.4821975224831946, + 0.4822975241759665, + 0.47819757398160767, + 0.48319754239114593, + 0.4831974589446433, + 0.4811975085357077, + 0.4821975224831946, + 0.4831974619248755, + 0.4831974619248755, + 0.4831974589446433, + 0.4821975224831946, + 0.4831974589446433, + 0.4831975692132361, + 0.4821975224831946, + 0.48319754239114593, + 0.48329756196531126, + 0.4831974589446433, + 0.4821975224831946, + 0.4852975481370337, + 0.4831975692132361, + 0.48329756196531126, + 0.4811974787333853, + 0.48329756196531126, + 0.4831975692132361, + 0.4821975224831946, + 0.48429752822908234, + 0.48119753535779786, + 0.4831975692132361, + 0.48819744523557496, + 0.4821975224831946, + 0.48319754239114593, + 0.4831975394109137, + 0.4821975224831946, + 0.4821975224831946, + 0.4821975224831946, + 0.4811975085357077, + 0.4831974619248755, + 0.4821975224831946, + 0.4821975224831946, + 0.48329756196531126 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_002728.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_002728.json new file mode 100644 index 0000000000000000000000000000000000000000..160aea5b911ce54d6780006b58d7e28391fbe512 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_002728.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T00:27:28.962164+00:00", + "metrics": { + "MSE[mean]": 0.44235343617250994, + "MSE[0.5]": 0.44235343617250994, + "MAE[0.5]": 0.539066667854786, + "MASE[0.5]": 1.5783335166337922, + "MAPE[0.5]": 0.5162906575426205, + "sMAPE[0.5]": 0.6772676163191955, + "MSIS": 61.55831279428032, + "RMSE[mean]": 0.6650965615401345, + "NRMSE[mean]": 0.7058100188985776, + "ND[0.5]": 0.5720652864978315, + "mean_weighted_sum_quantile_loss": 0.5687131461648369 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" + ], + "context": [ + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 + ], + "actual": [ + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 + ], + "predictions": { + "p50": [ + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459 + ], + "p10": [ + 0.6664000070095062, + 0.6369999766349792, + 0.6066200172901154, + 0.5831000280380249, + 0.5683999836444855, + 0.544879994392395, + 0.5252800130844116, + 0.5037199985980988, + 0.4821600133180618, + 0.4635399901866913, + 0.4508000081777572, + 0.435120005607605, + 0.41845998644828797, + 0.4047399878501892, + 0.3900400018692017, + 0.3743599992990494, + 0.35378000140190125, + 0.3400600028038025, + 0.32830000817775723, + 0.32045999228954314, + 0.3214400088787079, + 0.3214400088787079, + 0.3224199962615967, + 0.3341799908876419, + 0.6664000070095062, + 0.6369999766349792, + 0.6066200172901154, + 0.5831000280380249, + 0.5683999836444855, + 0.544879994392395, + 0.5252800130844116, + 0.5037199985980988, + 0.4821600133180618, + 0.4635399901866913, + 0.4508000081777572, + 0.435120005607605, + 0.41845998644828797, + 0.4047399878501892, + 0.3900400018692017, + 0.3743599992990494, + 0.35378000140190125, + 0.3400600028038025, + 0.32830000817775723, + 0.32045999228954314, + 0.3214400088787079, + 0.3214400088787079, + 0.3224199962615967, + 0.3341799908876419, + 0.6664000070095062, + 0.6369999766349792, + 0.6066200172901154, + 0.5831000280380249, + 0.5683999836444855, + 0.544879994392395, + 0.5252800130844116, + 0.5037199985980988, + 0.4821600133180618, + 0.4635399901866913, + 0.4508000081777572, + 0.435120005607605 + ], + "p90": [ + 0.6936000072956086, + 0.662999975681305, + 0.6313800179958343, + 0.6069000291824341, + 0.5915999829769134, + 0.5671199941635132, + 0.5467200136184692, + 0.5242799985408783, + 0.5018400138616562, + 0.48245998978614807, + 0.4692000085115433, + 0.4528800058364868, + 0.43553998589515686, + 0.42125998735427855, + 0.4059600019454956, + 0.38963999927043913, + 0.3682200014591217, + 0.3539400029182434, + 0.3417000085115433, + 0.33353999197483064, + 0.33456000924110413, + 0.33456000924110413, + 0.3355799961090088, + 0.34781999051570894, + 0.6936000072956086, + 0.662999975681305, + 0.6313800179958343, + 0.6069000291824341, + 0.5915999829769134, + 0.5671199941635132, + 0.5467200136184692, + 0.5242799985408783, + 0.5018400138616562, + 0.48245998978614807, + 0.4692000085115433, + 0.4528800058364868, + 0.43553998589515686, + 0.42125998735427855, + 0.4059600019454956, + 0.38963999927043913, + 0.3682200014591217, + 0.3539400029182434, + 0.3417000085115433, + 0.33353999197483064, + 0.33456000924110413, + 0.33456000924110413, + 0.3355799961090088, + 0.34781999051570894, + 0.6936000072956086, + 0.662999975681305, + 0.6313800179958343, + 0.6069000291824341, + 0.5915999829769134, + 0.5671199941635132, + 0.5467200136184692, + 0.5242799985408783, + 0.5018400138616562, + 0.48245998978614807, + 0.4692000085115433, + 0.4528800058364868 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_002717.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_002717.json new file mode 100644 index 0000000000000000000000000000000000000000..6053cd79e4ab0524c6f7c8589dd7c4f6fa502d6e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_002717.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T00:27:17.036110+00:00", + "metrics": { + "MSE[mean]": 0.0066011717270667795, + "MSE[0.5]": 0.0066011717270667795, + "MAE[0.5]": 0.07112315545479457, + "MASE[0.5]": 0.20824151585884618, + "MAPE[0.5]": 0.07241457823552445, + "sMAPE[0.5]": 0.07589236013717865, + "MSIS": 1.0001451976978346, + "RMSE[mean]": 0.08124759520790002, + "NRMSE[mean]": 0.08622111438429299, + "ND[0.5]": 0.07547691357692546, + "mean_weighted_sum_quantile_loss": 0.07933041430342949 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" + ], + "context": [ + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 + ], + "actual": [ + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 + ], + "predictions": { + "p50": [ + 0.33935546875, + 0.33935546875, + 0.33935546875, + 0.3427734375, + 0.349609375, + 0.35302734375, + 0.35986328125, + 0.36669921875, + 0.376953125, + 0.390625, + 0.40087890625, + 0.41455078125, + 0.431640625, + 0.44189453125, + 0.46240234375, + 0.47607421875, + 0.4658203125, + 0.49658203125, + 0.513671875, + 0.52734375, + 0.54443359375, + 0.568359375, + 0.59912109375, + 0.623046875, + 0.65380859375, + 0.68115234375, + 0.706787109375, + 0.74609375, + 0.785400390625, + 0.81787109375, + 0.850341796875, + 0.867431640625, + 0.896484375, + 0.923828125, + 0.949462890625, + 0.976806640625, + 1.00885009765625, + 1.0391845703125, + 1.0766754150390625, + 1.10369873046875, + 1.135955810546875, + 1.1639404296875, + 1.1998291015625, + 1.222900390625, + 1.2528076171875, + 1.2767333984375, + 1.2998046875, + 1.311767578125, + 1.32373046875, + 1.342529296875, + 1.375, + 1.40234375, + 1.434814453125, + 1.470703125, + 1.506591796875, + 1.54248046875, + 1.56640625, + 1.59375, + 1.61083984375, + 1.634765625 + ], + "p10": [ + 0.3291015625, + 0.32568359375, + 0.31884765625, + 0.31884765625, + 0.3154296875, + 0.31201171875, + 0.31884765625, + 0.31884765625, + 0.322265625, + 0.3291015625, + 0.3291015625, + 0.3427734375, + 0.35302734375, + 0.36328125, + 0.38037109375, + 0.376953125, + 0.349609375, + 0.37353515625, + 0.3837890625, + 0.3974609375, + 0.404296875, + 0.4248046875, + 0.45556640625, + 0.46923828125, + 0.4931640625, + 0.5068359375, + 0.52392578125, + 0.55126953125, + 0.58203125, + 0.61279296875, + 0.63671875, + 0.64697265625, + 0.6298828125, + 0.6640625, + 0.696533203125, + 0.717041015625, + 0.740966796875, + 0.77001953125, + 0.7939453125, + 0.822998046875, + 0.857177734375, + 0.896484375, + 0.93408203125, + 0.96142578125, + 0.98876953125, + 1.0084228515625, + 1.034912109375, + 1.047088623046875, + 1.04986572265625, + 1.06439208984375, + 1.0940322875976562, + 1.11224365234375, + 1.142791748046875, + 1.17974853515625, + 1.2186279296875, + 1.24853515625, + 1.270751953125, + 1.2904052734375, + 1.311767578125, + 1.333984375 + ], + "p90": [ + 0.35986328125, + 0.35986328125, + 0.36669921875, + 0.376953125, + 0.38037109375, + 0.39404296875, + 0.40771484375, + 0.41796875, + 0.4384765625, + 0.45556640625, + 0.47607421875, + 0.48974609375, + 0.51708984375, + 0.5341796875, + 0.55810546875, + 0.5751953125, + 0.5751953125, + 0.6162109375, + 0.63671875, + 0.6572265625, + 0.68115234375, + 0.706787109375, + 0.74951171875, + 0.7734375, + 0.812744140625, + 0.843505859375, + 0.870849609375, + 0.92041015625, + 0.9656982421875, + 1.0101318359375, + 1.04730224609375, + 1.067169189453125, + 1.114593505859375, + 1.144073486328125, + 1.16650390625, + 1.195556640625, + 1.2314453125, + 1.2579345703125, + 1.298095703125, + 1.322021484375, + 1.35107421875, + 1.3681640625, + 1.404052734375, + 1.42626953125, + 1.448486328125, + 1.484375, + 1.506591796875, + 1.516845703125, + 1.527099609375, + 1.5595703125, + 1.59033203125, + 1.61767578125, + 1.65185546875, + 1.67919921875, + 1.716796875, + 1.744140625, + 1.76806640625, + 1.78857421875, + 1.79541015625, + 1.826171875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_002516.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_002516.json new file mode 100644 index 0000000000000000000000000000000000000000..093707900ca029afd201b85d7bc0fd3a7fd03c0d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_002516.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T00:25:16.487301+00:00", + "metrics": { + "MSE[mean]": 0.012377238627449987, + "MSE[0.5]": 0.006791178915157007, + "MAE[0.5]": 0.07321699857711791, + "MASE[0.5]": 0.2143720799905286, + "MAPE[0.5]": 0.07889254268846498, + "sMAPE[0.5]": 0.07550272391207505, + "MSIS": 11.042557907703968, + "RMSE[mean]": 0.11125303873355544, + "NRMSE[mean]": 0.11806332179679527, + "ND[0.5]": 0.07769892995649522, + "mean_weighted_sum_quantile_loss": 0.09651620922860656 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" + ], + "context": [ + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 + ], + "actual": [ + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 + ], + "predictions": { + "p50": [ + 0.3554645776748657, + 0.36159396171569824, + 0.3621049225330353, + 0.3657372295856476, + 0.3693631589412689, + 0.36510393023490906, + 0.37542667984962463, + 0.4063762426376343, + 0.42279624938964844, + 0.4355109632015228, + 0.46466389298439026, + 0.48882174491882324, + 0.5037708282470703, + 0.5141322016716003, + 0.5265771746635437, + 0.5527968406677246, + 0.5799732208251953, + 0.6167961955070496, + 0.6295685768127441, + 0.651887834072113, + 0.6847076416015625, + 0.716604471206665, + 0.7432552576065063, + 0.7733190059661865, + 0.8078899383544922, + 0.8545811176300049, + 0.858453631401062, + 0.8896793127059937, + 0.9216222763061523, + 0.9728811979293823, + 0.9959636926651001, + 1.0319488048553467, + 1.0844613313674927, + 1.1067544221878052, + 1.140356183052063, + 1.1791515350341797, + 1.2096924781799316, + 1.2442662715911865, + 1.2904577255249023, + 1.3116047382354736, + 1.3449915647506714, + 1.3686964511871338, + 1.4122085571289062, + 1.4458967447280884, + 1.4735552072525024, + 1.4872733354568481, + 1.5086458921432495, + 1.5371689796447754, + 1.557090401649475, + 1.5805214643478394, + 1.6138209104537964, + 1.646981954574585, + 1.6807401180267334, + 1.676317572593689, + 1.696941614151001, + 1.7011420726776123, + 1.7316033840179443, + 1.755857229232788, + 1.7704126834869385, + 1.7760363817214966 + ], + "p10": [ + 0.342449426651001, + 0.35188084840774536, + 0.36183443665504456, + 0.3579092025756836, + 0.3905636966228485, + 0.3784470558166504, + 0.407989501953125, + 0.4326114058494568, + 0.4223673343658447, + 0.4360074996948242, + 0.47949403524398804, + 0.4804952144622803, + 0.5408608317375183, + 0.5030010342597961, + 0.5543714761734009, + 0.5577736496925354, + 0.5950235724449158, + 0.6376968622207642, + 0.6546381711959839, + 0.6550233364105225, + 0.6948032379150391, + 0.7335814237594604, + 0.7686492204666138, + 0.793632984161377, + 0.8336386680603027, + 0.8494689464569092, + 0.8872150182723999, + 0.9188306331634521, + 0.9392069578170776, + 0.981974720954895, + 1.029587745666504, + 1.040208101272583, + 1.1075247526168823, + 1.1242687702178955, + 1.1682934761047363, + 1.1948840618133545, + 1.2400686740875244, + 1.2860113382339478, + 1.315058946609497, + 1.3403257131576538, + 1.3820216655731201, + 1.3897285461425781, + 1.4394056797027588, + 1.4539803266525269, + 1.5100936889648438, + 1.4982231855392456, + 1.5386760234832764, + 1.5503973960876465, + 1.5709935426712036, + 1.6030268669128418, + 1.6563940048217773, + 1.6995395421981812, + 1.6971640586853027, + 1.7030420303344727, + 1.707796573638916, + 1.713496446609497, + 1.7532120943069458, + 1.7638410329818726, + 1.802323818206787, + 1.8205865621566772 + ], + "p90": [ + 0.36706021428108215, + 0.3770420551300049, + 0.38022878766059875, + 0.3978322744369507, + 0.4095432162284851, + 0.40595370531082153, + 0.4089679718017578, + 0.438499391078949, + 0.45857831835746765, + 0.47308459877967834, + 0.505479097366333, + 0.5266193151473999, + 0.5465559959411621, + 0.5640661716461182, + 0.5766452550888062, + 0.6043710708618164, + 0.6398302316665649, + 0.6796451807022095, + 0.7062703371047974, + 0.7299845218658447, + 0.7652060985565186, + 0.8159339427947998, + 0.8312171697616577, + 0.8601858615875244, + 0.9009101390838623, + 0.9512486457824707, + 0.9590742588043213, + 1.0045292377471924, + 1.0400453805923462, + 1.0953236818313599, + 1.1235038042068481, + 1.161205768585205, + 1.2187470197677612, + 1.246019721031189, + 1.2899519205093384, + 1.3262747526168823, + 1.372802734375, + 1.4053751230239868, + 1.4507299661636353, + 1.4824086427688599, + 1.5141617059707642, + 1.5421048402786255, + 1.5868970155715942, + 1.6247563362121582, + 1.6501133441925049, + 1.66937255859375, + 1.701911211013794, + 1.7235755920410156, + 1.742570400238037, + 1.7682154178619385, + 1.801269292831421, + 1.8460133075714111, + 1.8593062162399292, + 1.868656873703003, + 1.8861554861068726, + 1.8912484645843506, + 1.91207754611969, + 1.941924810409546, + 1.9562013149261475, + 1.9595205783843994 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_002609.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_002609.json new file mode 100644 index 0000000000000000000000000000000000000000..e8dde843b210609bd4a18e1fa8e688d53f30c51a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_002609.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T00:26:09.559911+00:00", + "metrics": { + "MSE[mean]": 0.06796873770504548, + "MSE[0.5]": 0.06796873770504548, + "MAE[0.5]": 0.18825786660114924, + "MASE[0.5]": 0.5512002843897025, + "MAPE[0.5]": 0.16248381322513686, + "sMAPE[0.5]": 0.17766218470875947, + "MSIS": 2.213849935456831, + "RMSE[mean]": 0.2607081466027586, + "NRMSE[mean]": 0.2766672277700571, + "ND[0.5]": 0.19978195057251832, + "mean_weighted_sum_quantile_loss": 0.18589547079116073 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" + ], + "context": [ + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 + ], + "actual": [ + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 + ], + "predictions": { + "p50": [ + 0.3490614891052246, + 0.35872822999954224, + 0.36999964714050293, + 0.37988102436065674, + 0.3898760676383972, + 0.4009859561920166, + 0.4131016731262207, + 0.42648059129714966, + 0.4412727355957031, + 0.4564259648323059, + 0.4740109443664551, + 0.493160605430603, + 0.5120174288749695, + 0.5324612259864807, + 0.5525920391082764, + 0.5752148628234863, + 0.5981232523918152, + 0.6217959523200989, + 0.6447039842605591, + 0.6698758602142334, + 0.6949757933616638, + 0.7185753583908081, + 0.7422187328338623, + 0.7652864456176758, + 0.7871472835540771, + 0.80794358253479, + 0.8287795782089233, + 0.8496461510658264, + 0.8712491989135742, + 0.8933090567588806, + 0.9139101505279541, + 0.9349492192268372, + 0.8211276531219482, + 0.8280153274536133, + 0.8512131571769714, + 0.8799535036087036, + 0.8950902223587036, + 0.9099215865135193, + 0.9279626607894897, + 0.9434769153594971, + 0.9567595720291138, + 0.9772828221321106, + 0.9946128726005554, + 1.008320927619934, + 1.0195339918136597, + 1.036288857460022, + 1.0542854070663452, + 1.0670820474624634, + 1.0771431922912598, + 1.0851858854293823, + 1.0898123979568481, + 1.0969270467758179, + 1.1023186445236206, + 1.108989953994751, + 1.117885708808899, + 1.121660590171814, + 1.1253911256790161, + 1.1276674270629883, + 1.1248360872268677, + 1.126823902130127 + ], + "p10": [ + 0.339385986328125, + 0.34455448389053345, + 0.3493921756744385, + 0.353979229927063, + 0.35906195640563965, + 0.3645828366279602, + 0.3703715205192566, + 0.3775898218154907, + 0.3842740058898926, + 0.3911171555519104, + 0.3992829918861389, + 0.40808576345443726, + 0.4164789915084839, + 0.42765748500823975, + 0.43646013736724854, + 0.4457271695137024, + 0.45537132024765015, + 0.4665435552597046, + 0.47633838653564453, + 0.486591100692749, + 0.4974861145019531, + 0.5063425302505493, + 0.5128354430198669, + 0.5220164060592651, + 0.5277663469314575, + 0.5319444537162781, + 0.5348170399665833, + 0.5381454229354858, + 0.5408767461776733, + 0.5419033169746399, + 0.5410575270652771, + 0.5495341420173645, + 0.4952092170715332, + 0.4627872109413147, + 0.4515071511268616, + 0.45675867795944214, + 0.4508002996444702, + 0.4446859359741211, + 0.4334314465522766, + 0.4250374436378479, + 0.4135129451751709, + 0.4015662670135498, + 0.3852803111076355, + 0.3771328926086426, + 0.36879777908325195, + 0.3633694648742676, + 0.354447603225708, + 0.3392104506492615, + 0.33169829845428467, + 0.320823609828949, + 0.30497926473617554, + 0.2946915626525879, + 0.2701437473297119, + 0.26412487030029297, + 0.2596322298049927, + 0.2520430088043213, + 0.23659837245941162, + 0.23097485303878784, + 0.2247166633605957, + 0.2120363712310791 + ], + "p90": [ + 0.36029183864593506, + 0.37458306550979614, + 0.39155644178390503, + 0.40617913007736206, + 0.4205858111381531, + 0.43702900409698486, + 0.4539434313774109, + 0.4726250171661377, + 0.4944564700126648, + 0.5171819925308228, + 0.5440965890884399, + 0.5714344382286072, + 0.5964949131011963, + 0.624489426612854, + 0.652121901512146, + 0.6836287975311279, + 0.7180805802345276, + 0.754012942314148, + 0.7898424863815308, + 0.826684832572937, + 0.8670726418495178, + 0.9054204821586609, + 0.9438958168029785, + 0.9807743430137634, + 1.016505241394043, + 1.0522723197937012, + 1.0868730545043945, + 1.1221871376037598, + 1.1572798490524292, + 1.1937620639801025, + 1.2283298969268799, + 1.2604644298553467, + 1.1846110820770264, + 1.1792902946472168, + 1.2178535461425781, + 1.264959454536438, + 1.2946491241455078, + 1.326728343963623, + 1.3532490730285645, + 1.3852200508117676, + 1.4182777404785156, + 1.449987530708313, + 1.4862608909606934, + 1.5272102355957031, + 1.5610835552215576, + 1.5904359817504883, + 1.6198601722717285, + 1.6487443447113037, + 1.6745963096618652, + 1.6967698335647583, + 1.718196988105774, + 1.7456660270690918, + 1.7699861526489258, + 1.8062105178833008, + 1.8371418714523315, + 1.862788438796997, + 1.885097861289978, + 1.9055719375610352, + 1.921242117881775, + 1.9401371479034424 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_002550.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_002550.json new file mode 100644 index 0000000000000000000000000000000000000000..2697f98774e9ae2bdcf52c35d5a8d33351297cea --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_002550.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T00:25:50.354977+00:00", + "metrics": { + "MSE[mean]": 0.002288035147724073, + "MSE[0.5]": 0.002288035147724073, + "MAE[0.5]": 0.04396308908859889, + "MASE[0.5]": 0.1287195464698717, + "MAPE[0.5]": 0.05563040296920239, + "sMAPE[0.5]": 0.053883237630425906, + "MSIS": 1.793250679892874, + "RMSE[mean]": 0.04783341037103745, + "NRMSE[mean]": 0.05076150175815947, + "ND[0.5]": 0.04665426125284724, + "mean_weighted_sum_quantile_loss": 0.08347929196209239 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:18:00", + "2026-06-20 18:24:00", + "2026-06-20 18:30:00", + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" + ], + "context": [ + 0.19900000095367432, + 0.21199999749660492, + 0.22200000286102295, + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 + ], + "actual": [ + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 + ], + "predictions": { + "p50": [ + 0.34797418117523193, + 0.354992151260376, + 0.36181265115737915, + 0.36799800395965576, + 0.37555694580078125, + 0.38508081436157227, + 0.3968426585197449, + 0.40867066383361816, + 0.42317384481430054, + 0.4398157596588135, + 0.45642465353012085, + 0.4748668074607849, + 0.4935761094093323, + 0.5140595436096191, + 0.5335104465484619, + 0.5556867122650146, + 0.5784296989440918, + 0.6027116775512695, + 0.6290534734725952, + 0.6549328565597534, + 0.6821192502975464, + 0.7120121717453003, + 0.7410162687301636, + 0.7678160667419434, + 0.7938294410705566, + 0.8195976614952087, + 0.8477150201797485, + 0.8754825592041016, + 0.9001976251602173, + 0.9313480854034424, + 0.9602214097976685, + 0.9905755519866943, + 1.0466794967651367, + 1.079498529434204, + 1.109296441078186, + 1.137487530708313, + 1.1635221242904663, + 1.1944599151611328, + 1.2233821153640747, + 1.254499912261963, + 1.2816135883331299, + 1.3084444999694824, + 1.3367236852645874, + 1.3627755641937256, + 1.3895920515060425, + 1.4119659662246704, + 1.4303876161575317, + 1.4517406225204468, + 1.4725611209869385, + 1.4962891340255737, + 1.5223373174667358, + 1.5365992784500122, + 1.5528438091278076, + 1.5656254291534424, + 1.5750689506530762, + 1.5907974243164062, + 1.6090538501739502, + 1.615983486175537, + 1.6252076625823975, + 1.6383930444717407 + ], + "p10": [ + 0.3382250666618347, + 0.3401734232902527, + 0.3414124846458435, + 0.34327125549316406, + 0.34570902585983276, + 0.35110533237457275, + 0.3561393618583679, + 0.3637755513191223, + 0.372591495513916, + 0.3831913471221924, + 0.3915454149246216, + 0.4032750725746155, + 0.4146174192428589, + 0.4281061887741089, + 0.4405851364135742, + 0.4537086486816406, + 0.4698892831802368, + 0.48572343587875366, + 0.5027243494987488, + 0.5199759602546692, + 0.5371037721633911, + 0.5537212491035461, + 0.5762414336204529, + 0.594915509223938, + 0.6155677437782288, + 0.6307085752487183, + 0.648600161075592, + 0.6662595272064209, + 0.6825394034385681, + 0.7086582779884338, + 0.7270417213439941, + 0.7466144561767578, + 0.6939526796340942, + 0.719306230545044, + 0.7257801294326782, + 0.7495311498641968, + 0.7625162601470947, + 0.7793476581573486, + 0.7941557168960571, + 0.8148167133331299, + 0.8210725784301758, + 0.8313984274864197, + 0.8509334325790405, + 0.852953314781189, + 0.861693263053894, + 0.8669189214706421, + 0.8692576289176941, + 0.8726913928985596, + 0.8701644539833069, + 0.8768149018287659, + 0.880027174949646, + 0.8775190711021423, + 0.8713871836662292, + 0.8644202947616577, + 0.8616988658905029, + 0.8473749160766602, + 0.837756872177124, + 0.8290140628814697, + 0.8224896192550659, + 0.8222247362136841 + ], + "p90": [ + 0.36018574237823486, + 0.3702109456062317, + 0.3826242685317993, + 0.39378780126571655, + 0.40773844718933105, + 0.42113810777664185, + 0.438377320766449, + 0.45528149604797363, + 0.4749312400817871, + 0.4980841875076294, + 0.5204917192459106, + 0.5468025207519531, + 0.5705886483192444, + 0.6016281843185425, + 0.6294340491294861, + 0.6595500707626343, + 0.690184473991394, + 0.7228373885154724, + 0.7582547664642334, + 0.794525146484375, + 0.8294851183891296, + 0.8675521612167358, + 0.905420184135437, + 0.9383687376976013, + 0.9735027551651001, + 1.0063884258270264, + 1.049241065979004, + 1.0836042165756226, + 1.1207129955291748, + 1.1611828804016113, + 1.1988047361373901, + 1.2371273040771484, + 1.3493136167526245, + 1.4084184169769287, + 1.4524099826812744, + 1.487349510192871, + 1.5249179601669312, + 1.5627801418304443, + 1.6048475503921509, + 1.6432263851165771, + 1.6812851428985596, + 1.7202861309051514, + 1.7669970989227295, + 1.8044464588165283, + 1.841883897781372, + 1.880280613899231, + 1.9159804582595825, + 1.9532746076583862, + 1.9904571771621704, + 2.0307579040527344, + 2.0661654472351074, + 2.110846519470215, + 2.126279830932617, + 2.1523022651672363, + 2.180783271789551, + 2.1966166496276855, + 2.247532367706299, + 2.259766101837158, + 2.2792794704437256, + 2.3025927543640137 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_002728.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_002728.json new file mode 100644 index 0000000000000000000000000000000000000000..c13584b3765f72c710d05fbff5d3628dc86c304c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_002728.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T00:27:28.728948+00:00", + "metrics": { + "MSE[mean]": 0.04211025196291461, + "MSE[0.5]": 0.04937371934908869, + "MAE[0.5]": 0.1906250528997198, + "MASE[0.5]": 2.310607236012791, + "MAPE[0.5]": 0.12370562072554768, + "sMAPE[0.5]": 0.13452527895255467, + "MSIS": 29.331400404700744, + "RMSE[mean]": 0.20520782627111134, + "NRMSE[mean]": 0.13912395401217167, + "ND[0.5]": 0.12923732771356733, + "mean_weighted_sum_quantile_loss": 0.11481855375543791 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2923576963982404, + 1.2955001826995345, + 1.2980639156100158, + 1.2971419032971228, + 1.297975533585942, + 1.2823962137858698, + 1.2995666191167583, + 1.2975891994814615, + 1.301052794069542, + 1.2820999816269618, + 1.2850588134613028, + 1.283246389056871, + 1.298421355514, + 1.296761388679486, + 1.298423518138456, + 1.2909157350757088, + 1.2979799663414175, + 1.2836272239347368, + 1.2834396329527213, + 1.2976580584823993, + 1.297819135641237, + 1.2972105433844034, + 1.2976580908580957, + 1.283439701241135, + 1.2976580950457546, + 1.2807386544912518, + 1.2982023009169477, + 1.282685892012698, + 1.2850693887747466, + 1.30096620601063, + 1.2984243872493464, + 1.283439704363206, + 1.2976580967173912, + 1.2807386553862885, + 1.2832520514197487, + 1.2821197331173124, + 1.299629609199764, + 1.297658096728259, + 1.2909162004407717, + 1.297980215509721, + 1.285069388912989, + 1.2832520514229668, + 1.3030217516802054, + 1.2821197331190457, + 1.2906427270373073, + 1.299629609200695, + 1.2976580967287574, + 1.2826858922710318, + 1.2843483731294663, + 1.2836273573458674, + 1.2836273573458676, + 1.2834397043844379, + 1.2979802155098645, + 1.2821197331190575, + 1.2976580967287592, + 1.3009662060846896, + 1.298424387289, + 1.2850693889130658, + 1.2820210315505896, + 1.2976580967287592, + 1.2976580967287592, + 1.2976580967287592, + 1.2836273573458676, + 1.283252051423008, + 1.2976580967287592, + 1.2836273573458676, + 1.2976580967287592, + 1.2976580967287592, + 1.2979802155098645, + 1.2850693889130658, + 1.2834397043844379, + 1.2821197331190575 + ], + "p10": [ + 1.196972185295346, + 1.2159301985417026, + 1.2172887095404856, + 1.1836199593917283, + 1.21840554942811, + 1.1956323115516183, + 1.2243679253528035, + 1.2029528302904375, + 1.2029848381973318, + 1.1618587497244122, + 1.2030111520859723, + 1.2236820426084865, + 1.217268103796825, + 1.20243202172689, + 1.184457402453926, + 1.2203760876778074, + 1.2233732533898276, + 1.1971407689134252, + 1.203021656106019, + 1.2203765147967784, + 1.2030217070596603, + 1.217271124607342, + 1.2205456749404715, + 1.184339501704894, + 1.2030217258547307, + 1.2024336441152939, + 1.2205456803286503, + 1.2030217272794006, + 1.184458271466151, + 1.2024336449423578, + 1.2024336449767639, + 1.2205456807899033, + 1.2203765530317703, + 1.2188544031250812, + 1.1971409023212969, + 1.2024336450146724, + 1.195872639251613, + 1.2166830530500068, + 1.1958726392522796, + 1.2188544031310247, + 1.217271135571748, + 1.218854403131127, + 1.2188544031311461, + 1.2188544031311563, + 1.203021727537729, + 1.2205456808111317, + 1.2233735025582728, + 1.1844582716044691, + 1.1844582716044696, + 1.2172711355718246, + 1.218854403131168, + 1.220545680811135, + 1.218854403131168, + 1.2030217275377353, + 1.2236877049746233, + 1.197140902324556, + 1.220545680811135, + 1.2203765530431383, + 1.2011653819444088, + 1.2236877049746233, + 1.2260067059101782, + 1.18445827160447, + 1.2024336450164175, + 1.2233735025582746, + 1.220545680811135, + 1.218854403131168, + 1.2030217275377353, + 1.2236877049746233, + 1.2203765530431383, + 1.218854403131168, + 1.2024336450164175, + 1.2236877049746233 + ], + "p90": [ + 1.3779426238672288, + 1.375692076444041, + 1.3996400690493749, + 1.4014000658191355, + 1.3982537168219111, + 1.3837901261654695, + 1.3985738929548825, + 1.3820531889775833, + 1.401168873299654, + 1.4011860111479617, + 1.3821115107731181, + 1.3821164238587442, + 1.4012027308650574, + 1.3987009472354417, + 1.3834032144377562, + 1.3821216208595501, + 1.4013087750107924, + 1.385184118082345, + 1.3786162096017902, + 1.384933894035607, + 1.3822502654831479, + 1.384933921317484, + 1.3987025646543056, + 1.3987025673816662, + 1.378616279350502, + 1.3987025696238455, + 1.3987025700424844, + 1.3822502857028882, + 1.3849339321436478, + 1.4038754167303282, + 1.4012057626004037, + 1.3821220862036494, + 1.39895288972511, + 1.382250285955136, + 1.3989528897332189, + 1.4013090241774944, + 1.401205762639123, + 1.402238378031377, + 1.4012057626397896, + 1.401309024179096, + 1.3821220862248043, + 1.398702570524928, + 1.4022383780318552, + 1.3834040835882884, + 1.383404083588294, + 1.3849339322819636, + 1.4013090241792376, + 1.3987025705249683, + 1.378616281033506, + 1.3834040835883, + 1.4022383780318772, + 1.382122086224881, + 1.3834040835883001, + 1.3702000575776647, + 1.384933932281967, + 1.3990561512756599, + 1.398952889736478, + 1.4012057626400574, + 1.3783450457789672, + 1.398952889736478, + 1.3834040835883001, + 1.4013090241792394, + 1.3987025705249692, + 1.4013090241792394, + 1.382122086224881, + 1.4012057626400574, + 1.3987025705249692, + 1.3786162810335065, + 1.4012057626400574, + 1.382250285961223, + 1.382122086224881, + 1.3987025705249692 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_002429.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_002429.json new file mode 100644 index 0000000000000000000000000000000000000000..1661fb37a2ab1a0064a68e2d556e7dfa6d9adbb8 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_002429.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T00:24:29.308979+00:00", + "metrics": { + "MSE[mean]": 0.05440467413328322, + "MSE[0.5]": 0.05440467413328322, + "MAE[0.5]": 0.20337391727500492, + "MASE[0.5]": 2.46513896113696, + "MAPE[0.5]": 0.1323153693261341, + "sMAPE[0.5]": 0.14437144637804197, + "MSIS": 45.59034340310892, + "RMSE[mean]": 0.23324809566914628, + "NRMSE[mean]": 0.15813430669271317, + "ND[0.5]": 0.13788062584348992, + "mean_weighted_sum_quantile_loss": 0.11603819901575539 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2943551540374756, + 1.2895821332931519, + 1.2831575870513916, + 1.2801384925842285, + 1.2783501148223877, + 1.278548002243042, + 1.2787758111953735, + 1.2789421081542969, + 1.2779828310012817, + 1.2788399457931519, + 1.2757867574691772, + 1.2736165523529053, + 1.2729500532150269, + 1.2727328538894653, + 1.2731314897537231, + 1.2726081609725952, + 1.2784088850021362, + 1.2784136533737183, + 1.2780288457870483, + 1.278874158859253, + 1.2802067995071411, + 1.2805851697921753, + 1.2813886404037476, + 1.2811933755874634, + 1.2813702821731567, + 1.2813842296600342, + 1.279361367225647, + 1.2799131870269775, + 1.2786836624145508, + 1.278794527053833, + 1.2778464555740356, + 1.2774596214294434, + 1.2761348485946655, + 1.2768267393112183, + 1.275712251663208, + 1.2758302688598633, + 1.2759957313537598, + 1.2767486572265625, + 1.2758564949035645, + 1.2750736474990845, + 1.2750144004821777, + 1.2763824462890625, + 1.2757837772369385, + 1.2775734663009644, + 1.2767994403839111, + 1.2780544757843018, + 1.2782344818115234, + 1.2776598930358887, + 1.28008234500885, + 1.2791318893432617, + 1.276569128036499, + 1.2751306295394897, + 1.27536940574646, + 1.2759819030761719, + 1.2757614850997925, + 1.2754909992218018, + 1.277532696723938, + 1.2795941829681396, + 1.2796074151992798, + 1.28001868724823, + 1.2780367136001587, + 1.278551697731018, + 1.2763060331344604, + 1.2754989862442017, + 1.2749418020248413, + 1.2761317491531372, + 1.275591492652893, + 1.2748404741287231, + 1.2771315574645996, + 1.2785414457321167, + 1.2804707288742065, + 1.2813061475753784 + ], + "p10": [ + 1.2266685962677002, + 1.2156535387039185, + 1.209804654121399, + 1.2067290544509888, + 1.204897165298462, + 1.2038307189941406, + 1.2032333612442017, + 1.2045058012008667, + 1.2036173343658447, + 1.2007805109024048, + 1.203235387802124, + 1.2028692960739136, + 1.2035861015319824, + 1.2014753818511963, + 1.2018121480941772, + 1.2012509107589722, + 1.2052046060562134, + 1.2036436796188354, + 1.2025095224380493, + 1.2032512426376343, + 1.203545331954956, + 1.2034306526184082, + 1.2030913829803467, + 1.2037678956985474, + 1.2032490968704224, + 1.2004541158676147, + 1.2031192779541016, + 1.2029540538787842, + 1.203023076057434, + 1.2001662254333496, + 1.201289415359497, + 1.2003535032272339, + 1.1998978853225708, + 1.1995145082473755, + 1.197718620300293, + 1.1989260911941528, + 1.199074625968933, + 1.1980102062225342, + 1.1965762376785278, + 1.1982702016830444, + 1.1968839168548584, + 1.195353388786316, + 1.1982920169830322, + 1.1974400281906128, + 1.198307991027832, + 1.1955468654632568, + 1.1965042352676392, + 1.1962553262710571, + 1.1958587169647217, + 1.1954044103622437, + 1.1925617456436157, + 1.19460129737854, + 1.1941083669662476, + 1.1935770511627197, + 1.19266939163208, + 1.1943564414978027, + 1.1930328607559204, + 1.1917186975479126, + 1.1942850351333618, + 1.1934638023376465, + 1.1944397687911987, + 1.1914465427398682, + 1.1912586688995361, + 1.1916922330856323, + 1.191713571548462, + 1.1902214288711548, + 1.1886848211288452, + 1.1914241313934326, + 1.1908258199691772, + 1.1898707151412964, + 1.1895065307617188, + 1.1915658712387085 + ], + "p90": [ + 1.3740911483764648, + 1.3824973106384277, + 1.3856388330459595, + 1.3834620714187622, + 1.3830617666244507, + 1.3849279880523682, + 1.3860244750976562, + 1.3873032331466675, + 1.3916738033294678, + 1.3915411233901978, + 1.3915493488311768, + 1.3902555704116821, + 1.3882678747177124, + 1.3873587846755981, + 1.3874412775039673, + 1.3878200054168701, + 1.3911911249160767, + 1.3948301076889038, + 1.398290991783142, + 1.3971891403198242, + 1.3966859579086304, + 1.398444652557373, + 1.398840069770813, + 1.3985648155212402, + 1.4050674438476562, + 1.4037615060806274, + 1.4055123329162598, + 1.406388521194458, + 1.4050832986831665, + 1.4038984775543213, + 1.4042197465896606, + 1.4045017957687378, + 1.405596375465393, + 1.4063364267349243, + 1.4104175567626953, + 1.4089993238449097, + 1.406691312789917, + 1.4105305671691895, + 1.4092482328414917, + 1.4107847213745117, + 1.4168033599853516, + 1.415231466293335, + 1.4189696311950684, + 1.4198112487792969, + 1.4190819263458252, + 1.4176146984100342, + 1.4197458028793335, + 1.4193729162216187, + 1.4230561256408691, + 1.420555830001831, + 1.4226435422897339, + 1.422102451324463, + 1.4184484481811523, + 1.4235013723373413, + 1.4219778776168823, + 1.4265245199203491, + 1.4337313175201416, + 1.4322971105575562, + 1.4375669956207275, + 1.4359420537948608, + 1.4363529682159424, + 1.4318857192993164, + 1.4333527088165283, + 1.430558204650879, + 1.436766266822815, + 1.4343796968460083, + 1.4388413429260254, + 1.440260648727417, + 1.4375931024551392, + 1.4433737993240356, + 1.44261634349823, + 1.4494497776031494 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_002728.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_002728.json new file mode 100644 index 0000000000000000000000000000000000000000..00f369dbeff84ba8f75a2b2630cb8d9acca460ce --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_002728.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T00:27:28.897685+00:00", + "metrics": { + "MSE[mean]": 0.09301408937457631, + "MSE[0.5]": 0.09148505082902365, + "MAE[0.5]": 0.2594726270136425, + "MASE[0.5]": 3.1451234788134808, + "MAPE[0.5]": 0.16834648268504374, + "sMAPE[0.5]": 0.18937819308621023, + "MSIS": 44.6700841981829, + "RMSE[mean]": 0.304982113204326, + "NRMSE[mean]": 0.2067675403174758, + "ND[0.5]": 0.17591365048802368, + "mean_weighted_sum_quantile_loss": 0.1650605970358189 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3059964518222975, + 1.303635167939579, + 1.3012738840568603, + 1.2989126001741418, + 1.2965513162914233, + 1.2941900324087048, + 1.2918287485259863, + 1.2894674646432676, + 1.287106180760549, + 1.2847448968778306, + 1.282383612995112, + 1.2800223291123936, + 1.2776610452296748, + 1.2752997613469563, + 1.2729384774642378, + 1.2705771935815193, + 1.2682159096988008, + 1.265854625816082, + 1.2634933419333636, + 1.261132058050645, + 1.2587707741679266, + 1.256409490285208, + 1.2540482064024894, + 1.2516869225197709, + 1.2493256386370524, + 1.2469643547543339, + 1.2446030708716154, + 1.2422417869888966, + 1.2398805031061781, + 1.2375192192234596, + 1.2351579353407411, + 1.2327966514580226, + 1.230435367575304, + 1.2280740836925854, + 1.225712799809867, + 1.2233515159271484, + 1.22099023204443, + 1.2186289481617112, + 1.2162676642789927, + 1.2139063803962742, + 1.2115450965135557, + 1.2091838126308372, + 1.2068225287481185, + 1.2044612448654, + 1.2020999609826815, + 1.199738677099963, + 1.1973773932172445, + 1.1950161093345257, + 1.1926548254518072, + 1.1902935415690887, + 1.1879322576863702, + 1.1855709738036517, + 1.183209689920933, + 1.1808484060382145, + 1.178487122155496, + 1.1761258382727775, + 1.173764554390059, + 1.1714032705073403, + 1.1690419866246218, + 1.1666807027419033, + 1.1643194188591848, + 1.1619581349764663, + 1.1595968510937478, + 1.157235567211029, + 1.1548742833283105, + 1.152512999445592, + 1.1501517155628735, + 1.147790431680155, + 1.1454291477974363, + 1.1430678639147178, + 1.1407065800319993, + 1.1383452961492808 + ], + "p10": [ + 1.2059964279804396, + 1.203635144097721, + 1.2012738602150024, + 1.1989125763322839, + 1.1965512924495654, + 1.1941900085668469, + 1.1918287246841284, + 1.1894674408014096, + 1.1871061569186911, + 1.1847448730359726, + 1.1823835891532541, + 1.1800223052705356, + 1.177661021387817, + 1.1752997375050984, + 1.17293845362238, + 1.1705771697396614, + 1.168215885856943, + 1.1658546019742242, + 1.1634933180915057, + 1.1611320342087872, + 1.1587707503260687, + 1.1564094664433502, + 1.1540481825606315, + 1.151686898677913, + 1.1493256147951945, + 1.146964330912476, + 1.1446030470297575, + 1.1422417631470387, + 1.1398804792643202, + 1.1375191953816017, + 1.1351579114988832, + 1.1327966276161647, + 1.130435343733446, + 1.1280740598507275, + 1.125712775968009, + 1.1233514920852905, + 1.120990208202572, + 1.1186289243198533, + 1.1162676404371348, + 1.1139063565544163, + 1.1115450726716978, + 1.1091837887889793, + 1.1068225049062606, + 1.104461221023542, + 1.1020999371408235, + 1.099738653258105, + 1.0973773693753865, + 1.0950160854926678, + 1.0926548016099493, + 1.0902935177272308, + 1.0879322338445123, + 1.0855709499617938, + 1.083209666079075, + 1.0808483821963566, + 1.078487098313638, + 1.0761258144309196, + 1.073764530548201, + 1.0714032466654824, + 1.0690419627827639, + 1.0666806789000454, + 1.0643193950173269, + 1.0619581111346084, + 1.0595968272518899, + 1.0572355433691711, + 1.0548742594864526, + 1.0525129756037341, + 1.0501516917210156, + 1.0477904078382971, + 1.0454291239555784, + 1.04306784007286, + 1.0407065561901414, + 1.038345272307423 + ], + "p90": [ + 1.4059964756641554, + 1.403635191781437, + 1.4012739078987182, + 1.3989126240159997, + 1.3965513401332812, + 1.3941900562505627, + 1.3918287723678442, + 1.3894674884851255, + 1.387106204602407, + 1.3847449207196885, + 1.38238363683697, + 1.3800223529542515, + 1.3776610690715327, + 1.3752997851888142, + 1.3729385013060957, + 1.3705772174233772, + 1.3682159335406587, + 1.36585464965794, + 1.3634933657752215, + 1.361132081892503, + 1.3587707980097845, + 1.356409514127066, + 1.3540482302443473, + 1.3516869463616288, + 1.3493256624789103, + 1.3469643785961918, + 1.3446030947134733, + 1.3422418108307546, + 1.339880526948036, + 1.3375192430653176, + 1.335157959182599, + 1.3327966752998806, + 1.3304353914171618, + 1.3280741075344433, + 1.3257128236517248, + 1.3233515397690063, + 1.3209902558862878, + 1.318628972003569, + 1.3162676881208506, + 1.313906404238132, + 1.3115451203554136, + 1.309183836472695, + 1.3068225525899764, + 1.3044612687072579, + 1.3020999848245394, + 1.2997387009418209, + 1.2973774170591024, + 1.2950161331763836, + 1.2926548492936651, + 1.2902935654109466, + 1.2879322815282281, + 1.2855709976455096, + 1.283209713762791, + 1.2808483106707829, + 1.278487145997354, + 1.2761258621146354, + 1.273764578231917, + 1.2714032943491982, + 1.2690420104664797, + 1.2666807265837612, + 1.2643194427010427, + 1.2619581588183242, + 1.2595968749356057, + 1.257235591052887, + 1.2548743071701685, + 1.25251302328745, + 1.2501517394047315, + 1.247790455522013, + 1.2454291716392942, + 1.2430678877565757, + 1.2407066038738572, + 1.2383453199911387 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_002652.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_002652.json new file mode 100644 index 0000000000000000000000000000000000000000..2718a22280a3ae50ce138773b7cbaa5800d880be --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_002652.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T00:26:52.245984+00:00", + "metrics": { + "MSE[mean]": 0.04144327380550431, + "MSE[0.5]": 0.04117716584836886, + "MAE[0.5]": 0.17560509178373548, + "MASE[0.5]": 2.1285470591824085, + "MAPE[0.5]": 0.11435566540957653, + "sMAPE[0.5]": 0.12308331523787304, + "MSIS": 22.237767016828982, + "RMSE[mean]": 0.20357621129568237, + "NRMSE[mean]": 0.1380177743360259, + "ND[0.5]": 0.11905430293553534, + "mean_weighted_sum_quantile_loss": 0.10037054705821538 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3137360215187073, + 1.3156307935714722, + 1.3316147327423096, + 1.3090193271636963, + 1.2951483130455017, + 1.3209910988807678, + 1.306041181087494, + 1.3104203343391418, + 1.3135858178138733, + 1.3136269450187683, + 1.3241586685180664, + 1.316958248615265, + 1.3172679543495178, + 1.314790964126587, + 1.3128075003623962, + 1.3179801106452942, + 1.329275369644165, + 1.3158860802650452, + 1.3155980110168457, + 1.3099535703659058, + 1.3124487400054932, + 1.3066818714141846, + 1.3086624145507812, + 1.3162605166435242, + 1.3080110549926758, + 1.3178394436836243, + 1.302333116531372, + 1.3082086443901062, + 1.3171434998512268, + 1.3115115761756897, + 1.317707896232605, + 1.3191306591033936, + 1.3166857957839966, + 1.334061324596405, + 1.3142433762550354, + 1.3294916152954102, + 1.3231449127197266, + 1.3171970844268799, + 1.3193041682243347, + 1.3135952949523926, + 1.3440646529197693, + 1.294859230518341, + 1.2984436750411987, + 1.3189587593078613, + 1.3007593154907227, + 1.3248463869094849, + 1.31841641664505, + 1.3202831149101257, + 1.2994701862335205, + 1.316605031490326, + 1.3119609355926514, + 1.3101054430007935, + 1.3213363289833069, + 1.3159023523330688, + 1.3095507621765137, + 1.3114094734191895, + 1.3221049308776855, + 1.311146080493927, + 1.3065166473388672, + 1.3192405104637146, + 1.3135324120521545, + 1.3141003847122192, + 1.306164562702179, + 1.3105939030647278, + 1.3132568001747131, + 1.3097233772277832, + 1.3162037134170532, + 1.3257900476455688, + 1.3250699639320374, + 1.2906314730644226, + 1.3214547634124756, + 1.3134806156158447 + ], + "p10": [ + 1.1812601685523987, + 1.1855576634407043, + 1.1917860507965088, + 1.1358283162117004, + 1.126103162765503, + 1.1664596199989319, + 1.1652907133102417, + 1.1353117227554321, + 1.152841866016388, + 1.1719624400138855, + 1.1773025393486023, + 1.1761102080345154, + 1.1133847832679749, + 1.1265802383422852, + 1.165266513824463, + 1.1076788902282715, + 1.1872535943984985, + 1.1681748032569885, + 1.1729252338409424, + 1.1514504551887512, + 1.1822608709335327, + 1.1434093713760376, + 1.1835722923278809, + 1.176899015903473, + 1.1734461188316345, + 1.177876353263855, + 1.1514053344726562, + 1.1588141322135925, + 1.1750438213348389, + 1.1469299793243408, + 1.1342045664787292, + 1.1476907134056091, + 1.167848825454712, + 1.1814873218536377, + 1.1259853839874268, + 1.1453149914741516, + 1.1529895663261414, + 1.1218509674072266, + 1.1660357117652893, + 1.11497300863266, + 1.170106291770935, + 1.1302436590194702, + 1.0960062742233276, + 1.111205816268921, + 1.0521016716957092, + 1.1322336792945862, + 1.1442828178405762, + 1.1358976364135742, + 1.115957796573639, + 1.0990574955940247, + 1.0952280163764954, + 1.1091625094413757, + 1.126189947128296, + 1.1068756580352783, + 1.1105263233184814, + 1.110779881477356, + 1.1208989024162292, + 1.1208164691925049, + 1.0730006694793701, + 1.099774181842804, + 1.093311607837677, + 1.1238707900047302, + 1.1238911151885986, + 1.0253384709358215, + 1.1255091428756714, + 1.0829090476036072, + 1.1053826212882996, + 1.1379218697547913, + 1.1329710483551025, + 1.097581684589386, + 1.0883460640907288, + 1.0527387857437134 + ], + "p90": [ + 1.4192658066749573, + 1.463641107082367, + 1.4517505168914795, + 1.4535326957702637, + 1.4532086849212646, + 1.4611414074897766, + 1.4388166069984436, + 1.4557071328163147, + 1.4782494902610779, + 1.4709506630897522, + 1.4489312767982483, + 1.4605721235275269, + 1.4594733119010925, + 1.4435732960700989, + 1.463744342327118, + 1.4683627486228943, + 1.494995653629303, + 1.5195205211639404, + 1.4678439497947693, + 1.4793586730957031, + 1.4553039073944092, + 1.4537141919136047, + 1.4584327936172485, + 1.4446153044700623, + 1.4279932379722595, + 1.45291668176651, + 1.4557533860206604, + 1.4896352887153625, + 1.4943143725395203, + 1.44436913728714, + 1.4846739172935486, + 1.4639345407485962, + 1.4536605477333069, + 1.4679877161979675, + 1.449481189250946, + 1.4886587858200073, + 1.4924808144569397, + 1.471636176109314, + 1.474693238735199, + 1.480579435825348, + 1.5311338305473328, + 1.456518530845642, + 1.4635329246520996, + 1.4696276783943176, + 1.4659586548805237, + 1.4954718947410583, + 1.4870482683181763, + 1.4852800965309143, + 1.5075992941856384, + 1.483337938785553, + 1.4804716110229492, + 1.4629260897636414, + 1.5117090940475464, + 1.509710669517517, + 1.50650954246521, + 1.503395915031433, + 1.5376387238502502, + 1.5134976506233215, + 1.5022605657577515, + 1.471072793006897, + 1.4850531816482544, + 1.5228254795074463, + 1.5016978979110718, + 1.5089112520217896, + 1.4870570302009583, + 1.4878759384155273, + 1.5196440815925598, + 1.543980598449707, + 1.5292744040489197, + 1.4800834655761719, + 1.5120346546173096, + 1.5296252965927124 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_002728.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_002728.json new file mode 100644 index 0000000000000000000000000000000000000000..8844668f4ae5226bd90bd6613a0b8204d96fb74b --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_002728.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T00:27:28.942144+00:00", + "metrics": { + "MSE[mean]": 0.03934762656977164, + "MSE[0.5]": 0.038469462659331786, + "MAE[0.5]": 0.1703347879597265, + "MASE[0.5]": 2.064664573819128, + "MAPE[0.5]": 0.1110893733154767, + "sMAPE[0.5]": 0.11910341641563334, + "MSIS": 18.045999355959346, + "RMSE[mean]": 0.198362361777056, + "NRMSE[mean]": 0.13448296100148266, + "ND[0.5]": 0.11548121549454812, + "mean_weighted_sum_quantile_loss": 0.10416090762940013 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108 + ], + "p10": [ + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353 + ], + "p90": [ + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233973083587792, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_002728.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_002728.json new file mode 100644 index 0000000000000000000000000000000000000000..793d89881b6b8d34a31c1b61a09fd0fb65343ac8 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_002728.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T00:27:28.973669+00:00", + "metrics": { + "MSE[mean]": 0.041527792943851144, + "MSE[0.5]": 0.041527792943851144, + "MAE[0.5]": 0.17083336247338188, + "MASE[0.5]": 2.070707902654555, + "MAPE[0.5]": 0.11124370277953509, + "sMAPE[0.5]": 0.12002645225284786, + "MSIS": 68.05154616186161, + "RMSE[mean]": 0.20378369155516626, + "NRMSE[mean]": 0.138158438922769, + "ND[0.5]": 0.11581923212368872, + "mean_weighted_sum_quantile_loss": 0.1116489035865092 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "p10": [ + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584 + ], + "p90": [ + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_002722.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_002722.json new file mode 100644 index 0000000000000000000000000000000000000000..adbb34c2b0dcea958e5a2e34f42bd9a3128572aa --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_002722.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T00:27:22.961094+00:00", + "metrics": { + "MSE[mean]": 0.04387119894055777, + "MSE[0.5]": 0.04387119894055777, + "MAE[0.5]": 0.17955484820736778, + "MASE[0.5]": 2.1764229056889737, + "MAPE[0.5]": 0.11662469450155546, + "sMAPE[0.5]": 0.12605460860261417, + "MSIS": 47.05938855654776, + "RMSE[mean]": 0.2094545271426659, + "NRMSE[mean]": 0.14200307332985815, + "ND[0.5]": 0.12173210397765895, + "mean_weighted_sum_quantile_loss": 0.10743529750117606 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.293715476989746, + 1.3015193939208984, + 1.304067611694336, + 1.3056602478027344, + 1.3054213523864746, + 1.3054213523864746, + 1.3062176704406738, + 1.3055806159973145, + 1.305023193359375, + 1.3043065071105957, + 1.3047046661376953, + 1.3054213523864746, + 1.306138038635254, + 1.3046250343322754, + 1.3047046661376953, + 1.305023193359375, + 1.303987979888916, + 1.3042268753051758, + 1.3057398796081543, + 1.3056602478027344, + 1.3042268753051758, + 1.303987979888916, + 1.3053417205810547, + 1.3042268753051758, + 1.303908348083496, + 1.3023953437805176, + 1.3026342391967773, + 1.3057398796081543, + 1.3053417205810547, + 1.3052620887756348, + 1.304943561553955, + 1.3056602478027344, + 1.3047842979431152, + 1.303987979888916, + 1.3048639297485352, + 1.3056602478027344, + 1.3052620887756348, + 1.3053417205810547, + 1.305978775024414, + 1.306138038635254, + 1.3056602478027344, + 1.3057398796081543, + 1.3051824569702148, + 1.3073325157165527, + 1.3062973022460938, + 1.3064565658569336, + 1.3065361976623535, + 1.3066954612731934, + 1.307173252105713, + 1.307013988494873, + 1.307013988494873, + 1.3074917793273926, + 1.3066158294677734, + 1.3073325157165527, + 1.3069343566894531, + 1.3066954612731934, + 1.3064565658569336, + 1.3074121475219727, + 1.307093620300293, + 1.3084473609924316, + 1.307969570159912, + 1.307969570159912, + 1.3077306747436523, + 1.3073325157165527, + 1.3074917793273926, + 1.307173252105713, + 1.3077306747436523, + 1.3082084655761719, + 1.3074121475219727, + 1.308128833770752, + 1.3087658882141113, + 1.3094825744628906 + ], + "p10": [ + 1.2298507690429688, + 1.2228431701660156, + 1.2215690612792969, + 1.2202949523925781, + 1.2190208435058594, + 1.2177467346191406, + 1.2196578979492188, + 1.2183837890625, + 1.2183837890625, + 1.2177467346191406, + 1.2196578979492188, + 1.2202949523925781, + 1.2209320068359375, + 1.2202949523925781, + 1.2209320068359375, + 1.2209320068359375, + 1.2183837890625, + 1.2177467346191406, + 1.2177467346191406, + 1.2190208435058594, + 1.2177467346191406, + 1.2171096801757812, + 1.2183837890625, + 1.2171096801757812, + 1.2177467346191406, + 1.2171096801757812, + 1.2177467346191406, + 1.2190208435058594, + 1.2177467346191406, + 1.2171096801757812, + 1.2177467346191406, + 1.2177467346191406, + 1.2190208435058594, + 1.2190208435058594, + 1.2190208435058594, + 1.2190208435058594, + 1.2190208435058594, + 1.2202949523925781, + 1.2196578979492188, + 1.2196578979492188, + 1.2190208435058594, + 1.2196578979492188, + 1.2196578979492188, + 1.2209320068359375, + 1.2196578979492188, + 1.2196578979492188, + 1.2196578979492188, + 1.2190208435058594, + 1.2196578979492188, + 1.2183837890625, + 1.2183837890625, + 1.2190208435058594, + 1.2171096801757812, + 1.2183837890625, + 1.2183837890625, + 1.2177467346191406, + 1.2183837890625, + 1.2196578979492188, + 1.2190208435058594, + 1.2196578979492188, + 1.2183837890625, + 1.2190208435058594, + 1.2190208435058594, + 1.2177467346191406, + 1.2190208435058594, + 1.2183837890625, + 1.2190208435058594, + 1.2196578979492188, + 1.2196578979492188, + 1.2202949523925781, + 1.2202949523925781, + 1.2215690612792969 + ], + "p90": [ + 1.377328872680664, + 1.40185546875, + 1.4095001220703125, + 1.4114112854003906, + 1.4107742309570312, + 1.4114112854003906, + 1.4107742309570312, + 1.4107742309570312, + 1.4107742309570312, + 1.4107742309570312, + 1.4107742309570312, + 1.4107742309570312, + 1.4114112854003906, + 1.4107742309570312, + 1.4095001220703125, + 1.4088630676269531, + 1.4114112854003906, + 1.4126853942871094, + 1.4139595031738281, + 1.4126853942871094, + 1.4114112854003906, + 1.4114112854003906, + 1.4126853942871094, + 1.41204833984375, + 1.4126853942871094, + 1.4101371765136719, + 1.4114112854003906, + 1.4126853942871094, + 1.4126853942871094, + 1.4126853942871094, + 1.41204833984375, + 1.4133224487304688, + 1.4114112854003906, + 1.4114112854003906, + 1.4126853942871094, + 1.4133224487304688, + 1.4126853942871094, + 1.4139595031738281, + 1.4158706665039062, + 1.4158706665039062, + 1.4158706665039062, + 1.4152336120605469, + 1.4145965576171875, + 1.417144775390625, + 1.4165077209472656, + 1.4165077209472656, + 1.4165077209472656, + 1.4158706665039062, + 1.4158706665039062, + 1.4152336120605469, + 1.4152336120605469, + 1.4158706665039062, + 1.4152336120605469, + 1.4158706665039062, + 1.4158706665039062, + 1.4158706665039062, + 1.4145965576171875, + 1.4158706665039062, + 1.4158706665039062, + 1.417144775390625, + 1.4165077209472656, + 1.417144775390625, + 1.417144775390625, + 1.417144775390625, + 1.4158706665039062, + 1.4158706665039062, + 1.4165077209472656, + 1.4158706665039062, + 1.4145965576171875, + 1.4152336120605469, + 1.4165077209472656, + 1.417144775390625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_002521.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_002521.json new file mode 100644 index 0000000000000000000000000000000000000000..502cf9b7dece7d6ca35a187ff0b6c34b2a9c62b0 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_002521.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T00:25:21.388556+00:00", + "metrics": { + "MSE[mean]": 0.04361379037167347, + "MSE[0.5]": 0.05364504418711549, + "MAE[0.5]": 0.2016614708635542, + "MASE[0.5]": 2.4443820301386845, + "MAPE[0.5]": 0.13117372853868017, + "sMAPE[0.5]": 0.14304322175019735, + "MSIS": 50.68427558866123, + "RMSE[mean]": 0.208839149518651, + "NRMSE[mean]": 0.1415858681490457, + "ND[0.5]": 0.13671964519219537, + "mean_weighted_sum_quantile_loss": 0.10977025885279988 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.289242148399353, + 1.2882198095321655, + 1.286456823348999, + 1.283591389656067, + 1.283065676689148, + 1.2819095849990845, + 1.2818633317947388, + 1.2798408269882202, + 1.2794393301010132, + 1.2785556316375732, + 1.2784022092819214, + 1.2764947414398193, + 1.2794162034988403, + 1.27674400806427, + 1.2777336835861206, + 1.275773048400879, + 1.276960849761963, + 1.2772554159164429, + 1.277350664138794, + 1.2779600620269775, + 1.27470064163208, + 1.27315092086792, + 1.2754886150360107, + 1.2784113883972168, + 1.2772037982940674, + 1.279123067855835, + 1.2804356813430786, + 1.280410885810852, + 1.2812106609344482, + 1.2788139581680298, + 1.281048059463501, + 1.2810440063476562, + 1.2791682481765747, + 1.2783793210983276, + 1.2787240743637085, + 1.2792292833328247, + 1.2781023979187012, + 1.2773463726043701, + 1.278865933418274, + 1.2775501012802124, + 1.280847430229187, + 1.2817227840423584, + 1.285461187362671, + 1.2873013019561768, + 1.2860832214355469, + 1.2853275537490845, + 1.286265254020691, + 1.2833328247070312, + 1.2834078073501587, + 1.2830660343170166, + 1.2842358350753784, + 1.2809983491897583, + 1.284468412399292, + 1.2817672491073608, + 1.2812845706939697, + 1.2798503637313843, + 1.2790056467056274, + 1.2788453102111816, + 1.279740333557129, + 1.2801462411880493, + 1.280540108680725, + 1.2775250673294067, + 1.2763452529907227, + 1.2721351385116577, + 1.2747910022735596, + 1.2742867469787598, + 1.2768161296844482, + 1.2774720191955566, + 1.2767083644866943, + 1.276982069015503, + 1.2770918607711792, + 1.2761441469192505 + ], + "p10": [ + 1.3075971603393555, + 1.3092542886734009, + 1.3100043535232544, + 1.3077641725540161, + 1.309812307357788, + 1.306676983833313, + 1.3095427751541138, + 1.3076443672180176, + 1.3080960512161255, + 1.3060029745101929, + 1.3054440021514893, + 1.305363416671753, + 1.305406928062439, + 1.3041064739227295, + 1.307194471359253, + 1.3076456785202026, + 1.307801365852356, + 1.3079713582992554, + 1.3097058534622192, + 1.308358073234558, + 1.3054028749465942, + 1.302850365638733, + 1.307117223739624, + 1.3073773384094238, + 1.3094695806503296, + 1.310665249824524, + 1.3112801313400269, + 1.3114774227142334, + 1.3106346130371094, + 1.3116265535354614, + 1.3134108781814575, + 1.310019612312317, + 1.3140922784805298, + 1.31224524974823, + 1.3124752044677734, + 1.3107903003692627, + 1.3104575872421265, + 1.3092402219772339, + 1.310346007347107, + 1.3122479915618896, + 1.311840534210205, + 1.3153300285339355, + 1.317977786064148, + 1.3203381299972534, + 1.3198143243789673, + 1.3195946216583252, + 1.3201205730438232, + 1.318339467048645, + 1.318076252937317, + 1.3165011405944824, + 1.3163126707077026, + 1.3167188167572021, + 1.3152269124984741, + 1.315406322479248, + 1.3154996633529663, + 1.3155969381332397, + 1.3146402835845947, + 1.3127527236938477, + 1.3158581256866455, + 1.3164310455322266, + 1.3150393962860107, + 1.3139164447784424, + 1.312853455543518, + 1.3095992803573608, + 1.3113895654678345, + 1.3132925033569336, + 1.3119146823883057, + 1.3152390718460083, + 1.3159584999084473, + 1.313655972480774, + 1.3163892030715942, + 1.3150714635849 + ], + "p90": [ + 1.3653701543807983, + 1.3721435070037842, + 1.37738037109375, + 1.3770740032196045, + 1.380211591720581, + 1.380995273590088, + 1.3830879926681519, + 1.3829755783081055, + 1.3837459087371826, + 1.3837486505508423, + 1.3852856159210205, + 1.3840752840042114, + 1.3881419897079468, + 1.38703191280365, + 1.3887795209884644, + 1.3896626234054565, + 1.3929370641708374, + 1.394241213798523, + 1.3958309888839722, + 1.3942370414733887, + 1.3922966718673706, + 1.391879916191101, + 1.3939388990402222, + 1.392383098602295, + 1.396662950515747, + 1.398860216140747, + 1.3978935480117798, + 1.3999558687210083, + 1.3999145030975342, + 1.4003061056137085, + 1.4042612314224243, + 1.403193712234497, + 1.4012104272842407, + 1.4014875888824463, + 1.4020384550094604, + 1.4018625020980835, + 1.4018570184707642, + 1.4007713794708252, + 1.4016833305358887, + 1.4019609689712524, + 1.4046741724014282, + 1.4083644151687622, + 1.4106829166412354, + 1.4127423763275146, + 1.4112673997879028, + 1.4135267734527588, + 1.414479374885559, + 1.4109283685684204, + 1.410361409187317, + 1.410775065422058, + 1.4101698398590088, + 1.4114323854446411, + 1.4118727445602417, + 1.4115962982177734, + 1.414241075515747, + 1.4119532108306885, + 1.4119151830673218, + 1.4119378328323364, + 1.4153214693069458, + 1.415496826171875, + 1.416898250579834, + 1.4141618013381958, + 1.412952184677124, + 1.4123600721359253, + 1.4135185480117798, + 1.4126672744750977, + 1.4176725149154663, + 1.4179099798202515, + 1.4171143770217896, + 1.4182448387145996, + 1.4172661304473877, + 1.4185576438903809 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_002615.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_002615.json new file mode 100644 index 0000000000000000000000000000000000000000..7eedf0eb42266f601811613bbb4e1243c36b8e23 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_002615.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T00:26:15.499368+00:00", + "metrics": { + "MSE[mean]": 0.04217440019597163, + "MSE[0.5]": 0.04217440019597163, + "MAE[0.5]": 0.1761587659517924, + "MASE[0.5]": 2.1352582627710506, + "MAPE[0.5]": 0.11448621219209043, + "sMAPE[0.5]": 0.12348207503350908, + "MSIS": 23.392717615203562, + "RMSE[mean]": 0.20536406744114616, + "NRMSE[mean]": 0.13922988023218832, + "ND[0.5]": 0.11942967526364875, + "mean_weighted_sum_quantile_loss": 0.09581886839939817 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.309194564819336, + 1.3108835220336914, + 1.3098000288009644, + 1.3080986738204956, + 1.3073292970657349, + 1.3066645860671997, + 1.3056930303573608, + 1.3046809434890747, + 1.305259346961975, + 1.3068989515304565, + 1.3078560829162598, + 1.308936357498169, + 1.310714840888977, + 1.3105583190917969, + 1.3105746507644653, + 1.3117691278457642, + 1.3128924369812012, + 1.3129420280456543, + 1.312432050704956, + 1.3122636079788208, + 1.3122678995132446, + 1.3113429546356201, + 1.3130221366882324, + 1.3140790462493896, + 1.312964677810669, + 1.3111770153045654, + 1.3099435567855835, + 1.3093370199203491, + 1.3094584941864014, + 1.3099552392959595, + 1.3099112510681152, + 1.3104885816574097, + 1.2951602935791016, + 1.3055832386016846, + 1.3101806640625, + 1.3117177486419678, + 1.3140047788619995, + 1.3149597644805908, + 1.3157503604888916, + 1.315787672996521, + 1.3163683414459229, + 1.3153716325759888, + 1.3132598400115967, + 1.3128684759140015, + 1.3136279582977295, + 1.3145474195480347, + 1.316658854484558, + 1.31553053855896, + 1.313910961151123, + 1.3113713264465332, + 1.3116047382354736, + 1.3111634254455566, + 1.3107531070709229, + 1.3105082511901855, + 1.3102905750274658, + 1.3099507093429565, + 1.3102535009384155, + 1.3145467042922974, + 1.3171602487564087, + 1.31772780418396, + 1.3184895515441895, + 1.3176850080490112, + 1.3151469230651855, + 1.31385338306427, + 1.3018348217010498, + 1.3054659366607666, + 1.3080358505249023, + 1.3092601299285889, + 1.3071905374526978, + 1.3082191944122314, + 1.308272123336792, + 1.309632658958435 + ], + "p10": [ + 1.2392133474349976, + 1.2229574918746948, + 1.2140406370162964, + 1.209320306777954, + 1.2077960968017578, + 1.2056149244308472, + 1.2038918733596802, + 1.2019524574279785, + 1.2010585069656372, + 1.2014970779418945, + 1.2011088132858276, + 1.201528787612915, + 1.2018506526947021, + 1.2007153034210205, + 1.1991807222366333, + 1.1986924409866333, + 1.19804048538208, + 1.1980276107788086, + 1.1984186172485352, + 1.1990114450454712, + 1.1983884572982788, + 1.1986805200576782, + 1.2003512382507324, + 1.2004355192184448, + 1.198377013206482, + 1.1954187154769897, + 1.193177342414856, + 1.1911306381225586, + 1.1896518468856812, + 1.1886428594589233, + 1.187538743019104, + 1.1874494552612305, + 1.1970044374465942, + 1.1948286294937134, + 1.1923441886901855, + 1.19278883934021, + 1.1942564249038696, + 1.1931157112121582, + 1.1920970678329468, + 1.1920464038848877, + 1.192374587059021, + 1.1914392709732056, + 1.189941644668579, + 1.1902607679367065, + 1.1905800104141235, + 1.1919171810150146, + 1.1929986476898193, + 1.1929084062576294, + 1.1913388967514038, + 1.1911561489105225, + 1.1917632818222046, + 1.1913669109344482, + 1.190574288368225, + 1.1900684833526611, + 1.1904412508010864, + 1.1895519495010376, + 1.1891379356384277, + 1.189820647239685, + 1.189980149269104, + 1.1895619630813599, + 1.1895592212677002, + 1.186806082725525, + 1.1827781200408936, + 1.181342363357544, + 1.189813256263733, + 1.1897919178009033, + 1.1852302551269531, + 1.1841485500335693, + 1.1860294342041016, + 1.1866823434829712, + 1.1868033409118652, + 1.187134027481079 + ], + "p90": [ + 1.3905597925186157, + 1.4101998805999756, + 1.4204394817352295, + 1.425175666809082, + 1.4284067153930664, + 1.4314119815826416, + 1.434555172920227, + 1.4367175102233887, + 1.4386913776397705, + 1.4423017501831055, + 1.4445880651474, + 1.4486260414123535, + 1.451904535293579, + 1.4536093473434448, + 1.4557156562805176, + 1.4584583044052124, + 1.461980938911438, + 1.4632644653320312, + 1.4630736112594604, + 1.4650262594223022, + 1.4641419649124146, + 1.4644644260406494, + 1.4666080474853516, + 1.4692808389663696, + 1.4683934450149536, + 1.4672361612319946, + 1.4674148559570312, + 1.4684944152832031, + 1.47021484375, + 1.4723103046417236, + 1.4744218587875366, + 1.4766677618026733, + 1.443075180053711, + 1.4635934829711914, + 1.4702818393707275, + 1.4754273891448975, + 1.4850963354110718, + 1.4897041320800781, + 1.491050124168396, + 1.492377758026123, + 1.4937372207641602, + 1.4943697452545166, + 1.4912421703338623, + 1.4946825504302979, + 1.4979175329208374, + 1.5003000497817993, + 1.5036120414733887, + 1.5038334131240845, + 1.5017013549804688, + 1.4981367588043213, + 1.4998855590820312, + 1.5006370544433594, + 1.4988932609558105, + 1.4999375343322754, + 1.498342752456665, + 1.4988288879394531, + 1.5000660419464111, + 1.506697654724121, + 1.5121190547943115, + 1.5125845670700073, + 1.5141887664794922, + 1.5140668153762817, + 1.513596773147583, + 1.514194130897522, + 1.4636023044586182, + 1.4890598058700562, + 1.4922727346420288, + 1.5002027750015259, + 1.5030523538589478, + 1.5054030418395996, + 1.5029709339141846, + 1.5050559043884277 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_002554.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_002554.json new file mode 100644 index 0000000000000000000000000000000000000000..43c4535ab599bb50ed11d58f1980bb6d3b9467f8 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_002554.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T00:25:54.863901+00:00", + "metrics": { + "MSE[mean]": 0.045888081110131256, + "MSE[0.5]": 0.045888081110131256, + "MAE[0.5]": 0.18292494614919028, + "MASE[0.5]": 2.2172725871552563, + "MAPE[0.5]": 0.1186899178632524, + "sMAPE[0.5]": 0.1286144556667143, + "MSIS": 43.08668482100139, + "RMSE[mean]": 0.21421503474343545, + "NRMSE[mean]": 0.1452305362027851, + "ND[0.5]": 0.12401691620726264, + "mean_weighted_sum_quantile_loss": 0.10786269791326873 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3003476858139038, + 1.3001999855041504, + 1.3001494407653809, + 1.3002725839614868, + 1.300062894821167, + 1.3003289699554443, + 1.3004813194274902, + 1.3002711534500122, + 1.3003208637237549, + 1.3003484010696411, + 1.300229549407959, + 1.30043363571167, + 1.2999767065048218, + 1.3001453876495361, + 1.3004077672958374, + 1.3003184795379639, + 1.300356388092041, + 1.3002761602401733, + 1.3002068996429443, + 1.3002327680587769, + 1.3002982139587402, + 1.3002489805221558, + 1.3002766370773315, + 1.300429344177246, + 1.300275206565857, + 1.3003418445587158, + 1.3003438711166382, + 1.3003954887390137, + 1.3003441095352173, + 1.3004523515701294, + 1.300333023071289, + 1.3003259897232056, + 1.3005911111831665, + 1.3010177612304688, + 1.300256609916687, + 1.3008086681365967, + 1.3008204698562622, + 1.3007105588912964, + 1.300848126411438, + 1.3007792234420776, + 1.30088472366333, + 1.3009132146835327, + 1.3007123470306396, + 1.30097496509552, + 1.3007586002349854, + 1.3009066581726074, + 1.3009049892425537, + 1.3008657693862915, + 1.3008302450180054, + 1.300854206085205, + 1.300896406173706, + 1.3009567260742188, + 1.3009289503097534, + 1.3008984327316284, + 1.3008674383163452, + 1.3008744716644287, + 1.300828218460083, + 1.3008707761764526, + 1.300824761390686, + 1.3009090423583984, + 1.3009178638458252, + 1.3007954359054565, + 1.3009123802185059, + 1.300906777381897, + 1.3000528812408447, + 1.3003491163253784, + 1.3000885248184204, + 1.30034601688385, + 1.300435185432434, + 1.300323724746704, + 1.3004907369613647, + 1.3003249168395996 + ], + "p10": [ + 1.2075135707855225, + 1.1976313591003418, + 1.2010642290115356, + 1.1960996389389038, + 1.1984424591064453, + 1.1984740495681763, + 1.1980236768722534, + 1.2012953758239746, + 1.1987929344177246, + 1.1978847980499268, + 1.1977968215942383, + 1.1986764669418335, + 1.1987303495407104, + 1.1992157697677612, + 1.1994801759719849, + 1.2003633975982666, + 1.2002849578857422, + 1.2002382278442383, + 1.1999151706695557, + 1.2000129222869873, + 1.200152039527893, + 1.200481653213501, + 1.199711799621582, + 1.200226902961731, + 1.1994553804397583, + 1.198834776878357, + 1.1981744766235352, + 1.1981531381607056, + 1.1978585720062256, + 1.1979773044586182, + 1.1977038383483887, + 1.19786536693573, + 1.19961678981781, + 1.1986939907073975, + 1.2030624151229858, + 1.20269775390625, + 1.1989340782165527, + 1.2008365392684937, + 1.2009429931640625, + 1.200491189956665, + 1.2020636796951294, + 1.2027719020843506, + 1.202042818069458, + 1.2016509771347046, + 1.2017719745635986, + 1.2010157108306885, + 1.2014201879501343, + 1.20208740234375, + 1.2013323307037354, + 1.2011162042617798, + 1.2016539573669434, + 1.201481819152832, + 1.2014838457107544, + 1.2016613483428955, + 1.201159954071045, + 1.2015953063964844, + 1.2012284994125366, + 1.2011958360671997, + 1.2010667324066162, + 1.2008554935455322, + 1.2007217407226562, + 1.2003867626190186, + 1.20059335231781, + 1.2013795375823975, + 1.196772813796997, + 1.1969857215881348, + 1.2008713483810425, + 1.1998847723007202, + 1.200523853302002, + 1.2007346153259277, + 1.2002007961273193, + 1.1997742652893066 + ], + "p90": [ + 1.4007662534713745, + 1.4014352560043335, + 1.4024012088775635, + 1.4012691974639893, + 1.4014896154403687, + 1.3993653059005737, + 1.4015681743621826, + 1.4026737213134766, + 1.4039503335952759, + 1.4028469324111938, + 1.404052972793579, + 1.4065196514129639, + 1.4062495231628418, + 1.4047459363937378, + 1.4039528369903564, + 1.4032325744628906, + 1.4042613506317139, + 1.4052441120147705, + 1.405062198638916, + 1.4035292863845825, + 1.4039591550827026, + 1.4035296440124512, + 1.4043891429901123, + 1.4047309160232544, + 1.4038827419281006, + 1.4047400951385498, + 1.405335783958435, + 1.4045261144638062, + 1.405722975730896, + 1.4051308631896973, + 1.4047926664352417, + 1.4061158895492554, + 1.4133378267288208, + 1.4152065515518188, + 1.4187060594558716, + 1.417930245399475, + 1.4211039543151855, + 1.4217826128005981, + 1.421859860420227, + 1.4235466718673706, + 1.4221923351287842, + 1.423947811126709, + 1.4258532524108887, + 1.4240636825561523, + 1.4259032011032104, + 1.4249324798583984, + 1.4256460666656494, + 1.4262077808380127, + 1.4275577068328857, + 1.4284710884094238, + 1.4288955926895142, + 1.43019700050354, + 1.43073570728302, + 1.4320931434631348, + 1.430816411972046, + 1.4310474395751953, + 1.4316760301589966, + 1.4314959049224854, + 1.4316502809524536, + 1.4314428567886353, + 1.4321304559707642, + 1.4312885999679565, + 1.4327374696731567, + 1.4326139688491821, + 1.4493284225463867, + 1.4556372165679932, + 1.4588453769683838, + 1.4593204259872437, + 1.4639395475387573, + 1.465003490447998, + 1.4651591777801514, + 1.467639684677124 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index e3dadde7ac75d9a9386e3f68c4b9ca0b0eea571c..1cf19e4cc1fda089cff9582522127878d169d08c 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,331683.2034479777,331683.2034479777,512.6005859375,0.45115202545483335,0.007998348768348365,0.008019794997951387,3.369032678538878,575.9194418041275,0.008984574195701218,0.007996774657733704,0.006320579395053649,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,325980.42584991455,325980.42584991455,508.7288411458333,0.44774441033943124,0.007936725709128364,0.007958879850948104,3.369032678538878,570.9469553731892,0.008906463727857385,0.00793589479432235,0.006286643884550245,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.36664823283046155,0.36664823283046155,0.4852666661143303,1.4095662167547132,0.5055308839042306,0.6204419424783647,54.7334039708525,0.6055148493888994,0.6756219016360989,0.5414512758715248,0.5377316343452985,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.040277792347804625,0.040277792347804625,0.16666669481330448,1.9607848648565431,0.10863953553079182,0.11715288832572167,64.34413920426047,0.20069327927911443,0.1364486864956758,0.11331446509588074,0.10926871979055788,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.44235343617250994,0.44235343617250994,0.539066667854786,1.5783335166337922,0.5162906575426205,0.6772676163191955,61.55831279428032,0.6650965615401345,0.7058100188985776,0.5720652864978315,0.5687131461648369,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.041527792943851144,0.041527792943851144,0.17083336247338188,2.070707902654555,0.11124370277953509,0.12002645225284786,68.05154616186161,0.20378369155516626,0.138158438922769,0.11581923212368872,0.1116489035865092,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,1.592083034515478,1.592083034515478,1.1124998728434246,22.250030464641412,0.0603887341364935,0.06279486203666611,553.3057340312106,1.2617777278568036,0.06964734663926087,0.061407538403509494,0.05645353638940545,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,201.10583182017118,201.10583182017118,12.224999904632568,1.0923618171359062,0.5482190268753837,0.48041382629803575,41.07570851783955,14.181178788104011,0.5526928612009421,0.47645335246323123,0.46977369513658807,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.1833330790206371,1.1833330790206371,0.8416664600372314,0.43013912453991193,0.03288049114698654,0.03240955142041157,7.319350729998809,1.087811141246787,0.041361639551679444,0.03200252637870361,0.02744260678686364,Weather,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index fc0a0e509c61fbf6f2165c1c08e67de7f2d144f2..33d41a1871db6f8a41e31f6e7ecee446cae62351 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T00:19:18.385167+00:00", + "evaluated_at": "2026-06-22T00:27:28.953868+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63511.078125 + 63604.0 ], "p50": [ 63586.28125, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e2c70b9de3c6285d940e7495545a49de7527dc5e..81c86aed59aa9b8fed5ba8652e8f6dc6eaaef824 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T00:11:36.940476+00:00", + "evaluated_at": "2026-06-22T00:27:28.962164+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.16500000655651093, - 0.17800000309944153, 0.19900000095367432, 0.21199999749660492, 0.22200000286102295, @@ -245,11 +243,11 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906 + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 ], "actuals": [ - 0.32899999618530273, - 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, 0.35199999809265137, @@ -307,11 +305,11 @@ 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, - 1.680999994277954 + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 ], "p50": [ - 0.746999979019165, - 0.7179999947547913, 0.6800000071525574, 0.6499999761581421, 0.6190000176429749, @@ -334,8 +332,8 @@ 0.3269999921321869, 0.328000009059906, 0.328000009059906, - 0.746999979019165, - 0.7179999947547913, + 0.32899999618530273, + 0.3409999907016754, 0.6800000071525574, 0.6499999761581421, 0.6190000176429749, @@ -358,8 +356,8 @@ 0.3269999921321869, 0.328000009059906, 0.328000009059906, - 0.746999979019165, - 0.7179999947547913, + 0.32899999618530273, + 0.3409999907016754, 0.6800000071525574, 0.6499999761581421, 0.6190000176429749, @@ -369,11 +367,11 @@ 0.5360000133514404, 0.5139999985694885, 0.492000013589859, - 0.4729999899864197 + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459 ], "p10": [ - 0.7320599794387818, - 0.7036399948596954, 0.6664000070095062, 0.6369999766349792, 0.6066200172901154, @@ -396,8 +394,8 @@ 0.32045999228954314, 0.3214400088787079, 0.3214400088787079, - 0.7320599794387818, - 0.7036399948596954, + 0.3224199962615967, + 0.3341799908876419, 0.6664000070095062, 0.6369999766349792, 0.6066200172901154, @@ -420,8 +418,8 @@ 0.32045999228954314, 0.3214400088787079, 0.3214400088787079, - 0.7320599794387818, - 0.7036399948596954, + 0.3224199962615967, + 0.3341799908876419, 0.6664000070095062, 0.6369999766349792, 0.6066200172901154, @@ -431,11 +429,11 @@ 0.5252800130844116, 0.5037199985980988, 0.4821600133180618, - 0.4635399901866913 + 0.4635399901866913, + 0.4508000081777572, + 0.435120005607605 ], "p90": [ - 0.7619399785995483, - 0.7323599946498871, 0.6936000072956086, 0.662999975681305, 0.6313800179958343, @@ -458,8 +456,8 @@ 0.33353999197483064, 0.33456000924110413, 0.33456000924110413, - 0.7619399785995483, - 0.7323599946498871, + 0.3355799961090088, + 0.34781999051570894, 0.6936000072956086, 0.662999975681305, 0.6313800179958343, @@ -482,8 +480,8 @@ 0.33353999197483064, 0.33456000924110413, 0.33456000924110413, - 0.7619399785995483, - 0.7323599946498871, + 0.3355799961090088, + 0.34781999051570894, 0.6936000072956086, 0.662999975681305, 0.6313800179958343, @@ -493,11 +491,11 @@ 0.5467200136184692, 0.5242799985408783, 0.5018400138616562, - 0.48245998978614807 + 0.48245998978614807, + 0.4692000085115433, + 0.4528800058364868 ], "timestamps": [ - "2026-06-20 18:06:00", - "2026-06-20 18:12:00", "2026-06-20 18:18:00", "2026-06-20 18:24:00", "2026-06-20 18:30:00", @@ -795,6 +793,8 @@ "2026-06-21 23:42:00", "2026-06-21 23:48:00", "2026-06-21 23:54:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index baa387807deb46b0ea9c8bf31a46b14d73a26462..53cc832da0a1f25ffddf3b52b746e5825a52a2c8 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T00:04:08.502316+00:00", + "evaluated_at": "2026-06-22T00:27:28.973669+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.399999976158142, 1.5, 1.5, 1.5, @@ -84,6 +83,7 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -97,7 +97,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,14 +157,14 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -232,6 +231,7 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "p10": [ @@ -239,7 +239,6 @@ 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, - 1.2739999532699584, 1.3719999766349793, 1.3719999766349793, 1.2739999532699584, @@ -306,6 +305,7 @@ 1.3719999766349793, 1.3719999766349793, 1.2739999532699584, + 1.2739999532699584, 1.2739999532699584 ], "p90": [ @@ -313,7 +313,6 @@ 1.32599995136261, 1.32599995136261, 1.32599995136261, - 1.32599995136261, 1.4279999756813049, 1.4279999756813049, 1.32599995136261, @@ -380,11 +379,10 @@ 1.4279999756813049, 1.4279999756813049, 1.32599995136261, + 1.32599995136261, 1.32599995136261 ], "timestamps": [ - "2026-06-19 23:50:00", - "2026-06-20 00:00:00", "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", @@ -533,6 +531,8 @@ "2026-06-21 00:20:00", "2026-06-21 00:30:00", "2026-06-21 00:40:00", - "2026-06-21 00:50:00" + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 271a4c3f65df98b1c438bf6f4406edf492c58e13..28532c8014e256c428118bb95293a675ee69c6bc 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,25 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T00:19:18.397667+00:00", + "evaluated_at": "2026-06-22T00:27:28.978175+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 431f24d1ca325a3bd1b5e62489a74068c7e9c93f..373a55f5b680d08106701ef3c33212ce99f96451 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,103402.1440594991,103402.1440594991,219.5439453125,0.19322587277759404,0.0034393380145453837,0.0034270592482827157,1.1883960305419035,321.5620376529218,0.005016496711351062,0.0034249735686957155,0.00322179493554651,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,98049.15440495808,98049.15440495808,215.67220052083334,0.18981825766219193,0.0033777582506426466,0.0033661438621806865,1.1883960305419035,313.1280160013762,0.004884627705684697,0.0033643696896333225,0.003201468071603793,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.02169078113970997,0.02169078113970997,0.13266380329926808,0.38535186604551025,0.14768928884809096,0.1610150729309639,1.4718383983738044,0.1472779044517879,0.16432987229812565,0.148023737409225,0.14031402450578484,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.043257409708399704,0.043257409708399704,0.17673298716545105,2.0792118469924756,0.11488875684540055,0.12420338078572622,43.589159458165824,0.2079841573495436,0.14140565735032323,0.12015840314037113,0.10551516868458186,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0066011717270667795,0.0066011717270667795,0.07112315545479457,0.20824151585884618,0.07241457823552445,0.07589236013717865,1.0001451976978346,0.08124759520790002,0.08622111438429299,0.07547691357692546,0.07933041430342949,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.04387119894055777,0.04387119894055777,0.17955484820736778,2.1764229056889737,0.11662469450155546,0.12605460860261417,47.05938855654776,0.2094545271426659,0.14200307332985815,0.12173210397765895,0.10743529750117606,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,1.6138898983719325,1.6138898983719325,1.1183866659800212,22.367766502033977,0.06069083192903558,0.06312788364323989,881.6363936434333,1.2703896639897274,0.07012270651274961,0.061732476396252935,0.06158783296053567,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,105.67239705927334,105.67239705927334,6.88190762201945,0.6149311389770972,0.22847835446180742,0.25279556907567063,5.141111229936727,10.279708024028373,0.40063815039667305,0.26821333197809794,0.2300981666305667,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.3210891247267682,0.3210891247267682,0.46021612485249835,0.2351964470990655,0.01738585937734887,0.017444530084464362,2.263543603070733,0.5666472665836907,0.02154552302756924,0.017498711633163248,0.025272773076100364,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index e4020f4e85f090661760d18fb06befd86672cb56..905c415654c201074141fc75f56b0629880b61cc 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T00:19:12.260653+00:00", + "evaluated_at": "2026-06-22T00:27:10.486311+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63511.078125 + 63604.0 ], "p50": [ 64267.96875, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index b585363ed9f7df80e400e6282d00d3c4af97882d..6a0d6d0437f3caa6901edf87e0923ec59d6b4082 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T00:11:33.520349+00:00", + "evaluated_at": "2026-06-22T00:27:17.036110+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.16500000655651093, - 0.17800000309944153, 0.19900000095367432, 0.21199999749660492, 0.22200000286102295, @@ -245,11 +243,11 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906 + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 ], "actuals": [ - 0.32899999618530273, - 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, 0.35199999809265137, @@ -307,197 +305,197 @@ 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, - 1.680999994277954 + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 ], "p50": [ - 0.325653076171875, - 0.32220458984375, - 0.318756103515625, - 0.318756103515625, - 0.3153076171875, - 0.3153076171875, - 0.318756103515625, - 0.32220458984375, - 0.3291015625, - 0.339447021484375, - 0.3428955078125, - 0.356689453125, - 0.367034912109375, - 0.373931884765625, - 0.38427734375, - 0.394622802734375, - 0.37738037109375, - 0.401519775390625, - 0.41876220703125, - 0.436004638671875, - 0.44635009765625, - 0.463592529296875, - 0.49462890625, - 0.5084228515625, - 0.5360107421875, - 0.560150146484375, - 0.580841064453125, - 0.61187744140625, - 0.6463623046875, - 0.6825714111328125, - 0.718780517578125, - 0.7342987060546875, - 0.7756805419921875, - 0.808441162109375, - 0.8274078369140625, - 0.8446502685546875, - 0.8722381591796875, - 0.9024124145507812, - 0.9455184936523438, - 0.9687957763671875, - 0.9950904846191406, - 1.0351791381835938, - 1.0783929824829102, - 1.0899238586425781, - 1.1153564453125, - 1.1382026672363281, - 1.1541519165039062, - 1.1662216186523438, - 1.1726875305175781, - 1.1903610229492188, - 1.2213973999023438, - 1.2438125610351562, - 1.2748489379882812, - 1.3058853149414062, - 1.353302001953125, - 1.387786865234375, - 1.42572021484375, - 1.460205078125, - 1.484344482421875, - 1.5136566162109375 + 0.33935546875, + 0.33935546875, + 0.33935546875, + 0.3427734375, + 0.349609375, + 0.35302734375, + 0.35986328125, + 0.36669921875, + 0.376953125, + 0.390625, + 0.40087890625, + 0.41455078125, + 0.431640625, + 0.44189453125, + 0.46240234375, + 0.47607421875, + 0.4658203125, + 0.49658203125, + 0.513671875, + 0.52734375, + 0.54443359375, + 0.568359375, + 0.59912109375, + 0.623046875, + 0.65380859375, + 0.68115234375, + 0.706787109375, + 0.74609375, + 0.785400390625, + 0.81787109375, + 0.850341796875, + 0.867431640625, + 0.896484375, + 0.923828125, + 0.949462890625, + 0.976806640625, + 1.00885009765625, + 1.0391845703125, + 1.0766754150390625, + 1.10369873046875, + 1.135955810546875, + 1.1639404296875, + 1.1998291015625, + 1.222900390625, + 1.2528076171875, + 1.2767333984375, + 1.2998046875, + 1.311767578125, + 1.32373046875, + 1.342529296875, + 1.375, + 1.40234375, + 1.434814453125, + 1.470703125, + 1.506591796875, + 1.54248046875, + 1.56640625, + 1.59375, + 1.61083984375, + 1.634765625 ], "p10": [ - 0.3153076171875, - 0.30841064453125, - 0.298065185546875, - 0.291168212890625, - 0.2877197265625, - 0.277374267578125, - 0.27392578125, - 0.27392578125, - 0.270477294921875, - 0.27392578125, - 0.26702880859375, - 0.277374267578125, - 0.2877197265625, - 0.2877197265625, - 0.29461669921875, - 0.29461669921875, - 0.246337890625, - 0.26702880859375, - 0.27392578125, - 0.284271240234375, - 0.284271240234375, - 0.301513671875, - 0.318756103515625, - 0.325653076171875, - 0.339447021484375, - 0.353240966796875, - 0.360137939453125, - 0.373931884765625, - 0.394622802734375, - 0.415313720703125, - 0.439453125, - 0.4532470703125, - 0.37738037109375, - 0.415313720703125, - 0.442901611328125, - 0.44635009765625, - 0.46014404296875, - 0.491180419921875, - 0.511871337890625, - 0.5360107421875, - 0.567047119140625, - 0.608428955078125, - 0.649810791015625, - 0.66705322265625, - 0.687744140625, - 0.6998138427734375, - 0.72222900390625, - 0.7342987060546875, - 0.7205047607421875, - 0.7274017333984375, - 0.74981689453125, - 0.7584381103515625, - 0.780853271484375, - 0.808441162109375, - 0.8515472412109375, - 0.877410888671875, - 0.9032745361328125, - 0.9205169677734375, - 0.9377593994140625, - 0.9550018310546875 + 0.3291015625, + 0.32568359375, + 0.31884765625, + 0.31884765625, + 0.3154296875, + 0.31201171875, + 0.31884765625, + 0.31884765625, + 0.322265625, + 0.3291015625, + 0.3291015625, + 0.3427734375, + 0.35302734375, + 0.36328125, + 0.38037109375, + 0.376953125, + 0.349609375, + 0.37353515625, + 0.3837890625, + 0.3974609375, + 0.404296875, + 0.4248046875, + 0.45556640625, + 0.46923828125, + 0.4931640625, + 0.5068359375, + 0.52392578125, + 0.55126953125, + 0.58203125, + 0.61279296875, + 0.63671875, + 0.64697265625, + 0.6298828125, + 0.6640625, + 0.696533203125, + 0.717041015625, + 0.740966796875, + 0.77001953125, + 0.7939453125, + 0.822998046875, + 0.857177734375, + 0.896484375, + 0.93408203125, + 0.96142578125, + 0.98876953125, + 1.0084228515625, + 1.034912109375, + 1.047088623046875, + 1.04986572265625, + 1.06439208984375, + 1.0940322875976562, + 1.11224365234375, + 1.142791748046875, + 1.17974853515625, + 1.2186279296875, + 1.24853515625, + 1.270751953125, + 1.2904052734375, + 1.311767578125, + 1.333984375 ], "p90": [ - 0.346343994140625, - 0.3428955078125, - 0.34979248046875, - 0.346343994140625, - 0.34979248046875, - 0.356689453125, - 0.3704833984375, - 0.373931884765625, - 0.39117431640625, - 0.40496826171875, - 0.422210693359375, - 0.436004638671875, - 0.46014404296875, - 0.477386474609375, - 0.49462890625, - 0.511871337890625, - 0.5084228515625, - 0.539459228515625, - 0.560150146484375, - 0.587738037109375, - 0.60498046875, - 0.632568359375, - 0.6722259521484375, - 0.69464111328125, - 0.7291259765625, - 0.7653350830078125, - 0.798095703125, - 0.84637451171875, - 0.8972396850585938, - 0.9515533447265625, - 0.9998321533203125, - 1.0239715576171875, - 1.1041488647460938, - 1.1433753967285156, - 1.1610488891601562, - 1.17742919921875, - 1.208465576171875, - 1.236053466796875, - 1.284332275390625, - 1.3041610717773438, - 1.3274383544921875, - 1.3550262451171875, - 1.39813232421875, - 1.3998565673828125, - 1.4239959716796875, - 1.4653778076171875, - 1.48089599609375, - 1.4860687255859375, - 1.4964141845703125, - 1.5240020751953125, - 1.553314208984375, - 1.574005126953125, - 1.601593017578125, - 1.63262939453125, - 1.67401123046875, - 1.70159912109375, - 1.72918701171875, - 1.75677490234375, - 1.767120361328125, - 1.787811279296875 + 0.35986328125, + 0.35986328125, + 0.36669921875, + 0.376953125, + 0.38037109375, + 0.39404296875, + 0.40771484375, + 0.41796875, + 0.4384765625, + 0.45556640625, + 0.47607421875, + 0.48974609375, + 0.51708984375, + 0.5341796875, + 0.55810546875, + 0.5751953125, + 0.5751953125, + 0.6162109375, + 0.63671875, + 0.6572265625, + 0.68115234375, + 0.706787109375, + 0.74951171875, + 0.7734375, + 0.812744140625, + 0.843505859375, + 0.870849609375, + 0.92041015625, + 0.9656982421875, + 1.0101318359375, + 1.04730224609375, + 1.067169189453125, + 1.114593505859375, + 1.144073486328125, + 1.16650390625, + 1.195556640625, + 1.2314453125, + 1.2579345703125, + 1.298095703125, + 1.322021484375, + 1.35107421875, + 1.3681640625, + 1.404052734375, + 1.42626953125, + 1.448486328125, + 1.484375, + 1.506591796875, + 1.516845703125, + 1.527099609375, + 1.5595703125, + 1.59033203125, + 1.61767578125, + 1.65185546875, + 1.67919921875, + 1.716796875, + 1.744140625, + 1.76806640625, + 1.78857421875, + 1.79541015625, + 1.826171875 ], "timestamps": [ - "2026-06-20 18:06:00", - "2026-06-20 18:12:00", "2026-06-20 18:18:00", "2026-06-20 18:24:00", "2026-06-20 18:30:00", @@ -795,6 +793,8 @@ "2026-06-21 23:42:00", "2026-06-21 23:48:00", "2026-06-21 23:54:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 4b4446842b132edcb08f110eeb6c04ec0444b9d7..a6e79f13e3f6a0a081e23817f3215db06c090ade 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T00:04:04.300574+00:00", + "evaluated_at": "2026-06-22T00:27:22.961094+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.399999976158142, 1.5, 1.5, 1.5, @@ -84,6 +83,7 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -97,7 +97,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,233 +157,232 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.3073348999023438, - 1.3070144653320312, - 1.3058929443359375, - 1.3053321838378906, - 1.3058128356933594, - 1.3045310974121094, - 1.3050117492675781, - 1.3041305541992188, - 1.3044509887695312, - 1.303009033203125, - 1.3026084899902344, - 1.3032493591308594, - 1.3042106628417969, - 1.3026885986328125, - 1.3029289245605469, - 1.3029289245605469, - 1.3038902282714844, - 1.3018074035644531, - 1.3034095764160156, - 1.3030891418457031, - 1.3043708801269531, - 1.3028488159179688, - 1.3034095764160156, - 1.3028488159179688, - 1.3037300109863281, - 1.3014068603515625, - 1.3014869689941406, - 1.3028488159179688, - 1.3040504455566406, - 1.3034095764160156, - 1.3034095764160156, - 1.3027687072753906, - 1.3033294677734375, - 1.3020477294921875, - 1.3033294677734375, - 1.3037300109863281, - 1.3039703369140625, - 1.3033294677734375, - 1.3046112060546875, - 1.3043708801269531, - 1.3043708801269531, - 1.3033294677734375, - 1.3033294677734375, - 1.3039703369140625, - 1.3045310974121094, - 1.3044509887695312, - 1.3048515319824219, - 1.3045310974121094, - 1.3061332702636719, - 1.3057327270507812, - 1.3050117492675781, - 1.3051719665527344, - 1.3054924011230469, - 1.3054122924804688, - 1.3058128356933594, - 1.304931640625, - 1.3051719665527344, - 1.3053321838378906, - 1.3060531616210938, - 1.3064537048339844, - 1.3066139221191406, - 1.3058128356933594, - 1.3059730529785156, - 1.3063735961914062, - 1.3058929443359375, - 1.3058128356933594, - 1.3066940307617188, - 1.3060531616210938, - 1.3060531616210938, - 1.3053321838378906, - 1.3065338134765625, - 1.3066940307617188 + 1.293715476989746, + 1.3015193939208984, + 1.304067611694336, + 1.3056602478027344, + 1.3054213523864746, + 1.3054213523864746, + 1.3062176704406738, + 1.3055806159973145, + 1.305023193359375, + 1.3043065071105957, + 1.3047046661376953, + 1.3054213523864746, + 1.306138038635254, + 1.3046250343322754, + 1.3047046661376953, + 1.305023193359375, + 1.303987979888916, + 1.3042268753051758, + 1.3057398796081543, + 1.3056602478027344, + 1.3042268753051758, + 1.303987979888916, + 1.3053417205810547, + 1.3042268753051758, + 1.303908348083496, + 1.3023953437805176, + 1.3026342391967773, + 1.3057398796081543, + 1.3053417205810547, + 1.3052620887756348, + 1.304943561553955, + 1.3056602478027344, + 1.3047842979431152, + 1.303987979888916, + 1.3048639297485352, + 1.3056602478027344, + 1.3052620887756348, + 1.3053417205810547, + 1.305978775024414, + 1.306138038635254, + 1.3056602478027344, + 1.3057398796081543, + 1.3051824569702148, + 1.3073325157165527, + 1.3062973022460938, + 1.3064565658569336, + 1.3065361976623535, + 1.3066954612731934, + 1.307173252105713, + 1.307013988494873, + 1.307013988494873, + 1.3074917793273926, + 1.3066158294677734, + 1.3073325157165527, + 1.3069343566894531, + 1.3066954612731934, + 1.3064565658569336, + 1.3074121475219727, + 1.307093620300293, + 1.3084473609924316, + 1.307969570159912, + 1.307969570159912, + 1.3077306747436523, + 1.3073325157165527, + 1.3074917793273926, + 1.307173252105713, + 1.3077306747436523, + 1.3082084655761719, + 1.3074121475219727, + 1.308128833770752, + 1.3087658882141113, + 1.3094825744628906 ], "p10": [ - 1.2357177734375, - 1.223541259765625, - 1.21905517578125, - 1.21905517578125, - 1.218414306640625, - 1.21649169921875, - 1.217132568359375, - 1.215850830078125, - 1.217132568359375, - 1.21649169921875, - 1.21649169921875, - 1.217132568359375, - 1.2177734375, - 1.217132568359375, - 1.2177734375, - 1.218414306640625, - 1.21905517578125, - 1.215850830078125, - 1.21649169921875, - 1.21649169921875, - 1.2177734375, - 1.215850830078125, - 1.21649169921875, - 1.2152099609375, - 1.21649169921875, - 1.2152099609375, - 1.215850830078125, - 1.215850830078125, - 1.215850830078125, - 1.214569091796875, - 1.21649169921875, - 1.2152099609375, - 1.218414306640625, - 1.217132568359375, - 1.217132568359375, - 1.217132568359375, - 1.217132568359375, - 1.218414306640625, - 1.21905517578125, - 1.218414306640625, - 1.21905517578125, - 1.2177734375, - 1.218414306640625, - 1.2177734375, - 1.218414306640625, - 1.2177734375, - 1.21905517578125, - 1.2177734375, - 1.218414306640625, - 1.217132568359375, - 1.215850830078125, - 1.215850830078125, - 1.21649169921875, - 1.21649169921875, - 1.217132568359375, - 1.215850830078125, - 1.217132568359375, - 1.217132568359375, - 1.2177734375, - 1.217132568359375, - 1.217132568359375, - 1.21649169921875, - 1.21649169921875, - 1.215850830078125, - 1.217132568359375, - 1.217132568359375, - 1.217132568359375, - 1.217132568359375, - 1.2177734375, - 1.217132568359375, - 1.2177734375, - 1.218414306640625 + 1.2298507690429688, + 1.2228431701660156, + 1.2215690612792969, + 1.2202949523925781, + 1.2190208435058594, + 1.2177467346191406, + 1.2196578979492188, + 1.2183837890625, + 1.2183837890625, + 1.2177467346191406, + 1.2196578979492188, + 1.2202949523925781, + 1.2209320068359375, + 1.2202949523925781, + 1.2209320068359375, + 1.2209320068359375, + 1.2183837890625, + 1.2177467346191406, + 1.2177467346191406, + 1.2190208435058594, + 1.2177467346191406, + 1.2171096801757812, + 1.2183837890625, + 1.2171096801757812, + 1.2177467346191406, + 1.2171096801757812, + 1.2177467346191406, + 1.2190208435058594, + 1.2177467346191406, + 1.2171096801757812, + 1.2177467346191406, + 1.2177467346191406, + 1.2190208435058594, + 1.2190208435058594, + 1.2190208435058594, + 1.2190208435058594, + 1.2190208435058594, + 1.2202949523925781, + 1.2196578979492188, + 1.2196578979492188, + 1.2190208435058594, + 1.2196578979492188, + 1.2196578979492188, + 1.2209320068359375, + 1.2196578979492188, + 1.2196578979492188, + 1.2196578979492188, + 1.2190208435058594, + 1.2196578979492188, + 1.2183837890625, + 1.2183837890625, + 1.2190208435058594, + 1.2171096801757812, + 1.2183837890625, + 1.2183837890625, + 1.2177467346191406, + 1.2183837890625, + 1.2196578979492188, + 1.2190208435058594, + 1.2196578979492188, + 1.2183837890625, + 1.2190208435058594, + 1.2190208435058594, + 1.2177467346191406, + 1.2190208435058594, + 1.2183837890625, + 1.2190208435058594, + 1.2196578979492188, + 1.2196578979492188, + 1.2202949523925781, + 1.2202949523925781, + 1.2215690612792969 ], "p90": [ - 1.3917694091796875, - 1.409393310546875, - 1.41387939453125, - 1.41387939453125, - 1.4151611328125, - 1.4151611328125, - 1.4151611328125, - 1.4151611328125, - 1.414520263671875, - 1.413238525390625, - 1.41387939453125, - 1.41387939453125, - 1.41387939453125, - 1.413238525390625, - 1.411956787109375, - 1.410675048828125, - 1.41387939453125, - 1.413238525390625, - 1.4151611328125, - 1.414520263671875, - 1.41644287109375, - 1.4151611328125, - 1.4151611328125, - 1.4151611328125, - 1.41644287109375, - 1.41387939453125, - 1.4151611328125, - 1.415802001953125, - 1.41644287109375, - 1.415802001953125, - 1.414520263671875, - 1.4151611328125, - 1.41387939453125, - 1.41387939453125, - 1.41644287109375, - 1.415802001953125, - 1.41644287109375, - 1.41644287109375, - 1.418365478515625, - 1.418365478515625, - 1.41900634765625, - 1.417083740234375, - 1.417083740234375, - 1.417724609375, - 1.418365478515625, - 1.418365478515625, - 1.41900634765625, - 1.418365478515625, - 1.41900634765625, - 1.41900634765625, - 1.417083740234375, - 1.417724609375, - 1.418365478515625, - 1.418365478515625, - 1.419647216796875, - 1.41900634765625, - 1.417724609375, - 1.418365478515625, - 1.41900634765625, - 1.4202880859375, - 1.419647216796875, - 1.419647216796875, - 1.4202880859375, - 1.420928955078125, - 1.41900634765625, - 1.417724609375, - 1.41900634765625, - 1.418365478515625, - 1.41900634765625, - 1.417724609375, - 1.41900634765625, - 1.41900634765625 + 1.377328872680664, + 1.40185546875, + 1.4095001220703125, + 1.4114112854003906, + 1.4107742309570312, + 1.4114112854003906, + 1.4107742309570312, + 1.4107742309570312, + 1.4107742309570312, + 1.4107742309570312, + 1.4107742309570312, + 1.4107742309570312, + 1.4114112854003906, + 1.4107742309570312, + 1.4095001220703125, + 1.4088630676269531, + 1.4114112854003906, + 1.4126853942871094, + 1.4139595031738281, + 1.4126853942871094, + 1.4114112854003906, + 1.4114112854003906, + 1.4126853942871094, + 1.41204833984375, + 1.4126853942871094, + 1.4101371765136719, + 1.4114112854003906, + 1.4126853942871094, + 1.4126853942871094, + 1.4126853942871094, + 1.41204833984375, + 1.4133224487304688, + 1.4114112854003906, + 1.4114112854003906, + 1.4126853942871094, + 1.4133224487304688, + 1.4126853942871094, + 1.4139595031738281, + 1.4158706665039062, + 1.4158706665039062, + 1.4158706665039062, + 1.4152336120605469, + 1.4145965576171875, + 1.417144775390625, + 1.4165077209472656, + 1.4165077209472656, + 1.4165077209472656, + 1.4158706665039062, + 1.4158706665039062, + 1.4152336120605469, + 1.4152336120605469, + 1.4158706665039062, + 1.4152336120605469, + 1.4158706665039062, + 1.4158706665039062, + 1.4158706665039062, + 1.4145965576171875, + 1.4158706665039062, + 1.4158706665039062, + 1.417144775390625, + 1.4165077209472656, + 1.417144775390625, + 1.417144775390625, + 1.417144775390625, + 1.4158706665039062, + 1.4158706665039062, + 1.4165077209472656, + 1.4158706665039062, + 1.4145965576171875, + 1.4152336120605469, + 1.4165077209472656, + 1.417144775390625 ], "timestamps": [ - "2026-06-19 23:50:00", - "2026-06-20 00:00:00", "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", @@ -533,6 +531,8 @@ "2026-06-21 00:20:00", "2026-06-21 00:30:00", "2026-06-21 00:40:00", - "2026-06-21 00:50:00" + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index f4fe863c8109e1acc44039f22b93d4ca46254a94..9572c6e47e77314b6dfd24f428fba309fb386617 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T00:19:17.381627+00:00", + "evaluated_at": "2026-06-22T00:27:26.047513+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index f1a4bb0d9ef5f42bd88652604ff3a7e0617debde..227e865f34068fc2c843102a15f632f3bde4bc0e 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,204380.58965873718,136155.79888661703,239.587890625,0.21086702804334878,0.003754716779851921,0.003738591039591404,9.740699178980778,452.08471513504765,0.007052702810568975,0.0037376671517958013,0.004452931371759865,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,196596.29551506042,129412.94359588623,235.71614583333334,0.20745941292794665,0.0036929649840801953,0.0036776766911974586,9.604394574364692,443.3918081280488,0.006916672414410794,0.00367704439646708,0.0043922654383211955,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0012349690482568398,0.0003837007885189999,0.016042633354663847,0.04659943817197774,0.023927306570929677,0.024485940394796978,1.9987982028899618,0.03514212640488392,0.03921091331313452,0.017900063830420407,0.027374556085622923,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.04225839423892038,0.05214094298421222,0.19764657153023613,2.3252540435951383,0.12874436544201892,0.1402921010128161,48.00663729739016,0.2055684660616029,0.13976326103091216,0.13437727049229045,0.10778585374112291,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.012377238627449987,0.006791178915157007,0.07321699857711791,0.2143720799905286,0.07889254268846498,0.07550272391207505,11.042557907703968,0.11125303873355544,0.11806332179679527,0.07769892995649522,0.09651620922860656,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.04361379037167347,0.05364504418711549,0.2016614708635542,2.4443820301386845,0.13117372853868017,0.14304322175019735,50.68427558866123,0.208839149518651,0.1415858681490457,0.13671964519219537,0.10977025885279988,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.812881297587713,1.1242904977128394,0.8806734085083008,0.6315586100489611,0.0424124818918398,0.043741083596318,5.217674088684415,0.9015992999041831,0.04457845791055976,0.04354380319317985,0.030887608688835073,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,30.21158351772196,31.14780008287475,5.180254737536113,0.4489304456501137,0.2071976017384771,0.219215600217612,13.124305019879401,5.496506483005542,0.214497813970948,0.20215628244043365,0.20372167499407842,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.3938838237189278,0.5403853382358648,0.5428215662638346,0.2764164226721268,0.0210317522501472,0.021354541335962707,6.161108907990616,0.6276016441333848,0.025310771428566612,0.021891645311369563,0.021126441110763994,Weather,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 52f2727cba9b85fc5c44c039a60781136bf44c30..35c6058d2b7ab8f1e15a3ba7dafe5bd26358b45e 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T00:17:28.522582+00:00", + "evaluated_at": "2026-06-22T00:25:11.020725+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63511.078125 + 63604.0 ], "p50": [ 64233.20703125, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 0f7b903599a99b3637320ad2bfd54353db287cec..5e40611c265a24f27a8f6df0928830ffbf79ccce 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T00:09:54.533783+00:00", + "evaluated_at": "2026-06-22T00:25:16.487301+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.16500000655651093, - 0.17800000309944153, 0.19900000095367432, 0.21199999749660492, 0.22200000286102295, @@ -245,11 +243,11 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906 + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 ], "actuals": [ - 0.32899999618530273, - 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, 0.35199999809265137, @@ -307,197 +305,197 @@ 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, - 1.680999994277954 + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 ], "p50": [ - 0.33240562677383423, - 0.336386114358902, - 0.32671302556991577, - 0.33330556750297546, - 0.32630398869514465, - 0.32248079776763916, - 0.3267052471637726, - 0.34528470039367676, - 0.3595995306968689, - 0.36306464672088623, - 0.3885316252708435, - 0.4045097231864929, - 0.4153141975402832, - 0.4187341332435608, - 0.43050092458724976, - 0.4464259743690491, - 0.4638308584690094, - 0.5021445751190186, - 0.5084603428840637, - 0.5331456661224365, - 0.5582602024078369, - 0.5806546211242676, - 0.6063563823699951, - 0.6300145387649536, - 0.6653391122817993, - 0.704658567905426, - 0.707190990447998, - 0.7379719614982605, - 0.7651278376579285, - 0.8153465390205383, - 0.8352997303009033, - 0.8725695013999939, - 0.9125952124595642, - 0.9309584498405457, - 0.9618743062019348, - 0.996991753578186, - 1.0323530435562134, - 1.0612411499023438, - 1.1097407341003418, - 1.1320102214813232, - 1.1602530479431152, - 1.1835378408432007, - 1.225862979888916, - 1.2643705606460571, - 1.2929121255874634, - 1.3106199502944946, - 1.33836829662323, - 1.3683078289031982, - 1.3933626413345337, - 1.4221376180648804, - 1.4518804550170898, - 1.4809361696243286, - 1.5267534255981445, - 1.5240095853805542, - 1.5511722564697266, - 1.553786277770996, - 1.589423656463623, - 1.6179616451263428, - 1.6329655647277832, - 1.6518770456314087 + 0.3554645776748657, + 0.36159396171569824, + 0.3621049225330353, + 0.3657372295856476, + 0.3693631589412689, + 0.36510393023490906, + 0.37542667984962463, + 0.4063762426376343, + 0.42279624938964844, + 0.4355109632015228, + 0.46466389298439026, + 0.48882174491882324, + 0.5037708282470703, + 0.5141322016716003, + 0.5265771746635437, + 0.5527968406677246, + 0.5799732208251953, + 0.6167961955070496, + 0.6295685768127441, + 0.651887834072113, + 0.6847076416015625, + 0.716604471206665, + 0.7432552576065063, + 0.7733190059661865, + 0.8078899383544922, + 0.8545811176300049, + 0.858453631401062, + 0.8896793127059937, + 0.9216222763061523, + 0.9728811979293823, + 0.9959636926651001, + 1.0319488048553467, + 1.0844613313674927, + 1.1067544221878052, + 1.140356183052063, + 1.1791515350341797, + 1.2096924781799316, + 1.2442662715911865, + 1.2904577255249023, + 1.3116047382354736, + 1.3449915647506714, + 1.3686964511871338, + 1.4122085571289062, + 1.4458967447280884, + 1.4735552072525024, + 1.4872733354568481, + 1.5086458921432495, + 1.5371689796447754, + 1.557090401649475, + 1.5805214643478394, + 1.6138209104537964, + 1.646981954574585, + 1.6807401180267334, + 1.676317572593689, + 1.696941614151001, + 1.7011420726776123, + 1.7316033840179443, + 1.755857229232788, + 1.7704126834869385, + 1.7760363817214966 ], "p10": [ - 0.31839674711227417, - 0.3282380998134613, - 0.32576870918273926, - 0.32676881551742554, - 0.3482888340950012, - 0.33714452385902405, - 0.3572167456150055, - 0.3642657399177551, - 0.36354079842567444, - 0.35971108078956604, - 0.40877389907836914, - 0.3961264491081238, - 0.45423394441604614, - 0.412342369556427, - 0.4623459279537201, - 0.45017170906066895, - 0.4801754355430603, - 0.5282591581344604, - 0.5359557271003723, - 0.5460348129272461, - 0.5753559470176697, - 0.6036778092384338, - 0.6331225633621216, - 0.6487892866134644, - 0.6956028938293457, - 0.7095514535903931, - 0.7337234020233154, - 0.7689427733421326, - 0.7835742235183716, - 0.8194922804832458, - 0.8784936666488647, - 0.8877592086791992, - 0.9466958045959473, - 0.9597500562667847, - 0.9981752038002014, - 1.023183822631836, - 1.0677847862243652, - 1.1040171384811401, - 1.1407833099365234, - 1.1663475036621094, - 1.202161192893982, - 1.2158432006835938, - 1.2650084495544434, - 1.2835520505905151, - 1.336441159248352, - 1.3313530683517456, - 1.3684443235397339, - 1.386088252067566, - 1.4074054956436157, - 1.444528341293335, - 1.4922833442687988, - 1.5349700450897217, - 1.5452959537506104, - 1.5485360622406006, - 1.5608620643615723, - 1.564393401145935, - 1.6114976406097412, - 1.6187756061553955, - 1.6642634868621826, - 1.7002710103988647 + 0.342449426651001, + 0.35188084840774536, + 0.36183443665504456, + 0.3579092025756836, + 0.3905636966228485, + 0.3784470558166504, + 0.407989501953125, + 0.4326114058494568, + 0.4223673343658447, + 0.4360074996948242, + 0.47949403524398804, + 0.4804952144622803, + 0.5408608317375183, + 0.5030010342597961, + 0.5543714761734009, + 0.5577736496925354, + 0.5950235724449158, + 0.6376968622207642, + 0.6546381711959839, + 0.6550233364105225, + 0.6948032379150391, + 0.7335814237594604, + 0.7686492204666138, + 0.793632984161377, + 0.8336386680603027, + 0.8494689464569092, + 0.8872150182723999, + 0.9188306331634521, + 0.9392069578170776, + 0.981974720954895, + 1.029587745666504, + 1.040208101272583, + 1.1075247526168823, + 1.1242687702178955, + 1.1682934761047363, + 1.1948840618133545, + 1.2400686740875244, + 1.2860113382339478, + 1.315058946609497, + 1.3403257131576538, + 1.3820216655731201, + 1.3897285461425781, + 1.4394056797027588, + 1.4539803266525269, + 1.5100936889648438, + 1.4982231855392456, + 1.5386760234832764, + 1.5503973960876465, + 1.5709935426712036, + 1.6030268669128418, + 1.6563940048217773, + 1.6995395421981812, + 1.6971640586853027, + 1.7030420303344727, + 1.707796573638916, + 1.713496446609497, + 1.7532120943069458, + 1.7638410329818726, + 1.802323818206787, + 1.8205865621566772 ], "p90": [ - 0.34861427545547485, - 0.3570127785205841, - 0.3471393287181854, - 0.3653530776500702, - 0.3671800196170807, - 0.3617107570171356, - 0.360033243894577, - 0.38091757893562317, - 0.3993739187717438, - 0.4048079550266266, - 0.4293352961540222, - 0.44501206278800964, - 0.46525412797927856, - 0.4770886301994324, - 0.48931431770324707, - 0.5122976303100586, - 0.5376222133636475, - 0.5808576345443726, - 0.6001682877540588, - 0.6325453519821167, - 0.6635026931762695, - 0.7022951245307922, - 0.715727686882019, - 0.7398402690887451, - 0.7864160537719727, - 0.830512523651123, - 0.8366273641586304, - 0.8842521905899048, - 0.9165033102035522, - 0.971398115158081, - 0.9968464374542236, - 1.0380899906158447, - 1.0834697484970093, - 1.1056675910949707, - 1.1480739116668701, - 1.1819751262664795, - 1.2322006225585938, - 1.2619715929031372, - 1.3087728023529053, - 1.3397473096847534, - 1.3702237606048584, - 1.4002158641815186, - 1.4447423219680786, - 1.4865034818649292, - 1.5084036588668823, - 1.5332287549972534, - 1.570975661277771, - 1.5942714214324951, - 1.6218326091766357, - 1.6509031057357788, - 1.675478219985962, - 1.7165875434875488, - 1.7401278018951416, - 1.750238060951233, - 1.7741268873214722, - 1.7767586708068848, - 1.8029979467391968, - 1.836944818496704, - 1.8514454364776611, - 1.8640265464782715 + 0.36706021428108215, + 0.3770420551300049, + 0.38022878766059875, + 0.3978322744369507, + 0.4095432162284851, + 0.40595370531082153, + 0.4089679718017578, + 0.438499391078949, + 0.45857831835746765, + 0.47308459877967834, + 0.505479097366333, + 0.5266193151473999, + 0.5465559959411621, + 0.5640661716461182, + 0.5766452550888062, + 0.6043710708618164, + 0.6398302316665649, + 0.6796451807022095, + 0.7062703371047974, + 0.7299845218658447, + 0.7652060985565186, + 0.8159339427947998, + 0.8312171697616577, + 0.8601858615875244, + 0.9009101390838623, + 0.9512486457824707, + 0.9590742588043213, + 1.0045292377471924, + 1.0400453805923462, + 1.0953236818313599, + 1.1235038042068481, + 1.161205768585205, + 1.2187470197677612, + 1.246019721031189, + 1.2899519205093384, + 1.3262747526168823, + 1.372802734375, + 1.4053751230239868, + 1.4507299661636353, + 1.4824086427688599, + 1.5141617059707642, + 1.5421048402786255, + 1.5868970155715942, + 1.6247563362121582, + 1.6501133441925049, + 1.66937255859375, + 1.701911211013794, + 1.7235755920410156, + 1.742570400238037, + 1.7682154178619385, + 1.801269292831421, + 1.8460133075714111, + 1.8593062162399292, + 1.868656873703003, + 1.8861554861068726, + 1.8912484645843506, + 1.91207754611969, + 1.941924810409546, + 1.9562013149261475, + 1.9595205783843994 ], "timestamps": [ - "2026-06-20 18:06:00", - "2026-06-20 18:12:00", "2026-06-20 18:18:00", "2026-06-20 18:24:00", "2026-06-20 18:30:00", @@ -795,6 +793,8 @@ "2026-06-21 23:42:00", "2026-06-21 23:48:00", "2026-06-21 23:54:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 600ba0bd92bdad8d841c5e6e389b9c00f2c5c94a..8e53041a6dc68289f1941d6a9b152932870f1a08 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T00:02:06.906913+00:00", + "evaluated_at": "2026-06-22T00:25:21.388556+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.399999976158142, 1.5, 1.5, 1.5, @@ -84,6 +83,7 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -97,7 +97,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,233 +157,232 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.2876932621002197, - 1.2849280834197998, - 1.2831370830535889, - 1.280627727508545, - 1.2806390523910522, - 1.2805867195129395, - 1.2826250791549683, - 1.2816287279129028, - 1.2811425924301147, - 1.2794280052185059, - 1.279222846031189, - 1.2760151624679565, - 1.2790274620056152, - 1.2760895490646362, - 1.277583122253418, - 1.2751357555389404, - 1.2764904499053955, - 1.2757856845855713, - 1.275977373123169, - 1.2765154838562012, - 1.2744618654251099, - 1.2717934846878052, - 1.2731119394302368, - 1.275856852531433, - 1.2729041576385498, - 1.2743122577667236, - 1.276546835899353, - 1.2791301012039185, - 1.281825304031372, - 1.2774925231933594, - 1.2797727584838867, - 1.2809114456176758, - 1.2785993814468384, - 1.2775038480758667, - 1.2773019075393677, - 1.279063105583191, - 1.2781542539596558, - 1.2771244049072266, - 1.2773003578186035, - 1.2769314050674438, - 1.2796906232833862, - 1.279404878616333, - 1.2823480367660522, - 1.2840481996536255, - 1.2850384712219238, - 1.2845453023910522, - 1.2844438552856445, - 1.2833431959152222, - 1.2835514545440674, - 1.283380389213562, - 1.2828205823898315, - 1.2814537286758423, - 1.2845513820648193, - 1.2823500633239746, - 1.2808669805526733, - 1.2818189859390259, - 1.281750202178955, - 1.2808886766433716, - 1.2815977334976196, - 1.2822479009628296, - 1.282768964767456, - 1.2810925245285034, - 1.2789148092269897, - 1.276625156402588, - 1.2771109342575073, - 1.275782823562622, - 1.2788301706314087, - 1.2787715196609497, - 1.2804746627807617, - 1.2803115844726562, - 1.280570387840271, - 1.279714822769165 + 1.289242148399353, + 1.2882198095321655, + 1.286456823348999, + 1.283591389656067, + 1.283065676689148, + 1.2819095849990845, + 1.2818633317947388, + 1.2798408269882202, + 1.2794393301010132, + 1.2785556316375732, + 1.2784022092819214, + 1.2764947414398193, + 1.2794162034988403, + 1.27674400806427, + 1.2777336835861206, + 1.275773048400879, + 1.276960849761963, + 1.2772554159164429, + 1.277350664138794, + 1.2779600620269775, + 1.27470064163208, + 1.27315092086792, + 1.2754886150360107, + 1.2784113883972168, + 1.2772037982940674, + 1.279123067855835, + 1.2804356813430786, + 1.280410885810852, + 1.2812106609344482, + 1.2788139581680298, + 1.281048059463501, + 1.2810440063476562, + 1.2791682481765747, + 1.2783793210983276, + 1.2787240743637085, + 1.2792292833328247, + 1.2781023979187012, + 1.2773463726043701, + 1.278865933418274, + 1.2775501012802124, + 1.280847430229187, + 1.2817227840423584, + 1.285461187362671, + 1.2873013019561768, + 1.2860832214355469, + 1.2853275537490845, + 1.286265254020691, + 1.2833328247070312, + 1.2834078073501587, + 1.2830660343170166, + 1.2842358350753784, + 1.2809983491897583, + 1.284468412399292, + 1.2817672491073608, + 1.2812845706939697, + 1.2798503637313843, + 1.2790056467056274, + 1.2788453102111816, + 1.279740333557129, + 1.2801462411880493, + 1.280540108680725, + 1.2775250673294067, + 1.2763452529907227, + 1.2721351385116577, + 1.2747910022735596, + 1.2742867469787598, + 1.2768161296844482, + 1.2774720191955566, + 1.2767083644866943, + 1.276982069015503, + 1.2770918607711792, + 1.2761441469192505 ], "p10": [ - 1.3071893453598022, - 1.3086895942687988, - 1.3087387084960938, - 1.3067861795425415, - 1.3102225065231323, - 1.3066469430923462, - 1.3103095293045044, - 1.3096330165863037, - 1.3106096982955933, - 1.3073335886001587, - 1.3091341257095337, - 1.3057862520217896, - 1.306713581085205, - 1.3051649332046509, - 1.3079254627227783, - 1.3076682090759277, - 1.3089271783828735, - 1.309428334236145, - 1.310755968093872, - 1.3071871995925903, - 1.3055295944213867, - 1.3039042949676514, - 1.3056894540786743, - 1.3053760528564453, - 1.3078067302703857, - 1.308160662651062, - 1.3088856935501099, - 1.3129596710205078, - 1.3111408948898315, - 1.3114007711410522, - 1.3143301010131836, - 1.3130391836166382, - 1.3156461715698242, - 1.311927318572998, - 1.3132089376449585, - 1.3121931552886963, - 1.3091959953308105, - 1.3117843866348267, - 1.3105984926223755, - 1.3113350868225098, - 1.3123736381530762, - 1.3146600723266602, - 1.316666841506958, - 1.3175513744354248, - 1.320478916168213, - 1.3206028938293457, - 1.3182889223098755, - 1.31862473487854, - 1.3209643363952637, - 1.318603515625, - 1.3156672716140747, - 1.3179357051849365, - 1.3164952993392944, - 1.3154079914093018, - 1.3164047002792358, - 1.3161884546279907, - 1.3185151815414429, - 1.3152425289154053, - 1.3179185390472412, - 1.3190038204193115, - 1.316160798072815, - 1.316688895225525, - 1.3158172369003296, - 1.3120208978652954, - 1.3119207620620728, - 1.314079761505127, - 1.3137928247451782, - 1.3143059015274048, - 1.3180075883865356, - 1.3167805671691895, - 1.3192808628082275, - 1.3175266981124878 + 1.3075971603393555, + 1.3092542886734009, + 1.3100043535232544, + 1.3077641725540161, + 1.309812307357788, + 1.306676983833313, + 1.3095427751541138, + 1.3076443672180176, + 1.3080960512161255, + 1.3060029745101929, + 1.3054440021514893, + 1.305363416671753, + 1.305406928062439, + 1.3041064739227295, + 1.307194471359253, + 1.3076456785202026, + 1.307801365852356, + 1.3079713582992554, + 1.3097058534622192, + 1.308358073234558, + 1.3054028749465942, + 1.302850365638733, + 1.307117223739624, + 1.3073773384094238, + 1.3094695806503296, + 1.310665249824524, + 1.3112801313400269, + 1.3114774227142334, + 1.3106346130371094, + 1.3116265535354614, + 1.3134108781814575, + 1.310019612312317, + 1.3140922784805298, + 1.31224524974823, + 1.3124752044677734, + 1.3107903003692627, + 1.3104575872421265, + 1.3092402219772339, + 1.310346007347107, + 1.3122479915618896, + 1.311840534210205, + 1.3153300285339355, + 1.317977786064148, + 1.3203381299972534, + 1.3198143243789673, + 1.3195946216583252, + 1.3201205730438232, + 1.318339467048645, + 1.318076252937317, + 1.3165011405944824, + 1.3163126707077026, + 1.3167188167572021, + 1.3152269124984741, + 1.315406322479248, + 1.3154996633529663, + 1.3155969381332397, + 1.3146402835845947, + 1.3127527236938477, + 1.3158581256866455, + 1.3164310455322266, + 1.3150393962860107, + 1.3139164447784424, + 1.312853455543518, + 1.3095992803573608, + 1.3113895654678345, + 1.3132925033569336, + 1.3119146823883057, + 1.3152390718460083, + 1.3159584999084473, + 1.313655972480774, + 1.3163892030715942, + 1.3150714635849 ], "p90": [ - 1.3643132448196411, - 1.3696097135543823, - 1.3753550052642822, - 1.3752408027648926, - 1.3790487051010132, - 1.380462884902954, - 1.3842154741287231, - 1.3849340677261353, - 1.3862229585647583, - 1.3849687576293945, - 1.3865416049957275, - 1.3840482234954834, - 1.3881157636642456, - 1.3862597942352295, - 1.3882434368133545, - 1.3885111808776855, - 1.3917863368988037, - 1.3915859460830688, - 1.393658995628357, - 1.3919639587402344, - 1.391445279121399, - 1.388750433921814, - 1.390465259552002, - 1.389613151550293, - 1.3913532495498657, - 1.3927932977676392, - 1.393666386604309, - 1.398224115371704, - 1.4000147581100464, - 1.3992749452590942, - 1.4029905796051025, - 1.4022843837738037, - 1.40106201171875, - 1.4000147581100464, - 1.4013347625732422, - 1.402087688446045, - 1.401732087135315, - 1.400802493095398, - 1.4004038572311401, - 1.400693655014038, - 1.4040400981903076, - 1.4067070484161377, - 1.40848970413208, - 1.409725308418274, - 1.4115492105484009, - 1.4136134386062622, - 1.4137219190597534, - 1.4119950532913208, - 1.4124929904937744, - 1.411475658416748, - 1.410217046737671, - 1.4130911827087402, - 1.4137901067733765, - 1.4136308431625366, - 1.4149216413497925, - 1.4143379926681519, - 1.4157335758209229, - 1.4144251346588135, - 1.417975902557373, - 1.4186028242111206, - 1.419147253036499, - 1.417343020439148, - 1.4159334897994995, - 1.4159014225006104, - 1.4154706001281738, - 1.41434645652771, - 1.4193344116210938, - 1.4177643060684204, - 1.4202615022659302, - 1.4209963083267212, - 1.4209895133972168, - 1.4221080541610718 + 1.3653701543807983, + 1.3721435070037842, + 1.37738037109375, + 1.3770740032196045, + 1.380211591720581, + 1.380995273590088, + 1.3830879926681519, + 1.3829755783081055, + 1.3837459087371826, + 1.3837486505508423, + 1.3852856159210205, + 1.3840752840042114, + 1.3881419897079468, + 1.38703191280365, + 1.3887795209884644, + 1.3896626234054565, + 1.3929370641708374, + 1.394241213798523, + 1.3958309888839722, + 1.3942370414733887, + 1.3922966718673706, + 1.391879916191101, + 1.3939388990402222, + 1.392383098602295, + 1.396662950515747, + 1.398860216140747, + 1.3978935480117798, + 1.3999558687210083, + 1.3999145030975342, + 1.4003061056137085, + 1.4042612314224243, + 1.403193712234497, + 1.4012104272842407, + 1.4014875888824463, + 1.4020384550094604, + 1.4018625020980835, + 1.4018570184707642, + 1.4007713794708252, + 1.4016833305358887, + 1.4019609689712524, + 1.4046741724014282, + 1.4083644151687622, + 1.4106829166412354, + 1.4127423763275146, + 1.4112673997879028, + 1.4135267734527588, + 1.414479374885559, + 1.4109283685684204, + 1.410361409187317, + 1.410775065422058, + 1.4101698398590088, + 1.4114323854446411, + 1.4118727445602417, + 1.4115962982177734, + 1.414241075515747, + 1.4119532108306885, + 1.4119151830673218, + 1.4119378328323364, + 1.4153214693069458, + 1.415496826171875, + 1.416898250579834, + 1.4141618013381958, + 1.412952184677124, + 1.4123600721359253, + 1.4135185480117798, + 1.4126672744750977, + 1.4176725149154663, + 1.4179099798202515, + 1.4171143770217896, + 1.4182448387145996, + 1.4172661304473877, + 1.4185576438903809 ], "timestamps": [ - "2026-06-19 23:50:00", - "2026-06-20 00:00:00", "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", @@ -533,6 +531,8 @@ "2026-06-21 00:20:00", "2026-06-21 00:30:00", "2026-06-21 00:40:00", - "2026-06-21 00:50:00" + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index d9061d6bcbedc1cfee8ba6176842105d8123579d..ed6cf36efe95b7808d859507ee407feedfb9dc80 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,25 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T00:17:40.509301+00:00", + "evaluated_at": "2026-06-22T00:25:23.792539+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 066d835227a85e58a1e4f392fa7e9cf8ec409c91..e248b0fdff83dcc1eba383273f992cb98994f5b4 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,298081.02526219684,298081.02526219684,407.1481119791667,0.3583407830944396,0.0063739857983081865,0.006337653576008785,1.8049384347794863,545.9679709123941,0.008517319241337851,0.006351673784891271,0.005057474104688657,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,289065.3650347392,289065.3650347392,403.2763671875,0.35493316797903746,0.0063119526840615435,0.006276741425972831,1.8049384347794863,537.6479936117489,0.008387017932915321,0.006290893230720307,0.005037036426930873,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.09653656531374981,0.09653656531374981,0.21543371081352233,0.625775685654247,0.17932276118448273,0.2072195676839776,2.0799810818736963,0.3107033397209464,0.3466768510116756,0.2403768190379605,0.21151084627763306,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.04045188567983536,0.04045188567983536,0.17086243960592482,2.0101465738373694,0.11112162967361883,0.11975459399623715,24.165284715291723,0.2011265414604332,0.13674325567986348,0.11616709607525652,0.09485841731390644,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.06796873770504548,0.06796873770504548,0.18825786660114924,0.5512002843897025,0.16248381322513686,0.17766218470875947,2.213849935456831,0.2607081466027586,0.2766672277700571,0.19978195057251832,0.18589547079116073,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.04217440019597163,0.04217440019597163,0.1761587659517924,2.1352582627710506,0.11448621219209043,0.12348207503350908,23.392717615203562,0.20536406744114616,0.13922988023218832,0.11942967526364875,0.09581886839939817,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,1.0201290728403667,1.0201290728403667,0.8463300069173177,0.6069298762145955,0.040783528639124315,0.04198823922510497,2.7479105983914898,1.010014392392686,0.04993890754476178,0.04184573634409092,0.034726024869262746,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,38.10638112606515,38.10638112606515,5.286342104276021,0.4581241728394925,0.2432140622151373,0.21492384549830215,2.4929746971531905,6.173036621150498,0.24089899009367796,0.20629627724003985,0.19144289483653604,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.7601354177872963,1.7601354177872963,1.1493170261383057,0.5852569621872882,0.047122986462467285,0.045717480501687384,2.6992433101897144,1.3267009526593763,0.05350499776524851,0.046351217877568254,0.033999021573095034,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index ac325e26f03ffa852c8f14e1f13bda9f9f886960..2320df97324243d708d164ddfe047ded64da92a8 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T00:18:17.268898+00:00", + "evaluated_at": "2026-06-22T00:26:04.045222+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63511.078125 + 63604.0 ], "p50": [ 64281.16796875, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a930c4d66e1bc1b65a656a98d4631e75e00218cd..75633b263b030b318c50d87c106d663401f479a8 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T00:10:44.915613+00:00", + "evaluated_at": "2026-06-22T00:26:09.559911+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.16500000655651093, - 0.17800000309944153, 0.19900000095367432, 0.21199999749660492, 0.22200000286102295, @@ -245,11 +243,11 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906 + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 ], "actuals": [ - 0.32899999618530273, - 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, 0.35199999809265137, @@ -307,197 +305,197 @@ 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, - 1.680999994277954 + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 ], "p50": [ - 0.33211183547973633, - 0.33938342332839966, - 0.3481954336166382, - 0.35684239864349365, - 0.3655407428741455, - 0.3746821880340576, - 0.3838306665420532, - 0.39289236068725586, - 0.40396565198898315, - 0.4152590036392212, - 0.4288574457168579, - 0.4446537494659424, - 0.4606513977050781, - 0.4777001142501831, - 0.49398523569107056, - 0.5127847790718079, - 0.5329884886741638, - 0.5540723204612732, - 0.5733475685119629, - 0.5955097079277039, - 0.6190375089645386, - 0.6414132118225098, - 0.6647928357124329, - 0.6866941452026367, - 0.708012580871582, - 0.7276178598403931, - 0.7458823919296265, - 0.7643836736679077, - 0.7837294936180115, - 0.8033053278923035, - 0.818759560585022, - 0.8353152275085449, - 0.7297132015228271, - 0.7269169092178345, - 0.7421572804450989, - 0.7649427652359009, - 0.7747503519058228, - 0.7850217223167419, - 0.7994663715362549, - 0.8110831379890442, - 0.8215082883834839, - 0.8405899405479431, - 0.8572570085525513, - 0.8706561923027039, - 0.8811287879943848, - 0.8961818218231201, - 0.9118216633796692, - 0.9241312146186829, - 0.9333062171936035, - 0.9415653347969055, - 0.9471663236618042, - 0.9562355279922485, - 0.9580961465835571, - 0.966500997543335, - 0.9771069288253784, - 0.983410656452179, - 0.9902083873748779, - 0.9966802597045898, - 0.9974930882453918, - 1.0033258199691772 + 0.3490614891052246, + 0.35872822999954224, + 0.36999964714050293, + 0.37988102436065674, + 0.3898760676383972, + 0.4009859561920166, + 0.4131016731262207, + 0.42648059129714966, + 0.4412727355957031, + 0.4564259648323059, + 0.4740109443664551, + 0.493160605430603, + 0.5120174288749695, + 0.5324612259864807, + 0.5525920391082764, + 0.5752148628234863, + 0.5981232523918152, + 0.6217959523200989, + 0.6447039842605591, + 0.6698758602142334, + 0.6949757933616638, + 0.7185753583908081, + 0.7422187328338623, + 0.7652864456176758, + 0.7871472835540771, + 0.80794358253479, + 0.8287795782089233, + 0.8496461510658264, + 0.8712491989135742, + 0.8933090567588806, + 0.9139101505279541, + 0.9349492192268372, + 0.8211276531219482, + 0.8280153274536133, + 0.8512131571769714, + 0.8799535036087036, + 0.8950902223587036, + 0.9099215865135193, + 0.9279626607894897, + 0.9434769153594971, + 0.9567595720291138, + 0.9772828221321106, + 0.9946128726005554, + 1.008320927619934, + 1.0195339918136597, + 1.036288857460022, + 1.0542854070663452, + 1.0670820474624634, + 1.0771431922912598, + 1.0851858854293823, + 1.0898123979568481, + 1.0969270467758179, + 1.1023186445236206, + 1.108989953994751, + 1.117885708808899, + 1.121660590171814, + 1.1253911256790161, + 1.1276674270629883, + 1.1248360872268677, + 1.126823902130127 ], "p10": [ - 0.32273685932159424, - 0.32471418380737305, - 0.32635682821273804, - 0.32894694805145264, - 0.3317916989326477, - 0.3352155089378357, - 0.33734333515167236, - 0.3395034074783325, - 0.3412286639213562, - 0.34303730726242065, - 0.3464686870574951, - 0.3515475392341614, - 0.35694360733032227, - 0.3646799325942993, - 0.36944472789764404, - 0.3739466667175293, - 0.3801809549331665, - 0.3883943557739258, - 0.39367908239364624, - 0.39972949028015137, - 0.40698909759521484, - 0.41174209117889404, - 0.41452986001968384, - 0.4215427041053772, - 0.42747509479522705, - 0.43267691135406494, - 0.4346764087677002, - 0.4363256096839905, - 0.4370694160461426, - 0.43480610847473145, - 0.4310414791107178, - 0.4361150860786438, - 0.41120028495788574, - 0.37686002254486084, - 0.35810357332229614, - 0.3609110713005066, - 0.3536471724510193, - 0.34550708532333374, - 0.3330042362213135, - 0.32466405630111694, - 0.31499648094177246, - 0.3033182621002197, - 0.28750061988830566, - 0.28067266941070557, - 0.2757301926612854, - 0.2747933268547058, - 0.26976925134658813, - 0.2601405382156372, - 0.25755882263183594, - 0.2508869767189026, - 0.2393384575843811, - 0.2324104905128479, - 0.2101151943206787, - 0.21034276485443115, - 0.21139925718307495, - 0.20965474843978882, - 0.19890689849853516, - 0.19554585218429565, - 0.19154894351959229, - 0.18499493598937988 + 0.339385986328125, + 0.34455448389053345, + 0.3493921756744385, + 0.353979229927063, + 0.35906195640563965, + 0.3645828366279602, + 0.3703715205192566, + 0.3775898218154907, + 0.3842740058898926, + 0.3911171555519104, + 0.3992829918861389, + 0.40808576345443726, + 0.4164789915084839, + 0.42765748500823975, + 0.43646013736724854, + 0.4457271695137024, + 0.45537132024765015, + 0.4665435552597046, + 0.47633838653564453, + 0.486591100692749, + 0.4974861145019531, + 0.5063425302505493, + 0.5128354430198669, + 0.5220164060592651, + 0.5277663469314575, + 0.5319444537162781, + 0.5348170399665833, + 0.5381454229354858, + 0.5408767461776733, + 0.5419033169746399, + 0.5410575270652771, + 0.5495341420173645, + 0.4952092170715332, + 0.4627872109413147, + 0.4515071511268616, + 0.45675867795944214, + 0.4508002996444702, + 0.4446859359741211, + 0.4334314465522766, + 0.4250374436378479, + 0.4135129451751709, + 0.4015662670135498, + 0.3852803111076355, + 0.3771328926086426, + 0.36879777908325195, + 0.3633694648742676, + 0.354447603225708, + 0.3392104506492615, + 0.33169829845428467, + 0.320823609828949, + 0.30497926473617554, + 0.2946915626525879, + 0.2701437473297119, + 0.26412487030029297, + 0.2596322298049927, + 0.2520430088043213, + 0.23659837245941162, + 0.23097485303878784, + 0.2247166633605957, + 0.2120363712310791 ], "p90": [ - 0.34360915422439575, - 0.3556720018386841, - 0.3709753751754761, - 0.38535457849502563, - 0.3996371030807495, - 0.41519927978515625, - 0.4292145371437073, - 0.444161593914032, - 0.46381425857543945, - 0.4833402633666992, - 0.5079646706581116, - 0.5335094332695007, - 0.5573224425315857, - 0.5830976963043213, - 0.6081950664520264, - 0.6363959312438965, - 0.6686304807662964, - 0.7029072046279907, - 0.7341548204421997, - 0.7679297924041748, - 0.8067319393157959, - 0.8446522355079651, - 0.884219229221344, - 0.9217334985733032, - 0.9585449695587158, - 0.9939900636672974, - 1.0269107818603516, - 1.0618268251419067, - 1.0952571630477905, - 1.1282528638839722, - 1.1567741632461548, - 1.1836336851119995, - 1.1044732332229614, - 1.0831974744796753, - 1.1093347072601318, - 1.151343822479248, - 1.1773415803909302, - 1.2075926065444946, - 1.233112096786499, - 1.2645039558410645, - 1.2953214645385742, - 1.3190430402755737, - 1.3503103256225586, - 1.388175368309021, - 1.4177541732788086, - 1.4429066181182861, - 1.4691245555877686, - 1.493621587753296, - 1.5166443586349487, - 1.5408828258514404, - 1.5657023191452026, - 1.5957101583480835, - 1.6144137382507324, - 1.6483995914459229, - 1.6773215532302856, - 1.703704833984375, - 1.7277849912643433, - 1.751481294631958, - 1.7713978290557861, - 1.7942781448364258 + 0.36029183864593506, + 0.37458306550979614, + 0.39155644178390503, + 0.40617913007736206, + 0.4205858111381531, + 0.43702900409698486, + 0.4539434313774109, + 0.4726250171661377, + 0.4944564700126648, + 0.5171819925308228, + 0.5440965890884399, + 0.5714344382286072, + 0.5964949131011963, + 0.624489426612854, + 0.652121901512146, + 0.6836287975311279, + 0.7180805802345276, + 0.754012942314148, + 0.7898424863815308, + 0.826684832572937, + 0.8670726418495178, + 0.9054204821586609, + 0.9438958168029785, + 0.9807743430137634, + 1.016505241394043, + 1.0522723197937012, + 1.0868730545043945, + 1.1221871376037598, + 1.1572798490524292, + 1.1937620639801025, + 1.2283298969268799, + 1.2604644298553467, + 1.1846110820770264, + 1.1792902946472168, + 1.2178535461425781, + 1.264959454536438, + 1.2946491241455078, + 1.326728343963623, + 1.3532490730285645, + 1.3852200508117676, + 1.4182777404785156, + 1.449987530708313, + 1.4862608909606934, + 1.5272102355957031, + 1.5610835552215576, + 1.5904359817504883, + 1.6198601722717285, + 1.6487443447113037, + 1.6745963096618652, + 1.6967698335647583, + 1.718196988105774, + 1.7456660270690918, + 1.7699861526489258, + 1.8062105178833008, + 1.8371418714523315, + 1.862788438796997, + 1.885097861289978, + 1.9055719375610352, + 1.921242117881775, + 1.9401371479034424 ], "timestamps": [ - "2026-06-20 18:06:00", - "2026-06-20 18:12:00", "2026-06-20 18:18:00", "2026-06-20 18:24:00", "2026-06-20 18:30:00", @@ -795,6 +793,8 @@ "2026-06-21 23:42:00", "2026-06-21 23:48:00", "2026-06-21 23:54:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a98ad1343e78ea18e0171d537ff8f7af78547639..7ae496b080def5a9b5501c844ede0821328b7dd1 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T00:03:01.750562+00:00", + "evaluated_at": "2026-06-22T00:26:15.499368+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.399999976158142, 1.5, 1.5, 1.5, @@ -84,6 +83,7 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -97,7 +97,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,233 +157,232 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.3113200664520264, - 1.3105684518814087, - 1.3093562126159668, - 1.3083277940750122, - 1.307015061378479, - 1.3057435750961304, - 1.3042948246002197, - 1.3034018278121948, - 1.3040111064910889, - 1.3042004108428955, - 1.304735541343689, - 1.3053303956985474, - 1.3066978454589844, - 1.3071194887161255, - 1.3072303533554077, - 1.307826280593872, - 1.3086851835250854, - 1.3096368312835693, - 1.3105679750442505, - 1.3112622499465942, - 1.312889814376831, - 1.3124901056289673, - 1.3127771615982056, - 1.31264328956604, - 1.3121464252471924, - 1.3111035823822021, - 1.309990406036377, - 1.3094077110290527, - 1.3087868690490723, - 1.308058738708496, - 1.307088017463684, - 1.3069701194763184, - 1.2975177764892578, - 1.3049513101577759, - 1.3118218183517456, - 1.3141027688980103, - 1.3152090311050415, - 1.3158098459243774, - 1.3164620399475098, - 1.3168790340423584, - 1.3181300163269043, - 1.318374514579773, - 1.3180513381958008, - 1.3170769214630127, - 1.3178365230560303, - 1.3180224895477295, - 1.3182398080825806, - 1.3185267448425293, - 1.3185019493103027, - 1.3164697885513306, - 1.3146793842315674, - 1.3139876127243042, - 1.3144919872283936, - 1.3135875463485718, - 1.3135789632797241, - 1.3137260675430298, - 1.313999891281128, - 1.314756155014038, - 1.315366268157959, - 1.3164269924163818, - 1.3174524307250977, - 1.3180140256881714, - 1.3175626993179321, - 1.3176404237747192, - 1.3006377220153809, - 1.3058929443359375, - 1.3113975524902344, - 1.3123542070388794, - 1.3120521306991577, - 1.3118243217468262, - 1.3123085498809814, - 1.3130290508270264 + 1.309194564819336, + 1.3108835220336914, + 1.3098000288009644, + 1.3080986738204956, + 1.3073292970657349, + 1.3066645860671997, + 1.3056930303573608, + 1.3046809434890747, + 1.305259346961975, + 1.3068989515304565, + 1.3078560829162598, + 1.308936357498169, + 1.310714840888977, + 1.3105583190917969, + 1.3105746507644653, + 1.3117691278457642, + 1.3128924369812012, + 1.3129420280456543, + 1.312432050704956, + 1.3122636079788208, + 1.3122678995132446, + 1.3113429546356201, + 1.3130221366882324, + 1.3140790462493896, + 1.312964677810669, + 1.3111770153045654, + 1.3099435567855835, + 1.3093370199203491, + 1.3094584941864014, + 1.3099552392959595, + 1.3099112510681152, + 1.3104885816574097, + 1.2951602935791016, + 1.3055832386016846, + 1.3101806640625, + 1.3117177486419678, + 1.3140047788619995, + 1.3149597644805908, + 1.3157503604888916, + 1.315787672996521, + 1.3163683414459229, + 1.3153716325759888, + 1.3132598400115967, + 1.3128684759140015, + 1.3136279582977295, + 1.3145474195480347, + 1.316658854484558, + 1.31553053855896, + 1.313910961151123, + 1.3113713264465332, + 1.3116047382354736, + 1.3111634254455566, + 1.3107531070709229, + 1.3105082511901855, + 1.3102905750274658, + 1.3099507093429565, + 1.3102535009384155, + 1.3145467042922974, + 1.3171602487564087, + 1.31772780418396, + 1.3184895515441895, + 1.3176850080490112, + 1.3151469230651855, + 1.31385338306427, + 1.3018348217010498, + 1.3054659366607666, + 1.3080358505249023, + 1.3092601299285889, + 1.3071905374526978, + 1.3082191944122314, + 1.308272123336792, + 1.309632658958435 ], "p10": [ - 1.2337485551834106, - 1.2176129817962646, - 1.2112356424331665, - 1.2088907957077026, - 1.2063663005828857, - 1.2039315700531006, - 1.2018870115280151, - 1.2000304460525513, - 1.1998341083526611, - 1.1992741823196411, - 1.1993578672409058, - 1.1999326944351196, - 1.2010340690612793, - 1.2009315490722656, - 1.199750542640686, - 1.1990058422088623, - 1.1982486248016357, - 1.198491096496582, - 1.1994662284851074, - 1.2007226943969727, - 1.2006314992904663, - 1.2003093957901, - 1.2008131742477417, - 1.2011518478393555, - 1.2008495330810547, - 1.1995199918746948, - 1.1984883546829224, - 1.1972006559371948, - 1.1952146291732788, - 1.1931285858154297, - 1.191127061843872, - 1.19050931930542, - 1.1952227354049683, - 1.19240140914917, - 1.1923840045928955, - 1.1946738958358765, - 1.1950420141220093, - 1.193369746208191, - 1.1923118829727173, - 1.1924996376037598, - 1.1927952766418457, - 1.1918420791625977, - 1.1903315782546997, - 1.189512848854065, - 1.1910032033920288, - 1.1919833421707153, - 1.192046880722046, - 1.1921734809875488, - 1.191788673400879, - 1.19063401222229, - 1.1893887519836426, - 1.1895012855529785, - 1.1885026693344116, - 1.1872750520706177, - 1.187556505203247, - 1.1868462562561035, - 1.186151385307312, - 1.1856127977371216, - 1.1859045028686523, - 1.1852102279663086, - 1.1847078800201416, - 1.183129906654358, - 1.1806567907333374, - 1.1802622079849243, - 1.191375732421875, - 1.1896241903305054, - 1.1862847805023193, - 1.1853675842285156, - 1.18683660030365, - 1.1865633726119995, - 1.186892032623291, - 1.1869934797286987 + 1.2392133474349976, + 1.2229574918746948, + 1.2140406370162964, + 1.209320306777954, + 1.2077960968017578, + 1.2056149244308472, + 1.2038918733596802, + 1.2019524574279785, + 1.2010585069656372, + 1.2014970779418945, + 1.2011088132858276, + 1.201528787612915, + 1.2018506526947021, + 1.2007153034210205, + 1.1991807222366333, + 1.1986924409866333, + 1.19804048538208, + 1.1980276107788086, + 1.1984186172485352, + 1.1990114450454712, + 1.1983884572982788, + 1.1986805200576782, + 1.2003512382507324, + 1.2004355192184448, + 1.198377013206482, + 1.1954187154769897, + 1.193177342414856, + 1.1911306381225586, + 1.1896518468856812, + 1.1886428594589233, + 1.187538743019104, + 1.1874494552612305, + 1.1970044374465942, + 1.1948286294937134, + 1.1923441886901855, + 1.19278883934021, + 1.1942564249038696, + 1.1931157112121582, + 1.1920970678329468, + 1.1920464038848877, + 1.192374587059021, + 1.1914392709732056, + 1.189941644668579, + 1.1902607679367065, + 1.1905800104141235, + 1.1919171810150146, + 1.1929986476898193, + 1.1929084062576294, + 1.1913388967514038, + 1.1911561489105225, + 1.1917632818222046, + 1.1913669109344482, + 1.190574288368225, + 1.1900684833526611, + 1.1904412508010864, + 1.1895519495010376, + 1.1891379356384277, + 1.189820647239685, + 1.189980149269104, + 1.1895619630813599, + 1.1895592212677002, + 1.186806082725525, + 1.1827781200408936, + 1.181342363357544, + 1.189813256263733, + 1.1897919178009033, + 1.1852302551269531, + 1.1841485500335693, + 1.1860294342041016, + 1.1866823434829712, + 1.1868033409118652, + 1.187134027481079 ], "p90": [ - 1.40449857711792, - 1.4176911115646362, - 1.4243212938308716, - 1.4276220798492432, - 1.4284101724624634, - 1.430331826210022, - 1.4330027103424072, - 1.4349548816680908, - 1.436568260192871, - 1.4376804828643799, - 1.4392577409744263, - 1.4415637254714966, - 1.442844033241272, - 1.4447126388549805, - 1.4469027519226074, - 1.4469088315963745, - 1.4489167928695679, - 1.4533076286315918, - 1.4570471048355103, - 1.4604989290237427, - 1.4616451263427734, - 1.4617117643356323, - 1.460923671722412, - 1.4613343477249146, - 1.4609102010726929, - 1.4606014490127563, - 1.4606409072875977, - 1.4620723724365234, - 1.4631891250610352, - 1.4638296365737915, - 1.4644404649734497, - 1.4654752016067505, - 1.4369608163833618, - 1.4514014720916748, - 1.463841199874878, - 1.4711990356445312, - 1.4772411584854126, - 1.4811605215072632, - 1.4833346605300903, - 1.4843980073928833, - 1.4857126474380493, - 1.487160563468933, - 1.4873828887939453, - 1.4900164604187012, - 1.4929348230361938, - 1.4936532974243164, - 1.4937150478363037, - 1.4938730001449585, - 1.4931747913360596, - 1.4905493259429932, - 1.488668441772461, - 1.4900578260421753, - 1.4898686408996582, - 1.490286111831665, - 1.4894657135009766, - 1.4904062747955322, - 1.4912996292114258, - 1.4929989576339722, - 1.4950319528579712, - 1.497443675994873, - 1.499151587486267, - 1.5003318786621094, - 1.501257061958313, - 1.5031794309616089, - 1.4610058069229126, - 1.4808069467544556, - 1.4864031076431274, - 1.4922025203704834, - 1.4997901916503906, - 1.4998888969421387, - 1.4972375631332397, - 1.497337818145752 + 1.3905597925186157, + 1.4101998805999756, + 1.4204394817352295, + 1.425175666809082, + 1.4284067153930664, + 1.4314119815826416, + 1.434555172920227, + 1.4367175102233887, + 1.4386913776397705, + 1.4423017501831055, + 1.4445880651474, + 1.4486260414123535, + 1.451904535293579, + 1.4536093473434448, + 1.4557156562805176, + 1.4584583044052124, + 1.461980938911438, + 1.4632644653320312, + 1.4630736112594604, + 1.4650262594223022, + 1.4641419649124146, + 1.4644644260406494, + 1.4666080474853516, + 1.4692808389663696, + 1.4683934450149536, + 1.4672361612319946, + 1.4674148559570312, + 1.4684944152832031, + 1.47021484375, + 1.4723103046417236, + 1.4744218587875366, + 1.4766677618026733, + 1.443075180053711, + 1.4635934829711914, + 1.4702818393707275, + 1.4754273891448975, + 1.4850963354110718, + 1.4897041320800781, + 1.491050124168396, + 1.492377758026123, + 1.4937372207641602, + 1.4943697452545166, + 1.4912421703338623, + 1.4946825504302979, + 1.4979175329208374, + 1.5003000497817993, + 1.5036120414733887, + 1.5038334131240845, + 1.5017013549804688, + 1.4981367588043213, + 1.4998855590820312, + 1.5006370544433594, + 1.4988932609558105, + 1.4999375343322754, + 1.498342752456665, + 1.4988288879394531, + 1.5000660419464111, + 1.506697654724121, + 1.5121190547943115, + 1.5125845670700073, + 1.5141887664794922, + 1.5140668153762817, + 1.513596773147583, + 1.514194130897522, + 1.4636023044586182, + 1.4890598058700562, + 1.4922727346420288, + 1.5002027750015259, + 1.5030523538589478, + 1.5054030418395996, + 1.5029709339141846, + 1.5050559043884277 ], "timestamps": [ - "2026-06-19 23:50:00", - "2026-06-20 00:00:00", "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", @@ -533,6 +531,8 @@ "2026-06-21 00:20:00", "2026-06-21 00:30:00", "2026-06-21 00:40:00", - "2026-06-21 00:50:00" + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 4a64c1aee8549c252658ad7b9692009df8d5676e..b0162af8a4d5e8d76f77cfa1e85959f6371341e8 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T00:18:24.801412+00:00", + "evaluated_at": "2026-06-22T00:26:18.800863+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index d16d1e36ffaa9bf3ac67c13feb30e19acb06dfc6..0fcaeb4fd4a39715f1cc55fe5fa546462c8114ae 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,126460.21253267924,126460.21253267924,247.03662109375,0.21742283373346058,0.003869953947886397,0.0038545562328685203,2.174166596872409,355.6124471003219,0.005547696750571512,0.0038538703335300717,0.005165660582997816,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,120330.36333529155,120330.36333529155,243.16487630208334,0.21401521861805842,0.003808278027495136,0.0037936413979356813,2.174166596872409,346.8866721788134,0.005411244484907252,0.0037932405634037176,0.005145216374383987,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0034409434317234163,0.0034409434317234163,0.04985769788424174,0.1448229014894513,0.05635887586062164,0.05449584183625404,1.6886812344311144,0.058659555331790715,0.06545121125004562,0.055630266854306214,0.08620716700323883,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.04465301534873648,0.04465301534873648,0.17876828213532767,2.1031564963834235,0.1160881710765488,0.12574840523029593,42.279428935703706,0.21131260101739432,0.14366862185109983,0.12154217307162374,0.1068032679279462,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.002288035147724073,0.002288035147724073,0.04396308908859889,0.1287195464698717,0.05563040296920239,0.053883237630425906,1.793250679892874,0.04783341037103745,0.05076150175815947,0.04665426125284724,0.08347929196209239,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.045888081110131256,0.045888081110131256,0.18292494614919028,2.2172725871552563,0.1186899178632524,0.1286144556667143,43.08668482100139,0.21421503474343545,0.1452305362027851,0.12401691620726264,0.10786269791326873,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,2.15019864048539,2.15019864048539,1.2090647220611572,0.8670583532408095,0.05813837031174713,0.0607158426396634,3.818708148991131,1.466355564140359,0.0725021301645787,0.059780703943840614,0.045747911829136935,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,15.294247934077438,15.294247934077438,3.568097710609436,0.3092179393689282,0.15135408780354473,0.14896022255000024,2.415440338655077,3.910786101805804,0.15261604299729967,0.1392428374871975,0.16422481378350262,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.2948412764161124,1.2948412764161124,1.0335331757863362,0.5262973340026912,0.041677723267883465,0.04159091715098338,2.645282246403737,1.1379109263980693,0.04589121719701682,0.04168172951855557,0.03102623012984161,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 9426dcb63d1e3c7bfdf0f81aa1a0f6cfc4609f87..ef1b8edcc2756c7d5c81e4b060e47fd7710e45bb 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:18:05.490842+00:00", + "evaluated_at": "2026-06-22T00:25:47.175493+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63511.078125 + 63604.0 ], "p50": [ 64294.09765625, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 018bd03a048c3649b8ee52c22a9a009c990a64ca..a008ce3b36da5de63abe1b967c54777045264539 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:10:29.306720+00:00", + "evaluated_at": "2026-06-22T00:25:50.354977+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.16500000655651093, - 0.17800000309944153, 0.19900000095367432, 0.21199999749660492, 0.22200000286102295, @@ -245,11 +243,11 @@ 0.33500000834465027, 0.3269999921321869, 0.328000009059906, - 0.328000009059906 + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754 ], "actuals": [ - 0.32899999618530273, - 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, 0.35199999809265137, @@ -307,197 +305,197 @@ 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, - 1.680999994277954 + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929 ], "p50": [ - 0.3317183256149292, - 0.3345485329627991, - 0.33853811025619507, - 0.34405165910720825, - 0.3501434922218323, - 0.35820508003234863, - 0.3670670986175537, - 0.37555158138275146, - 0.38744693994522095, - 0.4008578658103943, - 0.413970410823822, - 0.4288005232810974, - 0.44453930854797363, - 0.4620397090911865, - 0.4791163206100464, - 0.4989987015724182, - 0.5198824405670166, - 0.5427358150482178, - 0.5678603053092957, - 0.5923176407814026, - 0.6188945770263672, - 0.6485409736633301, - 0.6773340106010437, - 0.7058461308479309, - 0.7340853810310364, - 0.7609947919845581, - 0.7895371913909912, - 0.8167903423309326, - 0.8432250022888184, - 0.8758057951927185, - 0.9043570160865784, - 0.9359262585639954, - 1.0017480850219727, - 1.0364845991134644, - 1.0682810544967651, - 1.0993223190307617, - 1.1266992092132568, - 1.1597999334335327, - 1.1884604692459106, - 1.222664713859558, - 1.2548085451126099, - 1.2853710651397705, - 1.3154510259628296, - 1.3476308584213257, - 1.376052737236023, - 1.4027955532073975, - 1.4255529642105103, - 1.4486883878707886, - 1.4717121124267578, - 1.5022683143615723, - 1.5309956073760986, - 1.551646113395691, - 1.572879433631897, - 1.5911223888397217, - 1.6108019351959229, - 1.6262414455413818, - 1.6482030153274536, - 1.6554155349731445, - 1.6742033958435059, - 1.687304139137268 + 0.34797418117523193, + 0.354992151260376, + 0.36181265115737915, + 0.36799800395965576, + 0.37555694580078125, + 0.38508081436157227, + 0.3968426585197449, + 0.40867066383361816, + 0.42317384481430054, + 0.4398157596588135, + 0.45642465353012085, + 0.4748668074607849, + 0.4935761094093323, + 0.5140595436096191, + 0.5335104465484619, + 0.5556867122650146, + 0.5784296989440918, + 0.6027116775512695, + 0.6290534734725952, + 0.6549328565597534, + 0.6821192502975464, + 0.7120121717453003, + 0.7410162687301636, + 0.7678160667419434, + 0.7938294410705566, + 0.8195976614952087, + 0.8477150201797485, + 0.8754825592041016, + 0.9001976251602173, + 0.9313480854034424, + 0.9602214097976685, + 0.9905755519866943, + 1.0466794967651367, + 1.079498529434204, + 1.109296441078186, + 1.137487530708313, + 1.1635221242904663, + 1.1944599151611328, + 1.2233821153640747, + 1.254499912261963, + 1.2816135883331299, + 1.3084444999694824, + 1.3367236852645874, + 1.3627755641937256, + 1.3895920515060425, + 1.4119659662246704, + 1.4303876161575317, + 1.4517406225204468, + 1.4725611209869385, + 1.4962891340255737, + 1.5223373174667358, + 1.5365992784500122, + 1.5528438091278076, + 1.5656254291534424, + 1.5750689506530762, + 1.5907974243164062, + 1.6090538501739502, + 1.615983486175537, + 1.6252076625823975, + 1.6383930444717407 ], "p10": [ - 0.32327812910079956, - 0.32139915227890015, - 0.31979644298553467, - 0.32066822052001953, - 0.3210490345954895, - 0.3244021534919739, - 0.32673436403274536, - 0.33079642057418823, - 0.3367534875869751, - 0.3441792130470276, - 0.3492291569709778, - 0.35784345865249634, - 0.36639899015426636, - 0.3765879273414612, - 0.38733208179473877, - 0.3981649875640869, - 0.4127410054206848, - 0.4262115955352783, - 0.44310474395751953, - 0.45831483602523804, - 0.4742123484611511, - 0.49159306287765503, - 0.5148248672485352, - 0.5347923636436462, - 0.55792635679245, - 0.5746713280677795, - 0.5928599834442139, - 0.6096439361572266, - 0.6282719969749451, - 0.6555055379867554, - 0.6735440492630005, - 0.6958342790603638, - 0.6416589021682739, - 0.6647943258285522, - 0.6781094074249268, - 0.7057476043701172, - 0.720345139503479, - 0.7427802085876465, - 0.7580204010009766, - 0.781919002532959, - 0.7897204160690308, - 0.8106935024261475, - 0.8281009197235107, - 0.8371063470840454, - 0.8448758721351624, - 0.8528891801834106, - 0.8563246130943298, - 0.8621296882629395, - 0.8661853671073914, - 0.8774247765541077, - 0.8834461569786072, - 0.8840896487236023, - 0.8795130252838135, - 0.8814792037010193, - 0.8843804001808167, - 0.8765342831611633, - 0.8655762076377869, - 0.8552714586257935, - 0.8537369966506958, - 0.8591781258583069 + 0.3382250666618347, + 0.3401734232902527, + 0.3414124846458435, + 0.34327125549316406, + 0.34570902585983276, + 0.35110533237457275, + 0.3561393618583679, + 0.3637755513191223, + 0.372591495513916, + 0.3831913471221924, + 0.3915454149246216, + 0.4032750725746155, + 0.4146174192428589, + 0.4281061887741089, + 0.4405851364135742, + 0.4537086486816406, + 0.4698892831802368, + 0.48572343587875366, + 0.5027243494987488, + 0.5199759602546692, + 0.5371037721633911, + 0.5537212491035461, + 0.5762414336204529, + 0.594915509223938, + 0.6155677437782288, + 0.6307085752487183, + 0.648600161075592, + 0.6662595272064209, + 0.6825394034385681, + 0.7086582779884338, + 0.7270417213439941, + 0.7466144561767578, + 0.6939526796340942, + 0.719306230545044, + 0.7257801294326782, + 0.7495311498641968, + 0.7625162601470947, + 0.7793476581573486, + 0.7941557168960571, + 0.8148167133331299, + 0.8210725784301758, + 0.8313984274864197, + 0.8509334325790405, + 0.852953314781189, + 0.861693263053894, + 0.8669189214706421, + 0.8692576289176941, + 0.8726913928985596, + 0.8701644539833069, + 0.8768149018287659, + 0.880027174949646, + 0.8775190711021423, + 0.8713871836662292, + 0.8644202947616577, + 0.8616988658905029, + 0.8473749160766602, + 0.837756872177124, + 0.8290140628814697, + 0.8224896192550659, + 0.8222247362136841 ], "p90": [ - 0.34337764978408813, - 0.3485281467437744, - 0.3575224280357361, - 0.36806565523147583, - 0.37958019971847534, - 0.39197343587875366, - 0.40707576274871826, - 0.4202178716659546, - 0.43708354234695435, - 0.4572862386703491, - 0.47431713342666626, - 0.49667197465896606, - 0.5175161957740784, - 0.5446322560310364, - 0.5698360800743103, - 0.5970622897148132, - 0.6251023411750793, - 0.6558984518051147, - 0.6894204616546631, - 0.7240910530090332, - 0.7565445899963379, - 0.7941898107528687, - 0.8321244120597839, - 0.8661177754402161, - 0.9035425186157227, - 0.9366692304611206, - 0.9769364595413208, - 1.009401559829712, - 1.0488351583480835, - 1.0871813297271729, - 1.123792290687561, - 1.165818452835083, - 1.2785513401031494, - 1.325546145439148, - 1.3656657934188843, - 1.4025061130523682, - 1.439363718032837, - 1.480202555656433, - 1.5225930213928223, - 1.563681960105896, - 1.6058545112609863, - 1.648388147354126, - 1.6978930234909058, - 1.7352099418640137, - 1.7687644958496094, - 1.8124059438705444, - 1.8475713729858398, - 1.8832507133483887, - 1.9204976558685303, - 1.9623174667358398, - 2.001774787902832, - 2.0519893169403076, - 2.062075138092041, - 2.093557596206665, - 2.1346943378448486, - 2.1445276737213135, - 2.197690963745117, - 2.216643810272217, - 2.2394967079162598, - 2.262969493865967 + 0.36018574237823486, + 0.3702109456062317, + 0.3826242685317993, + 0.39378780126571655, + 0.40773844718933105, + 0.42113810777664185, + 0.438377320766449, + 0.45528149604797363, + 0.4749312400817871, + 0.4980841875076294, + 0.5204917192459106, + 0.5468025207519531, + 0.5705886483192444, + 0.6016281843185425, + 0.6294340491294861, + 0.6595500707626343, + 0.690184473991394, + 0.7228373885154724, + 0.7582547664642334, + 0.794525146484375, + 0.8294851183891296, + 0.8675521612167358, + 0.905420184135437, + 0.9383687376976013, + 0.9735027551651001, + 1.0063884258270264, + 1.049241065979004, + 1.0836042165756226, + 1.1207129955291748, + 1.1611828804016113, + 1.1988047361373901, + 1.2371273040771484, + 1.3493136167526245, + 1.4084184169769287, + 1.4524099826812744, + 1.487349510192871, + 1.5249179601669312, + 1.5627801418304443, + 1.6048475503921509, + 1.6432263851165771, + 1.6812851428985596, + 1.7202861309051514, + 1.7669970989227295, + 1.8044464588165283, + 1.841883897781372, + 1.880280613899231, + 1.9159804582595825, + 1.9532746076583862, + 1.9904571771621704, + 2.0307579040527344, + 2.0661654472351074, + 2.110846519470215, + 2.126279830932617, + 2.1523022651672363, + 2.180783271789551, + 2.1966166496276855, + 2.247532367706299, + 2.259766101837158, + 2.2792794704437256, + 2.3025927543640137 ], "timestamps": [ - "2026-06-20 18:06:00", - "2026-06-20 18:12:00", "2026-06-20 18:18:00", "2026-06-20 18:24:00", "2026-06-20 18:30:00", @@ -795,6 +793,8 @@ "2026-06-21 23:42:00", "2026-06-21 23:48:00", "2026-06-21 23:54:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 5b225ec2ab5d29b863d8a1346c7ef2d58d997da6..45d5ffbde0e54c1ab12fb31e54b09964baee66a5 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:02:43.927128+00:00", + "evaluated_at": "2026-06-22T00:25:54.863901+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.399999976158142, 1.5, 1.5, 1.5, @@ -84,6 +83,7 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -97,7 +97,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,233 +157,232 @@ 1.600000023841858, 1.600000023841858, 1.7000000476837158, - 1.7000000476837158 + 1.7000000476837158, + 1.600000023841858 ], "p50": [ - 1.300400733947754, - 1.3001701831817627, - 1.300001621246338, - 1.300194501876831, - 1.2999491691589355, - 1.3002655506134033, - 1.3002972602844238, - 1.300294280052185, - 1.3001376390457153, - 1.3001587390899658, - 1.300063133239746, - 1.3003281354904175, - 1.2996914386749268, - 1.2999932765960693, - 1.3002785444259644, - 1.300204873085022, - 1.3001377582550049, - 1.300148367881775, - 1.2999581098556519, - 1.3000116348266602, - 1.300111174583435, - 1.3001046180725098, - 1.300080418586731, - 1.3001806735992432, - 1.3000648021697998, - 1.3001545667648315, - 1.3001614809036255, - 1.3002290725708008, - 1.3001593351364136, + 1.3003476858139038, + 1.3001999855041504, + 1.3001494407653809, + 1.3002725839614868, + 1.300062894821167, + 1.3003289699554443, + 1.3004813194274902, + 1.3002711534500122, + 1.3003208637237549, + 1.3003484010696411, + 1.300229549407959, + 1.30043363571167, + 1.2999767065048218, + 1.3001453876495361, + 1.3004077672958374, + 1.3003184795379639, + 1.300356388092041, + 1.3002761602401733, + 1.3002068996429443, + 1.3002327680587769, + 1.3002982139587402, + 1.3002489805221558, + 1.3002766370773315, + 1.300429344177246, + 1.300275206565857, + 1.3003418445587158, + 1.3003438711166382, + 1.3003954887390137, + 1.3003441095352173, + 1.3004523515701294, + 1.300333023071289, + 1.3003259897232056, + 1.3005911111831665, + 1.3010177612304688, 1.300256609916687, - 1.3002210855484009, - 1.3001629114151, - 1.3007360696792603, - 1.3009394407272339, - 1.3003973960876465, - 1.3007993698120117, - 1.3009064197540283, - 1.3008294105529785, - 1.30087149143219, - 1.300809383392334, + 1.3008086681365967, + 1.3008204698562622, + 1.3007105588912964, + 1.300848126411438, + 1.3007792234420776, + 1.30088472366333, + 1.3009132146835327, + 1.3007123470306396, + 1.30097496509552, + 1.3007586002349854, + 1.3009066581726074, + 1.3009049892425537, + 1.3008657693862915, + 1.3008302450180054, + 1.300854206085205, + 1.300896406173706, + 1.3009567260742188, + 1.3009289503097534, + 1.3008984327316284, + 1.3008674383163452, + 1.3008744716644287, + 1.300828218460083, 1.3008707761764526, - 1.3009182214736938, - 1.3007298707962036, - 1.3009259700775146, - 1.3006786108016968, - 1.3009445667266846, - 1.3009076118469238, - 1.3008720874786377, - 1.3008527755737305, - 1.3008531332015991, - 1.3009159564971924, - 1.3009549379348755, - 1.3009356260299683, - 1.3009363412857056, - 1.3009063005447388, - 1.3008382320404053, - 1.3007886409759521, - 1.3008795976638794, - 1.3008073568344116, - 1.3009334802627563, - 1.300911784172058, - 1.3007996082305908, - 1.3009345531463623, - 1.3008850812911987, - 1.3001142740249634, - 1.3002853393554688, - 1.299892544746399, - 1.3002066612243652, - 1.3004570007324219, - 1.3003703355789185, - 1.3004506826400757, - 1.300252079963684 + 1.300824761390686, + 1.3009090423583984, + 1.3009178638458252, + 1.3007954359054565, + 1.3009123802185059, + 1.300906777381897, + 1.3000528812408447, + 1.3003491163253784, + 1.3000885248184204, + 1.30034601688385, + 1.300435185432434, + 1.300323724746704, + 1.3004907369613647, + 1.3003249168395996 ], "p10": [ - 1.265232801437378, - 1.1980632543563843, - 1.1976062059402466, - 1.1948435306549072, - 1.1953847408294678, - 1.1972570419311523, - 1.1981737613677979, - 1.1997839212417603, - 1.1991571187973022, - 1.198344111442566, - 1.1977967023849487, - 1.198299765586853, - 1.198397159576416, - 1.1985130310058594, - 1.1991161108016968, - 1.1998997926712036, - 1.199366807937622, - 1.1991455554962158, - 1.1992782354354858, - 1.1989418268203735, - 1.1990259885787964, - 1.1994969844818115, - 1.198412299156189, - 1.1988658905029297, - 1.1981478929519653, - 1.1976426839828491, - 1.1973891258239746, - 1.1974132061004639, - 1.1971384286880493, - 1.1971454620361328, - 1.1970683336257935, - 1.1966458559036255, - 1.1944315433502197, - 1.1953377723693848, - 1.199386477470398, - 1.1993825435638428, - 1.1988754272460938, - 1.1987931728363037, - 1.1982362270355225, - 1.198236346244812, - 1.1999479532241821, - 1.2007429599761963, - 1.1999645233154297, - 1.1994370222091675, - 1.1993587017059326, - 1.1984567642211914, - 1.1985841989517212, - 1.1991053819656372, - 1.1983658075332642, - 1.1982872486114502, - 1.1987853050231934, - 1.1989288330078125, - 1.1991605758666992, - 1.1994984149932861, - 1.1993838548660278, - 1.1999366283416748, - 1.1997642517089844, - 1.1998355388641357, - 1.1999202966690063, - 1.1997230052947998, - 1.1995329856872559, - 1.1993470191955566, - 1.1998227834701538, - 1.2002538442611694, - 1.1946141719818115, - 1.1955687999725342, - 1.2002156972885132, - 1.197945475578308, - 1.1993188858032227, - 1.2001806497573853, - 1.1999022960662842, - 1.1993961334228516 + 1.2075135707855225, + 1.1976313591003418, + 1.2010642290115356, + 1.1960996389389038, + 1.1984424591064453, + 1.1984740495681763, + 1.1980236768722534, + 1.2012953758239746, + 1.1987929344177246, + 1.1978847980499268, + 1.1977968215942383, + 1.1986764669418335, + 1.1987303495407104, + 1.1992157697677612, + 1.1994801759719849, + 1.2003633975982666, + 1.2002849578857422, + 1.2002382278442383, + 1.1999151706695557, + 1.2000129222869873, + 1.200152039527893, + 1.200481653213501, + 1.199711799621582, + 1.200226902961731, + 1.1994553804397583, + 1.198834776878357, + 1.1981744766235352, + 1.1981531381607056, + 1.1978585720062256, + 1.1979773044586182, + 1.1977038383483887, + 1.19786536693573, + 1.19961678981781, + 1.1986939907073975, + 1.2030624151229858, + 1.20269775390625, + 1.1989340782165527, + 1.2008365392684937, + 1.2009429931640625, + 1.200491189956665, + 1.2020636796951294, + 1.2027719020843506, + 1.202042818069458, + 1.2016509771347046, + 1.2017719745635986, + 1.2010157108306885, + 1.2014201879501343, + 1.20208740234375, + 1.2013323307037354, + 1.2011162042617798, + 1.2016539573669434, + 1.201481819152832, + 1.2014838457107544, + 1.2016613483428955, + 1.201159954071045, + 1.2015953063964844, + 1.2012284994125366, + 1.2011958360671997, + 1.2010667324066162, + 1.2008554935455322, + 1.2007217407226562, + 1.2003867626190186, + 1.20059335231781, + 1.2013795375823975, + 1.196772813796997, + 1.1969857215881348, + 1.2008713483810425, + 1.1998847723007202, + 1.200523853302002, + 1.2007346153259277, + 1.2002007961273193, + 1.1997742652893066 ], "p90": [ - 1.398464322090149, - 1.4030203819274902, - 1.4013334512710571, - 1.4056955575942993, - 1.4022690057754517, - 1.4005489349365234, - 1.403579831123352, - 1.4031281471252441, - 1.403584361076355, - 1.4042768478393555, - 1.4049298763275146, - 1.4057008028030396, - 1.4070239067077637, - 1.4062849283218384, - 1.4060591459274292, - 1.4051220417022705, - 1.4055888652801514, - 1.407031774520874, - 1.4062083959579468, - 1.4051517248153687, - 1.405909538269043, - 1.40566086769104, - 1.405996322631836, - 1.406006097793579, - 1.4062448740005493, - 1.4065918922424316, - 1.406726598739624, - 1.4062221050262451, - 1.4072679281234741, - 1.40702223777771, - 1.4067786931991577, - 1.4071446657180786, - 1.4063712358474731, - 1.4075900316238403, - 1.4100059270858765, - 1.410507082939148, - 1.413728952407837, - 1.41322922706604, - 1.4141743183135986, - 1.417462944984436, - 1.414624571800232, - 1.4162259101867676, - 1.4184967279434204, - 1.416006088256836, - 1.4180811643600464, - 1.4173322916030884, - 1.4175559282302856, - 1.4178251028060913, - 1.4192897081375122, - 1.4200551509857178, - 1.4211302995681763, - 1.4216315746307373, - 1.4224610328674316, - 1.4232741594314575, - 1.4226014614105225, - 1.422805666923523, - 1.42402982711792, - 1.4241312742233276, - 1.424824833869934, - 1.4240330457687378, - 1.4250588417053223, - 1.4244683980941772, - 1.425560474395752, - 1.4258396625518799, - 1.442848801612854, - 1.446580171585083, - 1.4505609273910522, - 1.449476718902588, - 1.4539265632629395, - 1.454362154006958, - 1.4551585912704468, - 1.4575525522232056 + 1.4007662534713745, + 1.4014352560043335, + 1.4024012088775635, + 1.4012691974639893, + 1.4014896154403687, + 1.3993653059005737, + 1.4015681743621826, + 1.4026737213134766, + 1.4039503335952759, + 1.4028469324111938, + 1.404052972793579, + 1.4065196514129639, + 1.4062495231628418, + 1.4047459363937378, + 1.4039528369903564, + 1.4032325744628906, + 1.4042613506317139, + 1.4052441120147705, + 1.405062198638916, + 1.4035292863845825, + 1.4039591550827026, + 1.4035296440124512, + 1.4043891429901123, + 1.4047309160232544, + 1.4038827419281006, + 1.4047400951385498, + 1.405335783958435, + 1.4045261144638062, + 1.405722975730896, + 1.4051308631896973, + 1.4047926664352417, + 1.4061158895492554, + 1.4133378267288208, + 1.4152065515518188, + 1.4187060594558716, + 1.417930245399475, + 1.4211039543151855, + 1.4217826128005981, + 1.421859860420227, + 1.4235466718673706, + 1.4221923351287842, + 1.423947811126709, + 1.4258532524108887, + 1.4240636825561523, + 1.4259032011032104, + 1.4249324798583984, + 1.4256460666656494, + 1.4262077808380127, + 1.4275577068328857, + 1.4284710884094238, + 1.4288955926895142, + 1.43019700050354, + 1.43073570728302, + 1.4320931434631348, + 1.430816411972046, + 1.4310474395751953, + 1.4316760301589966, + 1.4314959049224854, + 1.4316502809524536, + 1.4314428567886353, + 1.4321304559707642, + 1.4312885999679565, + 1.4327374696731567, + 1.4326139688491821, + 1.4493284225463867, + 1.4556372165679932, + 1.4588453769683838, + 1.4593204259872437, + 1.4639395475387573, + 1.465003490447998, + 1.4651591777801514, + 1.467639684677124 ], "timestamps": [ - "2026-06-19 23:50:00", - "2026-06-20 00:00:00", "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", @@ -533,6 +531,8 @@ "2026-06-21 00:20:00", "2026-06-21 00:30:00", "2026-06-21 00:40:00", - "2026-06-21 00:50:00" + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 32b4a1228219d2ee834c8e8073dc339e99e82e7b..69caf920e344e433541a0046cd47e93c9cf4eea3 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:18:10.333242+00:00", + "evaluated_at": "2026-06-22T00:25:56.865305+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:16:33.110553Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t181200z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:23:27.140872Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": []