diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 9fd4dcac52af13ebe7d0e2e649a3b55cfe1752d7..3acf1624599e8e29f459a96c703e29f5ab3a8d28 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,525155.3736604698,294100.34298048576,516.4669507473512,0.45455490551967265,0.008047207636129023,0.008081931846366186,5.947007625852422,724.6760473897766,0.011302306473685339,0.008055003034668625,0.006692009725848515,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,287877.931293066,327003.3750402119,544.6390120572847,0.4836630414327654,0.008487316404973614,0.008526414308846047,6.602999098591739,536.5425717434415,0.00836983923207982,0.008496140307423758,0.007165917857981149,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.6040982288393703,0.6056232949305157,0.6395971859275156,1.9023363167128968,0.5065244008995622,0.7378051605970357,74.31146078263033,0.7772375626791144,0.7325058978705142,0.6027870157720552,0.6002922804207285,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.04211025196291461,0.04937371934908869,0.1906250528997198,2.310607236012791,0.12370562072554768,0.13452527895255467,29.331400404700744,0.20520782627111134,0.13912395401217167,0.12923732771356733,0.11481855375543791,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.7350453997117784,0.7375831602021371,0.7301429822881343,2.1819195571425527,0.5638893851542606,0.8372257153848516,85.41306761514777,0.8573478872148566,0.7555168351465521,0.6434206270395266,0.6408747272225225,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.04345249576063482,0.05026409749792514,0.19479561886896019,2.5134923203194353,0.1264074414636549,0.13740103853203495,33.73128182108141,0.20845262234050888,0.140925706416327,0.13169280332233596,0.11727253505710605,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,2.8744795499411686,2.108522911961058,1.2657614764799028,0.6594415213945711,0.07001598245639323,0.06687925572624309,12.52527577369896,1.6954290164855528,0.09137726815876586,0.06821979849153127,0.06572032917046089,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,102.993481511132,98.8659633250417,7.827642139412087,0.6770791093697176,0.4637071287820944,0.3244877120267004,13.03290977397567,10.148570417114522,0.4391736399797353,0.3387367825745241,0.3118812843703803,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,16.166829627859368,15.855689026879359,3.438609245222118,1.7544498520184806,0.1475135662220605,0.13421342720227572,47.71263155800403,4.020799625430167,0.16328120306315397,0.13963895412069516,0.1309430645894239,Weather,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 4469fd5bdc4f972ca7438ad3e81bc23ed3df7a54..c2435eb381ed2065d1f751b6e43138f8f36afbdd 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T01:05:20.626537+00:00", + "evaluated_at": "2026-06-22T01:14:58.529506+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65940.0, 65904.0, 65851.9921875, 65892.0, @@ -101,10 +100,10 @@ 64012.3984375, 64272.01171875, 64298.01171875, - 64294.0 + 64294.0, + 64248.0 ], "actuals": [ - 64248.0, 64241.25, 64426.0, 64276.12109375, @@ -127,88 +126,88 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63910.01171875 + 63896.01171875, + 63944.0 ], "p50": [ - 63626.177558686555, - 63616.399665194156, - 63637.40530079053, - 63623.21216377095, - 63626.177553602094, - 63616.399665198056, - 63618.379511701496, - 63619.313142820654, - 63618.379511701496, - 63638.41252860856, - 63618.379511701496, - 63665.14939747742, - 63636.040776714544, - 63637.40530079053, - 63626.177553602094, - 63623.21216377095, - 63634.68503940347, - 63630.43129650278, - 63618.379511701496, - 63630.43129650278, - 63606.614281376715, - 63657.39169367688, - 63637.40530079053, - 63614.5385888084 + 63607.02321094473, + 63588.56601861997, + 63581.00959244642, + 63567.88714927512, + 63589.57793260214, + 63588.182968689754, + 63574.74376815615, + 63612.26891698479, + 63574.29561282316, + 63580.98748765865, + 63575.66955066693, + 63553.560879639146, + 63578.328531456864, + 63575.43022886261, + 63589.05913801338, + 63589.57446958014, + 63594.789043395285, + 63564.37768595435, + 63572.116619367225, + 63599.48828494706, + 63578.32852935967, + 63580.987521424184, + 63578.089221760325, + 63575.19092209549 ], "p10": [ - 63360.383446418986, - 63381.84767472375, - 63378.59758319837, - 63366.851366807845, - 63366.20457426051, - 63354.57783308725, - 63366.851366807845, - 63391.70007411326, - 63366.20457426051, - 63366.851366807845, - 63366.851366807845, - 63302.327358861796, - 63381.84767472764, - 63386.823726463575, - 63294.507341150216, - 63381.84767472764, - 63230.81695045751, - 63360.383441334525, - 63366.851366807845, - 63386.36223341808, - 63377.422961559314, - 63302.327358861796, - 63378.59758319837, - 63302.327358861796 + 63320.41592608608, + 63332.49673024048, + 63248.606015330115, + 63337.007872093614, + 63333.852990066334, + 63302.23825855056, + 63314.84423331631, + 63345.360989390676, + 63188.80317740108, + 63339.97863704643, + 63333.84954054958, + 63188.803086857704, + 63320.275256728986, + 63337.36851225324, + 63339.97867114171, + 63314.84368986633, + 63314.8436900484, + 63255.2262611938, + 63314.84369000485, + 63333.849527171544, + 63320.878761813314, + 63346.249281435936, + 63320.878761812244, + 63337.01661449342 ], "p90": [ - 63910.8662181581, - 63861.871118613955, - 63940.36169783806, - 63940.36169783806, - 63910.86621307364, - 63861.87111861785, - 63866.253343152486, - 63855.91422440371, - 63886.66144931699, - 63940.36169783806, - 63864.55249692375, - 63913.81576155008, - 63886.66144931699, - 63868.02521194942, - 63947.010733382434, - 63886.66144931699, - 63886.66144931699, - 63913.81576155008, - 63886.66144931699, - 63861.87111861785, - 63868.02521194942, - 63883.97203112181, - 63940.36169783806, - 63864.36351400945 + 63885.52136459227, + 63883.67876545266, + 63863.8836512874, + 63841.90065945291, + 63817.24443183328, + 63839.46889925597, + 63815.697786676545, + 63839.47005570746, + 63863.86166551123, + 63839.47023715199, + 63817.81170610158, + 63883.734480552856, + 63863.86158236414, + 63818.351433348915, + 63817.811693056, + 63863.86158013525, + 63865.84887087582, + 63824.83522360581, + 63810.66046859004, + 63824.835223623064, + 63818.35143418141, + 63865.84887082366, + 63865.84887082437, + 63818.35143418006 ], "timestamps": [ - "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", "2026-06-17 04:00:00", @@ -327,6 +326,7 @@ "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" ] } diff --git a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 7668db8e211064c7e3ce4d79b5129d91fd797ce1..1f0696819c475ae094a977100f3a425cb8dbb920 100644 --- a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T00:04:08.229033+00:00", + "evaluated_at": "2026-06-22T01:14:58.571340+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 02a8296ba8f9409496094d5f2e3d72a312328e33..24e31941193308bef7f8d7f54f91c7ad2f4c274f 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T00:57:02.279975+00:00", + "evaluated_at": "2026-06-22T01:14:58.628954+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2630000114440918, - 0.3009999990463257, - 0.3310000002384186, 0.3580000102519989, 0.38100001215934753, 0.4020000100135803, @@ -245,12 +242,12 @@ 0.3409999907016754, 0.35199999809265137, 0.36500000953674316, - 0.36399999260902405 - ], - "actuals": [ + 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, - 0.36500000953674316, + 0.36500000953674316 + ], + "actuals": [ 0.3799999952316284, 0.4000000059604645, 0.42100000381469727, @@ -307,198 +304,198 @@ 1.7640000581741333, 1.7740000486373901, 1.7929999828338623, - 1.8079999685287476 + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 ], "p50": [ - 0.36602493894224764, - 0.36948065925275575, - 0.37134104946015256, - 0.37501967206170506, - 0.3765811380474414, - 0.38082764068591235, - 0.38347603671676755, - 0.3868248920595903, - 0.38808352664113444, - 0.3909105019507542, - 0.3922368851534499, - 0.39522690762898577, - 0.3964137171191257, - 0.3993706741674499, - 0.4021653271869448, - 0.4051710884493406, - 0.4060491633075262, - 0.4075748445027187, - 0.4090416817398364, - 0.41189150708592215, - 0.4122100230760373, - 0.41602342799777986, - 0.4155862561995037, - 0.4195590282105789, - 0.4197658192151192, - 0.4221479460672185, - 0.42198281995212655, - 0.42517557335748635, - 0.4257283440275264, - 0.42776146148821603, - 0.43059424921385303, - 0.4309373445020205, - 0.4316602031178008, - 0.4319687558551706, - 0.43256413666151067, - 0.43458934854587605, - 0.43665255821290494, - 0.4373169841426053, - 0.43862666293573654, - 0.43961116677968637, - 0.4412658148576337, - 0.44180159049915013, - 0.4415061117980373, - 0.4427121890670665, - 0.44326300385018114, - 0.4463368331968301, - 0.44457472994700065, - 0.4466989911020583, - 0.44844855272875844, - 0.44872597960091964, - 0.45001680440178843, - 0.44952388726844594, - 0.4498829381424917, - 0.45139689053138804, - 0.45084232700523397, - 0.45195765540955096, - 0.4537066610538313, - 0.45445074478113445, - 0.45584603961091297, - 0.4547305699407093 + 0.3666896239444891, + 0.3669570883356573, + 0.3696246591572349, + 0.3730040150194916, + 0.3747098157441586, + 0.3752807770144965, + 0.37698188264228755, + 0.3798309812859502, + 0.3802345841940494, + 0.38193804063315534, + 0.38393181078509847, + 0.3869486993182837, + 0.3887073934321939, + 0.38890833738518776, + 0.3903102130816773, + 0.39189501315946007, + 0.3926166937267266, + 0.39456459155368634, + 0.397192282034528, + 0.39912356913314573, + 0.39784599325687436, + 0.3994644030899147, + 0.40079612788261665, + 0.4014872584920205, + 0.4039273599970356, + 0.40580502497799403, + 0.4047991051758645, + 0.4076206531708727, + 0.4067927997118831, + 0.4084905209554147, + 0.40886920401418025, + 0.4111425770597734, + 0.41077503694718354, + 0.4112129965747362, + 0.4139059596533222, + 0.412890025413936, + 0.41364728612967405, + 0.4149037949691219, + 0.4179196708461575, + 0.4176407768783063, + 0.417607904158542, + 0.417384411801765, + 0.41714841754846654, + 0.41832814202466384, + 0.4196030357351871, + 0.4201225296115422, + 0.42132381668745916, + 0.42265291871491106, + 0.42311179552727796, + 0.4222784839501431, + 0.4224030198608562, + 0.4249118230868163, + 0.42354920117145956, + 0.42368075331146765, + 0.4247011245112701, + 0.4253250429054725, + 0.4250383757333727, + 0.42612499721854913, + 0.42718734897534333, + 0.42655143480891367 ], "p10": [ - 0.35701452122957134, - 0.3605261411050015, - 0.3633188321313303, - 0.36631194375529597, - 0.367530642628663, - 0.3713256526312802, - 0.37512368059938195, - 0.37802660138390015, - 0.3791205647377056, - 0.38136332395010747, - 0.3830930104744485, - 0.38744008741504904, - 0.3868973738470737, - 0.3894743157573554, - 0.3927417303749597, - 0.3955995664037082, - 0.39560002299949654, - 0.3987421830251076, - 0.40113988385386856, - 0.4035276335058149, - 0.40453561634979335, - 0.40642253837136977, - 0.4075669834886268, - 0.4098447012314414, - 0.4114477195726649, - 0.41279427338536057, - 0.4128348761481483, - 0.41598513965571965, - 0.41573066567025735, - 0.41909246240524334, - 0.4204083286882355, - 0.4219530381239473, - 0.42323820365285886, - 0.422139207259096, - 0.4251828683452714, - 0.42612823273846, - 0.42747900765365665, - 0.42793129606114694, - 0.4299685018692046, - 0.4307105407796704, - 0.43173300857127517, - 0.43277647177068174, - 0.4337072314080814, - 0.43339290631789057, - 0.43507885704487737, - 0.4367455148362729, - 0.43661903883947634, - 0.4380664049832742, - 0.4387004611626959, - 0.4392199807183291, - 0.44058208923371134, - 0.4415944216802733, - 0.44262956733100645, - 0.4410984031378063, - 0.4417871276648551, - 0.44362925719412066, - 0.4445607975425987, - 0.44531186838388004, - 0.4466427566376709, - 0.44495209288777016 + 0.3561421372560486, + 0.3580432644042554, + 0.3614172698587172, + 0.363629459292438, + 0.3650260927009758, + 0.36687949713054574, + 0.3692280989966671, + 0.3709832780248234, + 0.3712074930637162, + 0.37291094950282216, + 0.3745184992730963, + 0.377703101344634, + 0.37789190068334894, + 0.38151832565465293, + 0.3824593406179908, + 0.38291223442808187, + 0.384331190652448, + 0.3868849806782523, + 0.38646059739312816, + 0.3894311347207104, + 0.3885216030193787, + 0.3910657906596169, + 0.39287512872585756, + 0.39340115555846356, + 0.395138069164292, + 0.3963941518004731, + 0.39698134616648384, + 0.3987251612092355, + 0.39745860810022965, + 0.39867204915980187, + 0.3998722439724066, + 0.39980915112962323, + 0.4012552181121089, + 0.4032843850926996, + 0.4039128914390715, + 0.4037261614732815, + 0.405991636264975, + 0.4056566726581534, + 0.40812416622697906, + 0.40886459468192893, + 0.40756071260072846, + 0.4092770119890543, + 0.4086616923006195, + 0.40905984248296423, + 0.4118803186367105, + 0.4106862246649508, + 0.4122601454555772, + 0.4119299976981676, + 0.4137645318207632, + 0.41355012108544303, + 0.41513492547388897, + 0.4153326011334587, + 0.41544214327190604, + 0.41501045574808215, + 0.41517724784078797, + 0.415694144645862, + 0.41628920554807936, + 0.4167212148997863, + 0.4170966735549253, + 0.41737887274297436 ], "p90": [ - 0.3757317352716952, - 0.37864676471817005, - 0.37856969781170563, - 0.3854020237067337, - 0.3839183241806071, - 0.38912165698879597, - 0.3891210496067985, - 0.3952273202389496, - 0.39687101414786796, - 0.399528121503074, - 0.40131585601086905, - 0.4058016287476511, - 0.4057139724826199, - 0.41014201626215047, - 0.4116170486457905, - 0.4133897250641713, - 0.4141965501960189, - 0.4164449972192203, - 0.41882214289033237, - 0.42052165652993, - 0.4228513263776725, - 0.4247136588801656, - 0.42502555708975115, - 0.42751331963276484, - 0.4295244305633345, - 0.43109793855550144, - 0.4325914449798823, - 0.4342749774239193, - 0.43489663461866956, - 0.43615423728788455, - 0.43764912251765814, - 0.43955341959133604, - 0.43771991738152854, - 0.44078723735318354, - 0.44195048349736143, - 0.4437485942990934, - 0.44560381575763974, - 0.44642942774222105, - 0.4471976721310031, - 0.44884421480203507, - 0.4495845882517185, - 0.45026587417686237, - 0.451212426551221, - 0.4514413242624719, - 0.45295444920357686, - 0.454571956553572, - 0.4519580391850029, - 0.45495913073772387, - 0.45724913981368026, - 0.4588145066039134, - 0.4588883101541847, - 0.4590025678591311, - 0.4601499972437023, - 0.4618506664869478, - 0.46025887726261117, - 0.4622209484690285, - 0.4642062266203656, - 0.46292489529019937, - 0.46428296701145305, - 0.46400164938462035 + 0.37467716708570614, + 0.3768223732595835, + 0.3800167642665044, + 0.38059226213563596, + 0.3830110030183653, + 0.3846973404328326, + 0.3875386370037577, + 0.38888694826483516, + 0.38958454773619744, + 0.39192195123217316, + 0.3930897159593801, + 0.3953961850177887, + 0.39716912499598267, + 0.3972179762383028, + 0.4001814022782778, + 0.40129979000567895, + 0.40009081212766545, + 0.40495293958074985, + 0.4050878170650538, + 0.4068802267839591, + 0.40760534901056733, + 0.40999566905594814, + 0.41116571762486, + 0.40856020196880793, + 0.41256310372080834, + 0.4128020823529612, + 0.41551816304638783, + 0.4156280711339347, + 0.41737980154155285, + 0.417562972416094, + 0.41881490676982125, + 0.4203121528874554, + 0.4198231394923559, + 0.421227137675371, + 0.42183678216187237, + 0.42245813230550094, + 0.4223768348974033, + 0.42525695224239074, + 0.4265868559591535, + 0.4266709346849808, + 0.42646398537035113, + 0.4271412821465495, + 0.42658289045135744, + 0.4291899986704061, + 0.4300103985879648, + 0.42990782186215054, + 0.43128598027885756, + 0.43181047444647525, + 0.43161751043087826, + 0.43162524970892885, + 0.4294217932994008, + 0.432627989047647, + 0.43297737215651033, + 0.43490915603144614, + 0.43123984644172964, + 0.4345606712196038, + 0.4352713509396099, + 0.4354405547968151, + 0.4370271875457104, + 0.43591649250134895 ], "timestamps": [ - "2026-06-20 18:48:00", - "2026-06-20 18:54:00", - "2026-06-20 19:00:00", "2026-06-20 19:06:00", "2026-06-20 19:12:00", "2026-06-20 19:18:00", @@ -795,6 +792,9 @@ "2026-06-22 00:24:00", "2026-06-22 00:30:00", "2026-06-22 00:36:00", - "2026-06-22 00:42:00" + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index b5546ed6e399984acb2e678390264e14183250e1..996be9f3345b7838b676f3d8877521e41f5197fb 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T00:49:31.687665+00:00", + "evaluated_at": "2026-06-22T01:14:58.703053+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.5, 1.5, 1.5, 1.399999976158142, @@ -84,6 +83,7 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -96,7 +96,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,232 +157,232 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.2923576963982404, - 1.2955001826995345, - 1.2980639156100158, - 1.2971419032971228, - 1.297975533585942, - 1.2823962137858698, - 1.2995666191167583, - 1.2975891994814615, - 1.301052794069542, - 1.2820999816269618, - 1.2850588134613028, - 1.283246389056871, - 1.298421355514, - 1.296761388679486, - 1.298423518138456, - 1.2909157350757088, - 1.2979799663414175, - 1.2836272239347368, - 1.2834396329527213, - 1.2976580584823993, - 1.297819135641237, - 1.2972105433844034, - 1.2976580908580957, - 1.283439701241135, - 1.2976580950457546, - 1.2807386544912518, - 1.2982023009169477, - 1.282685892012698, - 1.2850693887747466, - 1.30096620601063, - 1.2984243872493464, - 1.283439704363206, - 1.2976580967173912, - 1.2807386553862885, - 1.2832520514197487, - 1.2821197331173124, - 1.299629609199764, - 1.297658096728259, - 1.2909162004407717, - 1.297980215509721, - 1.285069388912989, - 1.2832520514229668, - 1.3030217516802054, - 1.2821197331190457, - 1.2906427270373073, - 1.299629609200695, - 1.2976580967287574, - 1.2826858922710318, - 1.2843483731294663, - 1.2836273573458674, - 1.2836273573458676, - 1.2834397043844379, - 1.2979802155098645, - 1.2821197331190575, - 1.2976580967287592, - 1.3009662060846896, - 1.298424387289, - 1.2850693889130658, - 1.2820210315505896, - 1.2976580967287592, - 1.2976580967287592, - 1.2976580967287592, - 1.2836273573458676, - 1.283252051423008, - 1.2976580967287592, - 1.2836273573458676, - 1.2976580967287592, - 1.2976580967287592, - 1.2979802155098645, - 1.2850693889130658, - 1.2834397043844379, - 1.2821197331190575 + 1.2914977903934572, + 1.295041623061819, + 1.292805535680145, + 1.2983001351932706, + 1.2937838319931625, + 1.2855608698820304, + 1.2829624287779307, + 1.2899026075552444, + 1.283748785415991, + 1.2857417616804816, + 1.2844812187624342, + 1.2899525158884648, + 1.283063113357306, + 1.2941554554797867, + 1.2951749563664468, + 1.2904657961335788, + 1.2899564635978424, + 1.3001669942680467, + 1.2946660257978642, + 1.2820807814279205, + 1.2837771478685012, + 1.2828597759449543, + 1.2963946575434482, + 1.294666069347531, + 1.3001670796786207, + 1.2977331385463262, + 1.2899566277540369, + 1.2826542915924386, + 1.2857566659387456, + 1.284489047422979, + 1.2976137696730166, + 1.2958851798472641, + 1.2941565900170022, + 1.2828597825161743, + 1.2963946609950692, + 1.2976137696922259, + 1.2951755522997388, + 1.2978525084002719, + 1.300286740673182, + 1.3001670806312877, + 1.2844890474610409, + 1.294156590022506, + 1.289956628016887, + 1.2977331390467546, + 1.2899566280168933, + 1.2941565900225216, + 1.2946660711613402, + 1.2941565900225225, + 1.2826542917305086, + 1.2951755523001587, + 1.2899566280168955, + 1.2837771603843557, + 1.2899566280168955, + 1.2941565900225227, + 1.2976137696930257, + 1.2857566660112685, + 1.2899566280168955, + 1.2951755523001587, + 1.2980800693130052, + 1.2899566280168955, + 1.297966288856749, + 1.2951755523001587, + 1.2857566660112685, + 1.2978525084004924, + 1.2837771603843557, + 1.2951755523001587, + 1.283065273307639, + 1.2844890474610726, + 1.2976137696930257, + 1.2899566280168955, + 1.2951755523001587, + 1.2976137696930257 ], "p10": [ - 1.196972185295346, - 1.2159301985417026, - 1.2172887095404856, - 1.1836199593917283, - 1.21840554942811, - 1.1956323115516183, - 1.2243679253528035, - 1.2029528302904375, - 1.2029848381973318, - 1.1618587497244122, - 1.2030111520859723, - 1.2236820426084865, - 1.217268103796825, - 1.20243202172689, - 1.184457402453926, - 1.2203760876778074, - 1.2233732533898276, - 1.1971407689134252, - 1.203021656106019, - 1.2203765147967784, - 1.2030217070596603, - 1.217271124607342, - 1.2205456749404715, - 1.184339501704894, - 1.2030217258547307, - 1.2024336441152939, - 1.2205456803286503, - 1.2030217272794006, - 1.184458271466151, - 1.2024336449423578, - 1.2024336449767639, - 1.2205456807899033, - 1.2203765530317703, - 1.2188544031250812, - 1.1971409023212969, - 1.2024336450146724, - 1.195872639251613, - 1.2166830530500068, - 1.1958726392522796, - 1.2188544031310247, - 1.217271135571748, - 1.218854403131127, - 1.2188544031311461, - 1.2188544031311563, - 1.203021727537729, - 1.2205456808111317, - 1.2233735025582728, - 1.1844582716044691, - 1.1844582716044696, - 1.2172711355718246, - 1.218854403131168, - 1.220545680811135, - 1.218854403131168, - 1.2030217275377353, - 1.2236877049746233, - 1.197140902324556, - 1.220545680811135, - 1.2203765530431383, - 1.2011653819444088, - 1.2236877049746233, - 1.2260067059101782, - 1.18445827160447, - 1.2024336450164175, - 1.2233735025582746, - 1.220545680811135, - 1.218854403131168, - 1.2030217275377353, - 1.2236877049746233, - 1.2203765530431383, - 1.218854403131168, - 1.2024336450164175, - 1.2236877049746233 + 1.2141925079320741, + 1.2165172319040023, + 1.199619301536674, + 1.1844888607535498, + 1.225266499329032, + 1.2017112700178736, + 1.1935260679590294, + 1.2018530456854606, + 1.219061003566844, + 1.2027078777485818, + 1.2246768731990378, + 1.2209037771240938, + 1.2209057293021917, + 1.2027216475366327, + 1.2209072933188128, + 1.22090757623039, + 1.2027226176603154, + 1.2379746990086506, + 1.2246846565341998, + 1.2209078654247534, + 1.1851985075603446, + 1.220907882678405, + 1.2209078857993807, + 1.2019070643333019, + 1.222053084009976, + 1.1849883602828677, + 1.2246847016348175, + 1.219089378397139, + 1.1945656226842747, + 1.1851985200381059, + 1.2219385653716766, + 1.1849883607727905, + 1.2220530849571831, + 1.2190893785323094, + 1.2219385653901627, + 1.2257453190754497, + 1.2262546604878566, + 1.2190893785349886, + 1.2190893785350934, + 1.183096927147149, + 1.2190893785351773, + 1.194565622756781, + 1.183096927147201, + 1.185198520076195, + 1.1851985200761972, + 1.2219385653916846, + 1.2219385653916852, + 1.2190893785352088, + 1.1945656227567976, + 1.2220530849627036, + 1.1945656227567976, + 1.2027227820793687, + 1.2027227820793687, + 1.1945656227567976, + 1.1945656227567976, + 1.2219385653916857, + 1.2209078892525247, + 1.2244215402041791, + 1.2256392573583923, + 1.2209078892525247, + 1.2246847018976763, + 1.2209078892525247, + 1.1945656227567976, + 1.2019070661471116, + 1.2219385653916857, + 1.1851985200761994, + 1.2019070661471116, + 1.1945656227567976, + 1.2019070661471116, + 1.1945656227567976, + 1.2209078892525247, + 1.2019070661471116 ], "p90": [ - 1.3779426238672288, - 1.375692076444041, - 1.3996400690493749, - 1.4014000658191355, - 1.3982537168219111, - 1.3837901261654695, - 1.3985738929548825, - 1.3820531889775833, - 1.401168873299654, - 1.4011860111479617, - 1.3821115107731181, - 1.3821164238587442, - 1.4012027308650574, - 1.3987009472354417, - 1.3834032144377562, - 1.3821216208595501, - 1.4013087750107924, - 1.385184118082345, - 1.3786162096017902, - 1.384933894035607, - 1.3822502654831479, - 1.384933921317484, - 1.3987025646543056, - 1.3987025673816662, - 1.378616279350502, - 1.3987025696238455, - 1.3987025700424844, - 1.3822502857028882, - 1.3849339321436478, - 1.4038754167303282, - 1.4012057626004037, - 1.3821220862036494, - 1.39895288972511, - 1.382250285955136, - 1.3989528897332189, - 1.4013090241774944, - 1.401205762639123, - 1.402238378031377, - 1.4012057626397896, - 1.401309024179096, - 1.3821220862248043, - 1.398702570524928, - 1.4022383780318552, - 1.3834040835882884, - 1.383404083588294, - 1.3849339322819636, - 1.4013090241792376, - 1.3987025705249683, - 1.378616281033506, - 1.3834040835883, - 1.4022383780318772, - 1.382122086224881, - 1.3834040835883001, - 1.3702000575776647, - 1.384933932281967, - 1.3990561512756599, - 1.398952889736478, - 1.4012057626400574, - 1.3783450457789672, - 1.398952889736478, - 1.3834040835883001, - 1.4013090241792394, - 1.3987025705249692, - 1.4013090241792394, - 1.382122086224881, - 1.4012057626400574, - 1.3987025705249692, - 1.3786162810335065, - 1.4012057626400574, - 1.382250285961223, - 1.382122086224881, - 1.3987025705249692 + 1.3786631346518987, + 1.3979373058375675, + 1.3941875094387879, + 1.3997997931461246, + 1.3831872472256734, + 1.3697120567911887, + 1.3790159366905481, + 1.4005381437846234, + 1.3812758660602158, + 1.3835451009242468, + 1.3835521765563952, + 1.3960315405214956, + 1.4013344102934433, + 1.4005083179260382, + 1.4013359743100644, + 1.3812011709754344, + 1.3835598408359804, + 1.3812013976342674, + 1.3781103848770135, + 1.3960356288221552, + 1.395538551265311, + 1.3812014774234493, + 1.3955385603280217, + 1.4005094506549645, + 1.395538562828438, + 1.395538563280733, + 1.3955385635183069, + 1.3835600051169636, + 1.3955385637086428, + 1.3812014839594755, + 1.4013365702237672, + 1.3822290542971758, + 1.396035652644406, + 1.3781104302375904, + 1.4014146377767467, + 1.3960356526491267, + 1.3812014839971491, + 1.3955385637809452, + 1.3960356526498108, + 1.383560005254973, + 1.382229054307654, + 1.3781104302404734, + 1.395538563781157, + 1.4005094524687698, + 1.4013365702437741, + 1.3955385637811646, + 1.396035652649926, + 1.4005921642462742, + 1.3822290543076858, + 1.3835600052550336, + 1.3955385637811657, + 1.3955385637811657, + 1.3840570941237946, + 1.4005094524687742, + 1.3822290543076858, + 1.381201483997569, + 1.381201483997569, + 1.3955385637811657, + 1.3822290543076858, + 1.37811043024049, + 1.3960356526499265, + 1.3822290543076858, + 1.3822290543076858, + 1.3822290543076858, + 1.3793270514979878, + 1.3955385637811657, + 1.4013365702437763, + 1.3955385637811657, + 1.4005094524687742, + 1.381201483997569, + 1.3955385637811657, + 1.3835600052550336 ], "timestamps": [ - "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", "2026-06-20 00:40:00", @@ -533,6 +532,7 @@ "2026-06-21 00:40:00", "2026-06-21 00:50:00", "2026-06-21 01:00:00", - "2026-06-21 01:10:00" + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index d4aff28bbe472d43171854d151cf27f04d916421..7aabe09418809abf62e9b68111b13012613b51eb 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,37 +1,31 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T01:05:20.806089+00:00", + "evaluated_at": "2026-06-22T01:14:59.387339+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 5037dc6a5282f7fccdb47eec9595d60bc4351595..7b2026a39a7faa9471624a01d432bcc0f9a0bdba 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,4.800,3.900,5.000,5.000,4.800,4.800,4.400,5.000,4.800,4.700 +2026-06-22,Chronos-2,4.800,3.900,5.200,5.200,4.800,5.000,4.300,5.200,4.800,4.900 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 7ffef1a1db639c82207d42f797de0af6387a4cb6..f22a2109eee326c1a6915d4b5a4d5088039dbe92 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.8,3.9,5.0,5.0,4.8,4.8,4.4,5.0,4.8,4.7 +2026-W26,Chronos-Bolt-Mini,4.8,3.9,5.2,5.2,4.8,5.0,4.3,5.2,4.8,4.9 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index acb74fd35649110c0f1403064367ed94c337f48c..d250b43bcc539d6432eda2dbb247ccfd21c3f50d 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,179719.21008237204,179719.21008237204,340.53759765625,0.2997152776272333,0.005325180221643814,0.005303290461834973,1.9525816537906209,423.9330254679058,0.006611810884895709,0.00531114600570388,0.005278526953488187,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,273977.94120343524,273977.94120343524,407.2322591145833,0.36163989110677025,0.00637066158659242,0.0063373721472338345,1.6453273368567274,523.4290221256701,0.008165273354472011,0.00635265255435418,0.005146443119075889,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.10470496160197343,0.10470496160197343,0.24336419304211934,0.7238314251495443,0.18198248765865543,0.20824562567067517,10.611701971439032,0.3235814605350149,0.3049586634315953,0.22935806926182814,0.1851215835515475,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.05440467413328322,0.05440467413328322,0.20337391727500492,2.46513896113696,0.1323153693261341,0.14437144637804197,45.59034340310892,0.23324809566914628,0.15813430669271317,0.13788062584348992,0.11603819901575539,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.17285801700461428,0.17285801700461428,0.3342307890454928,0.9987971026334674,0.24929593374631617,0.294457045576145,26.855189345422584,0.41576197157101114,0.3663800583401939,0.2945326998687796,0.2671455545855603,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.05885342438278012,0.05885342438278012,0.21352491279443106,2.755160673642847,0.13880196893989138,0.15189972948470237,54.643481288752646,0.2425972472695849,0.16400939485556557,0.14435486028036482,0.122729635077927,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,3.877528535274602,3.877528535274602,1.7511553764343262,0.9123239939689145,0.09667043338541359,0.09100594502657111,6.794600776784915,1.969144112368265,0.1061294857228033,0.09438071005284551,0.05537216414843527,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,119.08883088791497,119.08883088791497,8.478275378545126,0.7333578924607926,0.4519508036046663,0.3265129140632516,4.146526194953971,10.912782912159251,0.47224450310355,0.36689256769278955,0.24817596414066415,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.4501269307024813,1.4501269307024813,1.1002933979034424,0.5613925431657794,0.04561964916515076,0.04442495529034112,2.626121458613473,1.2042121618313284,0.04890201672411486,0.044681965397094105,0.02957468149379179,Weather,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index cdbd2ed2c6b4e77a004f4c8987655eda9d1c10d8..4828cafeb42316d09941b741c65e30afd9896445 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T01:01:42.324667+00:00", + "evaluated_at": "2026-06-22T01:11:08.757846+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65940.0, 65904.0, 65851.9921875, 65892.0, @@ -101,10 +100,10 @@ 64012.3984375, 64272.01171875, 64298.01171875, - 64294.0 + 64294.0, + 64248.0 ], "actuals": [ - 64248.0, 64241.25, 64426.0, 64276.12109375, @@ -127,88 +126,88 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63910.01171875 + 63896.01171875, + 63944.0 ], "p50": [ - 64307.55859375, - 64327.21484375, - 64333.66015625, - 64365.16796875, - 64378.9296875, - 64399.10546875, - 64415.015625, - 64442.71484375, - 64454.6875, - 64464.46875, - 64470.38671875, - 64485.90625, - 64497.9765625, - 64494.125, - 64489.859375, - 64491.29296875, - 64533.34765625, - 64515.47265625, - 64524.0625, - 64501.94140625, - 64499.3984375, - 64485.359375, - 64468.65234375, - 64462.7890625 + 64272.078125, + 64294.8046875, + 64310.875, + 64339.22265625, + 64354.09375, + 64381.9296875, + 64401.22265625, + 64430.07421875, + 64442.03515625, + 64457.3046875, + 64471.97265625, + 64489.3515625, + 64503.63671875, + 64511.23046875, + 64521.46875, + 64517.78515625, + 64630.3046875, + 64642.7109375, + 64647.02734375, + 64673.7734375, + 64660.62890625, + 64680.4921875, + 64686.76953125, + 64693.26171875 ], "p10": [ - 64033.65625, - 63967.9453125, - 63903.29296875, - 63845.28125, - 63787.50390625, - 63741.8671875, - 63691.578125, - 63649.41796875, - 63611.7421875, - 63553.484375, - 63477.03515625, - 63419.4140625, - 63323.71484375, - 63245.7890625, - 63181.03515625, - 63123.86328125, - 63014.22265625, - 62896.8359375, - 62811.578125, - 62744.16015625, - 62678.19921875, - 62601.7578125, - 62549.625, - 62532.5234375 + 64003.73046875, + 63951.44140625, + 63902.67578125, + 63855.8515625, + 63802.796875, + 63773.6484375, + 63723.49609375, + 63707.91015625, + 63675.546875, + 63634.58984375, + 63564.1484375, + 63515.02734375, + 63445.109375, + 63390.9296875, + 63352.0546875, + 63369.5234375, + 63293.3515625, + 63188.33984375, + 63103.41796875, + 63037.37109375, + 62996.13671875, + 62943.3203125, + 62897.4609375, + 62890.23828125 ], "p90": [ - 64601.9453125, - 64667.6953125, - 64754.421875, - 64849.40625, - 64943.70703125, - 64993.76171875, - 65049.97265625, - 65120.5703125, - 65183.0859375, - 65242.29296875, - 65309.6015625, - 65391.40625, - 65461.24609375, - 65499.703125, - 65605.8828125, - 65626.65625, - 66115.296875, - 66171.234375, - 66203.3203125, - 66269.9375, - 66278.0703125, - 66351.4375, - 66445.7578125, - 66493.84375 + 64532.07421875, + 64586.06640625, + 64664.7109375, + 64735.8828125, + 64819.0390625, + 64861.25, + 64901.6484375, + 64967.83984375, + 65025.96484375, + 65077.19921875, + 65135.25390625, + 65213.15625, + 65272.9921875, + 65302.0703125, + 65348.07421875, + 65369.21875, + 65738.5390625, + 65799.6015625, + 65851.234375, + 65964.078125, + 65976.625, + 66045.1640625, + 66133.0, + 66163.5703125 ], "timestamps": [ - "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", "2026-06-17 04:00:00", @@ -327,6 +326,7 @@ "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" ] } diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 35c6ad99dcc8ad05b48c21424688c590412af954..5641b3d4145f26bf8d58b6f69e6ebc0aebb26c97 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T00:01:20.731531+00:00", + "evaluated_at": "2026-06-22T01:11:19.199581+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a37c9cb06e32ebb7b0abae949d251b10a302f431..af787b16903419af0486743617b5f253859aa151 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T00:54:42.028943+00:00", + "evaluated_at": "2026-06-22T01:11:23.632599+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2630000114440918, - 0.3009999990463257, - 0.3310000002384186, 0.3580000102519989, 0.38100001215934753, 0.4020000100135803, @@ -245,12 +242,12 @@ 0.3409999907016754, 0.35199999809265137, 0.36500000953674316, - 0.36399999260902405 - ], - "actuals": [ + 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, - 0.36500000953674316, + 0.36500000953674316 + ], + "actuals": [ 0.3799999952316284, 0.4000000059604645, 0.42100000381469727, @@ -307,198 +304,198 @@ 1.7640000581741333, 1.7740000486373901, 1.7929999828338623, - 1.8079999685287476 + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 ], "p50": [ - 0.365778386592865, - 0.37334251403808594, - 0.38648784160614014, - 0.39011257886886597, - 0.40119093656539917, - 0.4120895266532898, - 0.4238649010658264, - 0.4360937476158142, - 0.4488723874092102, - 0.46157306432724, - 0.4782469868659973, - 0.4932186007499695, - 0.5088191032409668, - 0.5269646644592285, - 0.5442692637443542, - 0.5630646347999573, - 0.6023783683776855, - 0.6192227005958557, - 0.637694239616394, - 0.6565115451812744, - 0.672666072845459, - 0.6939230561256409, - 0.7172003984451294, - 0.7354133129119873, - 0.752849817276001, - 0.7718507051467896, - 0.7937861680984497, - 0.8154367804527283, - 0.837581992149353, - 0.8568252325057983, - 0.8732250928878784, - 0.8882502317428589, - 0.9371296167373657, - 0.953334629535675, - 0.9711078405380249, - 0.9828298091888428, - 1.0032744407653809, - 1.0135836601257324, - 1.0306663513183594, - 1.0428447723388672, - 1.0538277626037598, - 1.0634342432022095, - 1.0773036479949951, - 1.0910701751708984, - 1.1015359163284302, - 1.1123393774032593, - 1.1212071180343628, - 1.128173589706421, - 1.1311182975769043, - 1.1322475671768188, - 1.1308403015136719, - 1.1297032833099365, - 1.1262751817703247, - 1.1213572025299072, - 1.121837854385376, - 1.1121941804885864, - 1.1017011404037476, - 1.089333415031433, - 1.0770636796951294, - 1.0698331594467163 + 0.3888515830039978, + 0.3958248496055603, + 0.4070776700973511, + 0.4107785224914551, + 0.42045754194259644, + 0.43019402027130127, + 0.44130754470825195, + 0.45326048135757446, + 0.4652416706085205, + 0.477980375289917, + 0.4937657117843628, + 0.5102596879005432, + 0.5230453610420227, + 0.539276659488678, + 0.5545594692230225, + 0.5701833367347717, + 0.6164841055870056, + 0.6324361562728882, + 0.6517653465270996, + 0.6680439710617065, + 0.6822967529296875, + 0.7028943300247192, + 0.7230402231216431, + 0.73885178565979, + 0.7550570368766785, + 0.7724020481109619, + 0.7920304536819458, + 0.8101913928985596, + 0.8267102241516113, + 0.8461104035377502, + 0.859604001045227, + 0.8727191090583801, + 0.9274751543998718, + 0.9430949687957764, + 0.9595499634742737, + 0.9672221541404724, + 0.9829179644584656, + 0.9919267892837524, + 1.0037760734558105, + 1.0141167640686035, + 1.025915265083313, + 1.0347024202346802, + 1.0439351797103882, + 1.0542093515396118, + 1.0610251426696777, + 1.0682775974273682, + 1.0733731985092163, + 1.0736877918243408, + 1.0706931352615356, + 1.0704165697097778, + 1.0671162605285645, + 1.0609294176101685, + 1.055651307106018, + 1.04325270652771, + 1.0372323989868164, + 1.0236155986785889, + 1.0113952159881592, + 0.995773196220398, + 0.9842642545700073, + 0.9726083278656006 ], "p10": [ - 0.34368836879730225, - 0.35461992025375366, - 0.3593658208847046, - 0.36433547735214233, - 0.37557876110076904, - 0.3807002902030945, - 0.38879746198654175, - 0.3999022841453552, - 0.40981525182724, - 0.42332345247268677, - 0.42951667308807373, - 0.44552868604660034, - 0.4592509865760803, - 0.47839194536209106, - 0.4864727854728699, - 0.49841856956481934, - 0.5390017628669739, - 0.5546576976776123, - 0.5701258182525635, - 0.5843628644943237, - 0.6021775007247925, - 0.6159347295761108, - 0.6374416947364807, - 0.6494103670120239, - 0.670121431350708, - 0.6862468123435974, - 0.7061654925346375, - 0.7166584730148315, - 0.731225848197937, - 0.7439391016960144, - 0.7619651556015015, - 0.7755423784255981, - 0.8283953666687012, - 0.8495864868164062, - 0.8620150089263916, - 0.8791217803955078, - 0.8778488636016846, - 0.8978619575500488, - 0.9069693088531494, - 0.9066369533538818, - 0.9224033951759338, - 0.9273907542228699, - 0.9374794960021973, - 0.9429202079772949, - 0.9486706852912903, - 0.9583214521408081, - 0.9677351117134094, - 0.9650211334228516, - 0.9761064052581787, - 0.9626563787460327, - 0.9675089120864868, - 0.9650664329528809, - 0.9557658433914185, - 0.9531430602073669, - 0.9442029595375061, - 0.9249160289764404, - 0.9227333068847656, - 0.901551365852356, - 0.8985024094581604, - 0.8810003995895386 + 0.36804622411727905, + 0.37772059440612793, + 0.3818281292915344, + 0.3875163793563843, + 0.3972182273864746, + 0.40139949321746826, + 0.41010457277297974, + 0.42116111516952515, + 0.4297060966491699, + 0.4433631896972656, + 0.4495091438293457, + 0.4658162593841553, + 0.4782678484916687, + 0.49488818645477295, + 0.5018787980079651, + 0.511939525604248, + 0.5552988052368164, + 0.5690947771072388, + 0.5868389010429382, + 0.6001344919204712, + 0.6160709857940674, + 0.6284987926483154, + 0.6489551067352295, + 0.6580002903938293, + 0.6766781806945801, + 0.6909427046775818, + 0.7093082070350647, + 0.7176460027694702, + 0.7273961305618286, + 0.7382110357284546, + 0.7575182914733887, + 0.7667776346206665, + 0.8246458768844604, + 0.8469150066375732, + 0.8597453236579895, + 0.8734102249145508, + 0.8688587546348572, + 0.8886674046516418, + 0.8942620158195496, + 0.8944031000137329, + 0.9081541299819946, + 0.9115041494369507, + 0.9199019074440002, + 0.9198184013366699, + 0.9238325953483582, + 0.9298437833786011, + 0.9362908601760864, + 0.9259156584739685, + 0.9345089197158813, + 0.922257661819458, + 0.9223116040229797, + 0.9214884042739868, + 0.9046432971954346, + 0.904986560344696, + 0.8915544152259827, + 0.8744114637374878, + 0.866679847240448, + 0.8466885089874268, + 0.8363127708435059, + 0.817471981048584 ], "p90": [ - 0.38848376274108887, - 0.3956841230392456, - 0.40577685832977295, - 0.4180152416229248, - 0.43118584156036377, - 0.4469621777534485, - 0.4566847085952759, - 0.4740266799926758, - 0.48705965280532837, - 0.5040333867073059, - 0.5198802947998047, - 0.5394938588142395, - 0.5652815103530884, - 0.5813587307929993, - 0.6012958288192749, - 0.6296181678771973, - 0.6883543729782104, - 0.7028599977493286, - 0.7244254350662231, - 0.7467494010925293, - 0.7640504240989685, - 0.7878444790840149, - 0.814308762550354, - 0.8374981880187988, - 0.8591492772102356, - 0.8832904100418091, - 0.9129000306129456, - 0.9354147911071777, - 0.9590991735458374, - 0.9861943125724792, - 1.0082741975784302, - 1.0279005765914917, - 1.1112667322158813, - 1.1297334432601929, - 1.1546862125396729, - 1.1701233386993408, - 1.1915466785430908, - 1.2206016778945923, - 1.2452718019485474, - 1.270425796508789, - 1.2808231115341187, - 1.3006656169891357, - 1.3211283683776855, - 1.340372085571289, - 1.358654499053955, - 1.370718240737915, - 1.3794186115264893, - 1.3886034488677979, - 1.4125444889068604, - 1.4201745986938477, - 1.4310221672058105, - 1.4379501342773438, - 1.44431471824646, - 1.4474575519561768, - 1.4606178998947144, - 1.458508014678955, - 1.4547863006591797, - 1.458107590675354, - 1.4592565298080444, - 1.4577724933624268 + 0.41346806287765503, + 0.4175916910171509, + 0.42560482025146484, + 0.43700069189071655, + 0.44813114404678345, + 0.46162325143814087, + 0.47093814611434937, + 0.487019419670105, + 0.49849849939346313, + 0.5150090456008911, + 0.5307974815368652, + 0.5501731038093567, + 0.5724798440933228, + 0.5873973369598389, + 0.6054471731185913, + 0.6317697763442993, + 0.6859951615333557, + 0.6987191438674927, + 0.719585657119751, + 0.7390279769897461, + 0.7513189315795898, + 0.7760295867919922, + 0.7961931228637695, + 0.8195986747741699, + 0.8349878787994385, + 0.8600562810897827, + 0.8840857744216919, + 0.902286171913147, + 0.9219304323196411, + 0.9468891620635986, + 0.966593861579895, + 0.9823920726776123, + 1.0464046001434326, + 1.0564594268798828, + 1.0756595134735107, + 1.0861843824386597, + 1.109352707862854, + 1.1229594945907593, + 1.1435245275497437, + 1.1625266075134277, + 1.1812739372253418, + 1.1913695335388184, + 1.2087336778640747, + 1.227877140045166, + 1.236222743988037, + 1.245019555091858, + 1.2501221895217896, + 1.260329008102417, + 1.2625923156738281, + 1.2630670070648193, + 1.263744831085205, + 1.269028663635254, + 1.2621009349822998, + 1.2599753141403198, + 1.261702060699463, + 1.2552368640899658, + 1.2448148727416992, + 1.2374823093414307, + 1.2337234020233154, + 1.2264654636383057 ], "timestamps": [ - "2026-06-20 18:48:00", - "2026-06-20 18:54:00", - "2026-06-20 19:00:00", "2026-06-20 19:06:00", "2026-06-20 19:12:00", "2026-06-20 19:18:00", @@ -795,6 +792,9 @@ "2026-06-22 00:24:00", "2026-06-22 00:30:00", "2026-06-22 00:36:00", - "2026-06-22 00:42:00" + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 1acb2e0c3785ddbdd36f947ef041d7d98d19be04..761673930b6ab87a33200fc71d9f7fd86c947507 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T00:45:52.565748+00:00", + "evaluated_at": "2026-06-22T01:11:28.148769+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.5, 1.5, 1.5, 1.399999976158142, @@ -84,6 +83,7 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -96,7 +96,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,232 +157,232 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.2943551540374756, - 1.2895821332931519, - 1.2831575870513916, - 1.2801384925842285, - 1.2783501148223877, - 1.278548002243042, - 1.2787758111953735, - 1.2789421081542969, - 1.2779828310012817, - 1.2788399457931519, - 1.2757867574691772, - 1.2736165523529053, - 1.2729500532150269, - 1.2727328538894653, - 1.2731314897537231, - 1.2726081609725952, - 1.2784088850021362, - 1.2784136533737183, - 1.2780288457870483, - 1.278874158859253, - 1.2802067995071411, - 1.2805851697921753, - 1.2813886404037476, - 1.2811933755874634, - 1.2813702821731567, - 1.2813842296600342, - 1.279361367225647, - 1.2799131870269775, - 1.2786836624145508, - 1.278794527053833, - 1.2778464555740356, - 1.2774596214294434, - 1.2761348485946655, - 1.2768267393112183, - 1.275712251663208, - 1.2758302688598633, - 1.2759957313537598, - 1.2767486572265625, - 1.2758564949035645, - 1.2750736474990845, - 1.2750144004821777, - 1.2763824462890625, - 1.2757837772369385, - 1.2775734663009644, - 1.2767994403839111, - 1.2780544757843018, - 1.2782344818115234, - 1.2776598930358887, - 1.28008234500885, - 1.2791318893432617, - 1.276569128036499, - 1.2751306295394897, - 1.27536940574646, - 1.2759819030761719, - 1.2757614850997925, - 1.2754909992218018, - 1.277532696723938, - 1.2795941829681396, - 1.2796074151992798, - 1.28001868724823, - 1.2780367136001587, - 1.278551697731018, - 1.2763060331344604, - 1.2754989862442017, - 1.2749418020248413, - 1.2761317491531372, - 1.275591492652893, - 1.2748404741287231, - 1.2771315574645996, - 1.2785414457321167, - 1.2804707288742065, - 1.2813061475753784 + 1.2929720878601074, + 1.287908673286438, + 1.2825508117675781, + 1.2809911966323853, + 1.2788292169570923, + 1.2799309492111206, + 1.2802420854568481, + 1.279608964920044, + 1.2763785123825073, + 1.2748318910598755, + 1.270639181137085, + 1.2679786682128906, + 1.2684918642044067, + 1.2678078413009644, + 1.2680848836898804, + 1.2679287195205688, + 1.2751795053482056, + 1.2748758792877197, + 1.2733231782913208, + 1.2752681970596313, + 1.2745387554168701, + 1.2753443717956543, + 1.2749452590942383, + 1.2747360467910767, + 1.274361252784729, + 1.2739133834838867, + 1.273510217666626, + 1.2726373672485352, + 1.2729405164718628, + 1.2718850374221802, + 1.2719078063964844, + 1.2719026803970337, + 1.2697049379348755, + 1.27019464969635, + 1.2683502435684204, + 1.268215298652649, + 1.2665730714797974, + 1.2670719623565674, + 1.2668561935424805, + 1.2648520469665527, + 1.2657041549682617, + 1.2662678956985474, + 1.2674145698547363, + 1.267105221748352, + 1.2674049139022827, + 1.2683912515640259, + 1.2682465314865112, + 1.2680613994598389, + 1.272491455078125, + 1.2720239162445068, + 1.269412636756897, + 1.268686294555664, + 1.2688533067703247, + 1.2689193487167358, + 1.2699997425079346, + 1.2694883346557617, + 1.272367000579834, + 1.2732794284820557, + 1.2731376886367798, + 1.2719037532806396, + 1.2700401544570923, + 1.2700530290603638, + 1.267485499382019, + 1.2671959400177002, + 1.2668064832687378, + 1.2681939601898193, + 1.2682517766952515, + 1.2678601741790771, + 1.2697067260742188, + 1.2702505588531494, + 1.272519826889038, + 1.2717207670211792 ], "p10": [ - 1.2266685962677002, - 1.2156535387039185, - 1.209804654121399, - 1.2067290544509888, - 1.204897165298462, - 1.2038307189941406, - 1.2032333612442017, - 1.2045058012008667, - 1.2036173343658447, - 1.2007805109024048, - 1.203235387802124, - 1.2028692960739136, - 1.2035861015319824, - 1.2014753818511963, - 1.2018121480941772, - 1.2012509107589722, - 1.2052046060562134, - 1.2036436796188354, - 1.2025095224380493, - 1.2032512426376343, - 1.203545331954956, - 1.2034306526184082, - 1.2030913829803467, - 1.2037678956985474, - 1.2032490968704224, - 1.2004541158676147, - 1.2031192779541016, - 1.2029540538787842, - 1.203023076057434, - 1.2001662254333496, - 1.201289415359497, - 1.2003535032272339, - 1.1998978853225708, - 1.1995145082473755, - 1.197718620300293, - 1.1989260911941528, - 1.199074625968933, - 1.1980102062225342, - 1.1965762376785278, - 1.1982702016830444, - 1.1968839168548584, - 1.195353388786316, - 1.1982920169830322, - 1.1974400281906128, - 1.198307991027832, - 1.1955468654632568, - 1.1965042352676392, - 1.1962553262710571, - 1.1958587169647217, - 1.1954044103622437, - 1.1925617456436157, - 1.19460129737854, - 1.1941083669662476, - 1.1935770511627197, - 1.19266939163208, - 1.1943564414978027, - 1.1930328607559204, - 1.1917186975479126, - 1.1942850351333618, - 1.1934638023376465, - 1.1944397687911987, - 1.1914465427398682, - 1.1912586688995361, - 1.1916922330856323, - 1.191713571548462, - 1.1902214288711548, - 1.1886848211288452, - 1.1914241313934326, - 1.1908258199691772, - 1.1898707151412964, - 1.1895065307617188, - 1.1915658712387085 + 1.229810357093811, + 1.2168978452682495, + 1.2091922760009766, + 1.2047145366668701, + 1.203580379486084, + 1.2022662162780762, + 1.202476143836975, + 1.200917363166809, + 1.2011144161224365, + 1.1977404356002808, + 1.1991896629333496, + 1.1984703540802002, + 1.198683261871338, + 1.1973378658294678, + 1.1973797082901, + 1.1968202590942383, + 1.2010102272033691, + 1.1992920637130737, + 1.1982654333114624, + 1.1981462240219116, + 1.1988661289215088, + 1.1987693309783936, + 1.1981574296951294, + 1.1981805562973022, + 1.1980006694793701, + 1.1957825422286987, + 1.197657585144043, + 1.197508692741394, + 1.1965842247009277, + 1.1955065727233887, + 1.1957095861434937, + 1.194909930229187, + 1.194421410560608, + 1.1939716339111328, + 1.1929445266723633, + 1.1930159330368042, + 1.1925665140151978, + 1.192132830619812, + 1.191009521484375, + 1.192365288734436, + 1.190779447555542, + 1.189766526222229, + 1.1917070150375366, + 1.1918537616729736, + 1.1919703483581543, + 1.1893320083618164, + 1.1895904541015625, + 1.1893106698989868, + 1.1917401552200317, + 1.1905605792999268, + 1.1884874105453491, + 1.1899076700210571, + 1.1892461776733398, + 1.1891040802001953, + 1.1876457929611206, + 1.190512776374817, + 1.1888924837112427, + 1.1868689060211182, + 1.189490556716919, + 1.188899040222168, + 1.188865303993225, + 1.1865839958190918, + 1.1859380006790161, + 1.1856434345245361, + 1.188402771949768, + 1.1859654188156128, + 1.184241533279419, + 1.187410831451416, + 1.1863532066345215, + 1.1854535341262817, + 1.184041142463684, + 1.1868960857391357 ], "p90": [ - 1.3740911483764648, - 1.3824973106384277, - 1.3856388330459595, - 1.3834620714187622, - 1.3830617666244507, - 1.3849279880523682, - 1.3860244750976562, - 1.3873032331466675, - 1.3916738033294678, - 1.3915411233901978, - 1.3915493488311768, - 1.3902555704116821, - 1.3882678747177124, - 1.3873587846755981, - 1.3874412775039673, - 1.3878200054168701, - 1.3911911249160767, - 1.3948301076889038, - 1.398290991783142, - 1.3971891403198242, - 1.3966859579086304, - 1.398444652557373, - 1.398840069770813, - 1.3985648155212402, - 1.4050674438476562, - 1.4037615060806274, - 1.4055123329162598, - 1.406388521194458, - 1.4050832986831665, - 1.4038984775543213, - 1.4042197465896606, - 1.4045017957687378, - 1.405596375465393, - 1.4063364267349243, - 1.4104175567626953, - 1.4089993238449097, - 1.406691312789917, - 1.4105305671691895, - 1.4092482328414917, - 1.4107847213745117, - 1.4168033599853516, - 1.415231466293335, - 1.4189696311950684, - 1.4198112487792969, - 1.4190819263458252, - 1.4176146984100342, - 1.4197458028793335, - 1.4193729162216187, - 1.4230561256408691, - 1.420555830001831, - 1.4226435422897339, - 1.422102451324463, - 1.4184484481811523, - 1.4235013723373413, - 1.4219778776168823, - 1.4265245199203491, - 1.4337313175201416, - 1.4322971105575562, - 1.4375669956207275, - 1.4359420537948608, - 1.4363529682159424, - 1.4318857192993164, - 1.4333527088165283, - 1.430558204650879, - 1.436766266822815, - 1.4343796968460083, - 1.4388413429260254, - 1.440260648727417, - 1.4375931024551392, - 1.4433737993240356, - 1.44261634349823, - 1.4494497776031494 + 1.3645869493484497, + 1.3720563650131226, + 1.3756688833236694, + 1.3753160238265991, + 1.3777306079864502, + 1.3795875310897827, + 1.3809590339660645, + 1.381238341331482, + 1.3831168413162231, + 1.3816598653793335, + 1.3791683912277222, + 1.378628134727478, + 1.3772311210632324, + 1.37753164768219, + 1.3766735792160034, + 1.3773841857910156, + 1.3815127611160278, + 1.3858128786087036, + 1.3885669708251953, + 1.3873335123062134, + 1.3870940208435059, + 1.3886127471923828, + 1.3887041807174683, + 1.3885880708694458, + 1.3933513164520264, + 1.3921138048171997, + 1.394595742225647, + 1.3950965404510498, + 1.3945730924606323, + 1.3940834999084473, + 1.3939623832702637, + 1.3959676027297974, + 1.3936666250228882, + 1.3956451416015625, + 1.3982881307601929, + 1.3958591222763062, + 1.3933987617492676, + 1.3965610265731812, + 1.3963100910186768, + 1.3963406085968018, + 1.4029721021652222, + 1.401376485824585, + 1.4059836864471436, + 1.4067277908325195, + 1.405409336090088, + 1.4059542417526245, + 1.4073715209960938, + 1.4087272882461548, + 1.4068409204483032, + 1.406895637512207, + 1.4102509021759033, + 1.408036470413208, + 1.4053219556808472, + 1.4094825983047485, + 1.4102574586868286, + 1.4122320413589478, + 1.4229127168655396, + 1.4202648401260376, + 1.4259365797042847, + 1.4239568710327148, + 1.4206053018569946, + 1.417593240737915, + 1.4172277450561523, + 1.4167195558547974, + 1.4192357063293457, + 1.4195427894592285, + 1.426274299621582, + 1.425424337387085, + 1.4222110509872437, + 1.4278388023376465, + 1.4284389019012451, + 1.4318488836288452 ], "timestamps": [ - "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", "2026-06-20 00:40:00", @@ -533,6 +532,7 @@ "2026-06-21 00:40:00", "2026-06-21 00:50:00", "2026-06-21 01:00:00", - "2026-06-21 01:10:00" + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 80fb88b86e289de9abded5234aa6e8ff4ff3e138..4ae44893d02b1e9795df2d09a2aa68e0c1375245 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,37 +1,31 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T01:02:05.303797+00:00", + "evaluated_at": "2026-06-22T01:11:30.963687+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 86d6556137d95772cb223d848147b69937c20029..1441ca1c32b9551415b927160bf9b1c6e94f6dc7 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -7,5 +7,4 @@ nws_ksfo_observations_temperature,Weather,1h,1 open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1 open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1 usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1 -usgs_potomac_iv_usgs_00060,Hydrology,15min,1 wikimedia_time_series_hourly_pageviews,Web,1D,1 diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 22bae6db6ddbb33da7e4a013db77ed2599597ef9..6c8e926ef1c2f538a0785d11699954d734c496f8 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,31213.319654167444,29411.281356694846,123.91790608089256,0.10906311044547445,0.001936696301180341,0.0019357869315912394,1.0225104309192214,176.672917149651,0.0027554539196068704,0.0019326679240307429,0.0015628568053608284,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,35496.16225156009,31519.088880650626,137.81406655233363,0.12238486245988645,0.0021528765072902425,0.002152876739717485,0.9895994973521961,188.4042522119925,0.002939027366515529,0.0021498416746579085,0.0016377889740415699,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.5081800024963733,0.5076823088677441,0.5863639396052065,1.7440061364626538,0.4646262377164929,0.6515410348035834,65.45296756238186,0.7128674508605182,0.6718404220651808,0.5526174553104182,0.5444262454801387,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.09301408937457631,0.09148505082902365,0.2594726270136425,3.1451234788134808,0.16834648268504374,0.18937819308621023,44.6700841981829,0.304982113204326,0.2067675403174758,0.17591365048802368,0.1650605970358189,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.6799795266754629,0.679085819726042,0.702222439479236,2.098483326323956,0.5435583331997705,0.7915567345167528,79.17352033611687,0.8246087112536848,0.7266662378845193,0.618816332268265,0.6109116339850026,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.09340575255222097,0.09207434759880366,0.26260922882077686,3.3885068037903934,0.17023368808073047,0.19135213746033536,55.31977985689702,0.30562354711674455,0.20661872127727574,0.17753862085055166,0.16536948063644075,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,2.1661725766281474,2.0068611633213655,1.2390329463841843,0.6455163839350405,0.0685232333747978,0.0655266633156909,11.519354450144368,1.4717923007775748,0.07932408755215228,0.06677923091937252,0.0643407731775578,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,1583.4308813685432,1556.0930917438457,33.229272959754205,2.8742814425958727,1.8674557382280668,0.7849462996793392,94.51738362686775,39.79234702010606,1.7219912919642055,1.4379779771745136,1.4008606382991318,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,205.17283364988245,201.8579566155198,11.900896177544062,6.0720843947567404,0.5117805761707964,0.3757241470223105,217.19565919856612,14.32385540452997,0.5816794072905572,0.48328512396118023,0.47544905402605864,Weather,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 72a7e97c3c53113af4354aa284fa4c30fb3da6d4..cb4b13db30a6cd4b958a5b1154b14bd0c3c3f55f 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T01:05:20.865577+00:00", + "evaluated_at": "2026-06-22T01:14:59.468892+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65940.0, 65904.0, 65851.9921875, 65892.0, @@ -101,10 +100,10 @@ 64012.3984375, 64272.01171875, 64298.01171875, - 64294.0 + 64294.0, + 64248.0 ], "actuals": [ - 64248.0, 64241.25, 64426.0, 64276.12109375, @@ -127,88 +126,88 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63910.01171875 + 63896.01171875, + 63944.0 ], "p50": [ - 64285.75299233642, - 64272.64841908186, - 64269.807517702306, - 64228.095522572745, - 64210.76243369319, - 64249.56996981364, - 64200.47516218408, - 64185.96238580452, - 64143.37343754996, - 64121.77667679541, - 64114.19358791585, - 64115.340967786295, - 64096.47662890674, - 64079.14354002718, - 64035.47060739763, - 64044.477362268066, - 64029.32005463851, - 63998.25454388396, - 63992.4780956294, - 63956.424303624844, - 63937.319730370284, - 63942.01007899073, - 63910.36058386118, - 63881.433744981616 + 64254.17015565134, + 64270.576700679616, + 64214.99691758288, + 64183.751118861146, + 64219.39985138941, + 64162.70288079268, + 64127.55278519595, + 64137.992533349214, + 64104.53775025248, + 64103.12984215575, + 64067.218027809016, + 64062.42535408728, + 64026.869008490554, + 64000.10367851882, + 63992.006317297084, + 63999.18629982535, + 63988.74909485362, + 63950.59118675689, + 63947.53679428515, + 63930.105448688424, + 63898.29714996669, + 63883.801351244954, + 63849.63172439822, + 63853.24920692649 ], "p10": [ - 64029.90338296142, - 64039.41795033186, - 63865.256736452306, - 63984.007241322746, - 63960.57102744319, - 63964.935594813636, - 63932.00797468408, - 63930.26941705452, - 63898.01992192496, - 63891.12472367041, - 63850.83147854085, - 63846.020655286295, - 63843.97272265674, - 63821.79236815218, - 63729.82998239763, - 63776.688299768066, - 63752.57396088851, - 63735.24087200896, - 63736.2866893794, - 63718.953600499844, - 63690.022855370284, - 63687.60617274073, - 63666.95433386118, - 63631.242338731616 + 64005.60804627634, + 63988.545450679616, + 63891.63754258288, + 63948.835493861145, + 63962.43657013941, + 63839.34350579268, + 63897.70122269595, + 63848.892923974214, + 63861.67876587748, + 63827.02827965575, + 63826.816074684015, + 63734.75543221228, + 63781.515492865554, + 63751.56188164382, + 63740.23366104708, + 63716.69919045035, + 63731.00964172862, + 63713.947046131885, + 63696.99382553515, + 63671.093729938424, + 63641.38660309169, + 63639.54978874495, + 63600.42078689822, + 63605.05584755149 ], "p90": [ - 64535.86041421142, - 64518.52732533186, - 64501.194236452306, - 64504.364663197746, - 64456.15344931819, - 64447.47934481364, - 64433.63649030908, - 64414.52879205452, - 64395.28945317496, - 64381.63722367041, - 64360.62327541585, - 64345.196436536295, - 64404.55475390674, - 64331.03377440218, - 64310.94326364763, - 64274.14845601807, - 64276.27708588851, - 64317.88930950896, - 64225.6394237544, - 64206.531725499844, - 64186.632230370284, - 64173.64015711573, - 64154.53245886118, - 64132.453276231616 + 64479.49281190134, + 64549.127481929616, + 64453.09848008288, + 64482.893696986146, + 64420.14203888941, + 64400.80444329268, + 64380.75122269595, + 64385.594095849214, + 64368.16275025248, + 64331.269685905754, + 64333.300059059016, + 64343.44293221228, + 64276.16314911556, + 64260.69352226882, + 64243.262176672084, + 64225.83083107535, + 64209.05964172862, + 64195.30915550689, + 64177.877809910155, + 64156.95622993843, + 64136.71238434169, + 64205.133382494954, + 64124.12391189822, + 64087.230847551495 ], "timestamps": [ - "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", "2026-06-17 04:00:00", @@ -327,6 +326,7 @@ "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" ] } diff --git a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 6ca9df5f081b700e63d47dd19a4e10c9cc2d3656..0e903ca99bb342f4671e470f353395e68339449e 100644 --- a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T00:04:08.399780+00:00", + "evaluated_at": "2026-06-22T01:14:59.487666+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ad78314dd1fc8d439ab65dce07c155fca480d4ae..e723d9aaf86a2a3dbc3c5b2f16a2a17df46b961a 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-22T00:57:02.399585+00:00", + "evaluated_at": "2026-06-22T01:14:59.509033+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2630000114440918, - 0.3009999990463257, - 0.3310000002384186, 0.3580000102519989, 0.38100001215934753, 0.4020000100135803, @@ -245,12 +242,12 @@ 0.3409999907016754, 0.35199999809265137, 0.36500000953674316, - 0.36399999260902405 - ], - "actuals": [ + 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, - 0.36500000953674316, + 0.36500000953674316 + ], + "actuals": [ 0.3799999952316284, 0.4000000059604645, 0.42100000381469727, @@ -307,198 +304,198 @@ 1.7640000581741333, 1.7740000486373901, 1.7929999828338623, - 1.8079999685287476 + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 ], "p50": [ - 0.3667214046633327, - 0.37136539129461404, - 0.37150937625696534, - 0.3821533452452719, - 0.38079740912417287, - 0.38444146823470227, - 0.3905854057517563, - 0.3922293863033639, - 0.40037334277469505, - 0.40001739377899276, - 0.40266140615948065, - 0.40830537991615873, - 0.41194937942204335, - 0.41559339382908916, - 0.41923737843381265, - 0.423881365065094, - 0.42452540319478843, - 0.4301693769514665, - 0.4323134255715784, - 0.4354573719101199, - 0.4411013754691204, - 0.44474537497500505, - 0.44838937448088967, - 0.4515333804240759, - 0.45617739685767966, - 0.4608213238843163, - 0.46246537894172984, - 0.46460939775951937, - 0.47025340131851984, - 0.4768974516075618, - 0.4785413874556858, - 0.4796853893457562, - 0.48682934379052945, - 0.4899733199313933, - 0.490117334696067, - 0.4937613938065964, - 0.49840538043787774, - 0.5030493670691591, - 0.5076934133050852, - 0.509337408757854, - 0.5209813946738796, - 0.5196253989481359, - 0.5222693964274626, - 0.5249133641044669, - 0.5285573636103515, - 0.5307014122304635, - 0.5353453690594224, - 0.5424893235041955, - 0.5421333745084933, - 0.545777374014378, - 0.5484214161971882, - 0.554065360151544, - 0.5582093681212882, - 0.5583533679848006, - 0.5629973844184044, - 0.5676413710496857, - 0.5722853725821283, - 0.5779293314376451, - 0.5810733075785091, - 0.583217356198621 + 0.36616652712939496, + 0.36836243974954785, + 0.3685582589096177, + 0.37675409428215095, + 0.37494999879607216, + 0.37714591141622505, + 0.38134170888020424, + 0.38153755784259646, + 0.38723333599467075, + 0.3859292191701291, + 0.3901250911399143, + 0.3933209908854639, + 0.3950168205359512, + 0.39721267355145934, + 0.4004084540877194, + 0.4011043860197772, + 0.40130023498216943, + 0.4054960920507934, + 0.4066919281385824, + 0.407887734424049, + 0.41208365109731776, + 0.4122794404550652, + 0.4144753083717345, + 0.4186711803415197, + 0.4218670353835857, + 0.4230629459771807, + 0.4237587586999489, + 0.42695459884085374, + 0.4296504752213826, + 0.4323463217995891, + 0.43404218125239885, + 0.4347380535798118, + 0.4409337954922621, + 0.4436297910820805, + 0.44082552965667066, + 0.4430213826721788, + 0.44571728885503, + 0.44841313543323646, + 0.45260897760069924, + 0.45480483061620736, + 0.458000655855951, + 0.4581965346206656, + 0.4608924110011945, + 0.46158825352628513, + 0.4642841001044916, + 0.4669799466826981, + 0.4701758166259253, + 0.4728716334018094, + 0.4735675057292224, + 0.47376338449393707, + 0.47795921176023864, + 0.48065507323960627, + 0.48235091779125483, + 0.4815466902212832, + 0.48474258996683284, + 0.48693850258698573, + 0.4891343556024938, + 0.49533015711958883, + 0.4965260230097002, + 0.4977218888998116 ], "p10": [ - 0.34012134181619524, - 0.34176535515035744, - 0.344509366243385, - 0.3471534322680533, - 0.3507973781297576, - 0.35544130515639416, - 0.3609853994098221, - 0.3636293521856652, - 0.36737341000873436, - 0.370017356824113, - 0.3746614090205036, - 0.3793054552564297, - 0.3819494020718084, - 0.38559340753815746, - 0.38923740704404214, - 0.39288140654992676, - 0.3965254596999917, - 0.4001694651663408, - 0.4038134050675806, - 0.40645729823877896, - 0.4159013422812542, - 0.4127453697297963, - 0.4173892967564329, - 0.42003342238574587, - 0.4256774021028884, - 0.42732136775333485, - 0.42886540025635084, - 0.43760938774593905, - 0.43925329379174066, - 0.4448973867577083, - 0.4475413991381962, - 0.45108534032689634, - 0.4558293852753622, - 0.4603733195499236, - 0.4631174438917762, - 0.46476129033293306, - 0.46940539617350396, - 0.47304944932356896, - 0.4774933789251261, - 0.4803374483353382, - 0.48398139419704245, - 0.48662534101242116, - 0.4912694528134566, - 0.49381329958839937, - 0.4965573583651428, - 0.5021013870534615, - 0.5048453445023088, - 0.5104894374682764, - 0.5141333773695163, - 0.514777355894566, - 0.5204214429000691, - 0.523965330444589, - 0.5257093544122199, - 0.5292533611660293, - 0.5349973813189629, - 0.5386413808248475, - 0.5422853266865518, - 0.5439293519416429, - 0.5495733256983211, - 0.5532173848088505 + 0.3391665767204594, + 0.3392623494842738, + 0.3435582827514756, + 0.3457541357669837, + 0.34684994333991065, + 0.347145820817165, + 0.35124164341046243, + 0.35253750801311345, + 0.3537333798636893, + 0.3589292538600324, + 0.3591250670596378, + 0.3612208796393549, + 0.36651685367613374, + 0.36471264494122985, + 0.3688084675345273, + 0.3710043205500354, + 0.37130020398775415, + 0.3754961445028808, + 0.37869193099960535, + 0.37788781667845883, + 0.3820837035494052, + 0.38327939658604665, + 0.38647535593624105, + 0.3886712625959295, + 0.39076705729425315, + 0.3930629149827654, + 0.3942586616635872, + 0.39735461634077746, + 0.39765049977849626, + 0.4027463154576549, + 0.40404218006030596, + 0.4061380284028099, + 0.4083338218136732, + 0.4106297331463658, + 0.4138255792477351, + 0.4150214451378465, + 0.4161172586712379, + 0.4174131709576048, + 0.4263089496341999, + 0.42470484561273597, + 0.42800067850571605, + 0.4281965632308951, + 0.4303924102859388, + 0.43258826926191135, + 0.4337840159427332, + 0.4369799752929276, + 0.4381757219737494, + 0.4422716697368008, + 0.4454674562335254, + 0.44466328826819856, + 0.4459592601592102, + 0.4501551470301565, + 0.4463509640444592, + 0.4525467655615542, + 0.45564255930620357, + 0.4589385054480087, + 0.4591343246080785, + 0.4623301051443386, + 0.4673259876760668, + 0.46772191154957665 ], "p90": [ - 0.3952213953650081, - 0.4048653176232731, - 0.40250939437677735, - 0.4072534333647787, - 0.40979739338854665, - 0.41444132935587996, - 0.41618540398745885, - 0.42172931942695246, - 0.4253734083398043, - 0.4311174165718089, - 0.429661416173061, - 0.43640543239208796, - 0.43894938943562367, - 0.4435934356715498, - 0.4482373626981864, - 0.4518813651843033, - 0.4535253874591622, - 0.45716938696504683, - 0.46181332293238014, - 0.4655573986368426, - 0.4711014064635357, - 0.47174538498858537, - 0.4763894312245115, - 0.48003340092807373, - 0.48367743023628074, - 0.4863213830121239, - 0.49016537994308784, - 0.49360938202389315, - 0.5012534492406542, - 0.5018973979633815, - 0.5076414061953861, - 0.5081853800474316, - 0.5118293795533163, - 0.5154733790592009, - 0.5191173785650856, - 0.5198614690514999, - 0.5264053775768548, - 0.5320493513335329, - 0.5346934233186655, - 0.5394373818403965, - 0.5469813043132381, - 0.5466253493570714, - 0.5482693746121626, - 0.5519133741180472, - 0.5565573935318833, - 0.5592013731298165, - 0.5628453726357011, - 0.5654893254115442, - 0.5701333716474704, - 0.5757773483843808, - 0.5775213723520115, - 0.582165409647241, - 0.5857094164010505, - 0.590353343427687, - 0.5909973279132011, - 0.5966413880966142, - 0.6052854096562174, - 0.6030293599525072, - 0.6075734134363582, - 0.6093173777993443 + 0.394166524268372, + 0.39946240293771923, + 0.3995582770294297, + 0.4017541300449378, + 0.40394998306044594, + 0.40714588280599556, + 0.4083416890914622, + 0.4096375000499329, + 0.41273339512247836, + 0.4149292481379865, + 0.4182250333472507, + 0.4193209541690027, + 0.42251682709246213, + 0.42491259706677914, + 0.42900853886936613, + 0.42810436623103515, + 0.4313002659765847, + 0.43249607226205133, + 0.43569186173900815, + 0.43788771475451627, + 0.4390836313085757, + 0.44027943759404226, + 0.4444752767812728, + 0.44667111787585195, + 0.4478670433706081, + 0.4510629162940676, + 0.4522587494016243, + 0.4544546024171324, + 0.4596504764134755, + 0.4608462826989421, + 0.46114215421573196, + 0.46423806120920635, + 0.46543386749467297, + 0.46862974041813243, + 0.4699255662777644, + 0.4691215175217271, + 0.4732172328266639, + 0.47741315248016486, + 0.47960903231776314, + 0.48390486425706886, + 0.4851006705425355, + 0.48519654463424594, + 0.48639238072203494, + 0.4885882069154529, + 0.4938840826045679, + 0.49497997660422977, + 0.49627580246386166, + 0.49937159024804656, + 0.5015675624728443, + 0.5037633052197595, + 0.5039591750437775, + 0.5071550747893271, + 0.5103509745348767, + 0.5116467854933475, + 0.5117426595850579, + 0.5170385263334762, + 0.5181343398668676, + 0.5213302396124172, + 0.5225260458978839, + 0.5238218836784447 ], "timestamps": [ - "2026-06-20 18:48:00", - "2026-06-20 18:54:00", - "2026-06-20 19:00:00", "2026-06-20 19:06:00", "2026-06-20 19:12:00", "2026-06-20 19:18:00", @@ -795,6 +792,9 @@ "2026-06-22 00:24:00", "2026-06-22 00:30:00", "2026-06-22 00:36:00", - "2026-06-22 00:42:00" + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index f83ad5bf88b84fd4b3fb327b8c7e736ad754d02c..1bf35c4cd3f55c78297ea9fdbabf3967aff73b5b 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-22T00:49:31.797884+00:00", + "evaluated_at": "2026-06-22T01:14:59.527294+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.5, 1.5, 1.5, 1.399999976158142, @@ -84,6 +83,7 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -96,7 +96,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,232 +157,232 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.3059964518222975, - 1.303635167939579, - 1.3012738840568603, - 1.2989126001741418, - 1.2965513162914233, - 1.2941900324087048, - 1.2918287485259863, - 1.2894674646432676, - 1.287106180760549, - 1.2847448968778306, - 1.282383612995112, - 1.2800223291123936, - 1.2776610452296748, - 1.2752997613469563, - 1.2729384774642378, - 1.2705771935815193, - 1.2682159096988008, - 1.265854625816082, - 1.2634933419333636, - 1.261132058050645, - 1.2587707741679266, - 1.256409490285208, - 1.2540482064024894, - 1.2516869225197709, - 1.2493256386370524, - 1.2469643547543339, - 1.2446030708716154, - 1.2422417869888966, - 1.2398805031061781, - 1.2375192192234596, - 1.2351579353407411, - 1.2327966514580226, - 1.230435367575304, - 1.2280740836925854, - 1.225712799809867, - 1.2233515159271484, - 1.22099023204443, - 1.2186289481617112, - 1.2162676642789927, - 1.2139063803962742, - 1.2115450965135557, - 1.2091838126308372, - 1.2068225287481185, - 1.2044612448654, - 1.2020999609826815, - 1.199738677099963, - 1.1973773932172445, - 1.1950161093345257, - 1.1926548254518072, - 1.1902935415690887, - 1.1879322576863702, - 1.1855709738036517, - 1.183209689920933, - 1.1808484060382145, - 1.178487122155496, - 1.1761258382727775, - 1.173764554390059, - 1.1714032705073403, - 1.1690419866246218, - 1.1666807027419033, - 1.1643194188591848, - 1.1619581349764663, - 1.1595968510937478, - 1.157235567211029, - 1.1548742833283105, - 1.152512999445592, - 1.1501517155628735, - 1.147790431680155, - 1.1454291477974363, - 1.1430678639147178, - 1.1407065800319993, - 1.1383452961492808 + 1.3022520218670715, + 1.3000187328468533, + 1.2977854438266352, + 1.295552154806417, + 1.293318865786199, + 1.2910855767659808, + 1.2888522877457629, + 1.2866189987255447, + 1.2843857097053266, + 1.2821524206851085, + 1.2799191316648904, + 1.2776858426446722, + 1.275452553624454, + 1.273219264604236, + 1.2709859755840178, + 1.2687526865637997, + 1.2665193975435816, + 1.2642861085233634, + 1.2620528195031455, + 1.2598195304829274, + 1.2575862414627093, + 1.2553529524424911, + 1.253119663422273, + 1.2508863744020549, + 1.2486530853818367, + 1.2464197963616186, + 1.2441865073414005, + 1.2419532183211823, + 1.2397199293009642, + 1.237486640280746, + 1.2352533512605282, + 1.23302006224031, + 1.230786773220092, + 1.2285534841998738, + 1.2263201951796556, + 1.2240869061594375, + 1.2218536171392194, + 1.2196203281190012, + 1.217387039098783, + 1.215153750078565, + 1.2129204610583468, + 1.2106871720381287, + 1.2084538830179108, + 1.2062205939976927, + 1.2039873049774745, + 1.2017540159572564, + 1.1995207269370383, + 1.1972874379168201, + 1.195054148896602, + 1.1928208598763839, + 1.1905875708561657, + 1.1883542818359476, + 1.1861209928157295, + 1.1838877037955113, + 1.1816544147752932, + 1.1794211257550753, + 1.1771878367348572, + 1.174954547714639, + 1.172721258694421, + 1.1704879696742028, + 1.1682546806539846, + 1.1660213916337665, + 1.1637881026135484, + 1.1615548135933302, + 1.159321524573112, + 1.157088235552894, + 1.154854946532676, + 1.152621657512458, + 1.1503883684922398, + 1.1481550794720217, + 1.1459217904518035, + 1.1436885014315854 ], "p10": [ - 1.2059964279804396, - 1.203635144097721, - 1.2012738602150024, - 1.1989125763322839, - 1.1965512924495654, - 1.1941900085668469, - 1.1918287246841284, - 1.1894674408014096, - 1.1871061569186911, - 1.1847448730359726, - 1.1823835891532541, - 1.1800223052705356, - 1.177661021387817, - 1.1752997375050984, - 1.17293845362238, - 1.1705771697396614, - 1.168215885856943, - 1.1658546019742242, - 1.1634933180915057, - 1.1611320342087872, - 1.1587707503260687, - 1.1564094664433502, - 1.1540481825606315, - 1.151686898677913, - 1.1493256147951945, - 1.146964330912476, - 1.1446030470297575, - 1.1422417631470387, - 1.1398804792643202, - 1.1375191953816017, - 1.1351579114988832, - 1.1327966276161647, - 1.130435343733446, - 1.1280740598507275, - 1.125712775968009, - 1.1233514920852905, - 1.120990208202572, - 1.1186289243198533, - 1.1162676404371348, - 1.1139063565544163, - 1.1115450726716978, - 1.1091837887889793, - 1.1068225049062606, - 1.104461221023542, - 1.1020999371408235, - 1.099738653258105, - 1.0973773693753865, - 1.0950160854926678, - 1.0926548016099493, - 1.0902935177272308, - 1.0879322338445123, - 1.0855709499617938, - 1.083209666079075, - 1.0808483821963566, - 1.078487098313638, - 1.0761258144309196, - 1.073764530548201, - 1.0714032466654824, - 1.0690419627827639, - 1.0666806789000454, - 1.0643193950173269, - 1.0619581111346084, - 1.0595968272518899, - 1.0572355433691711, - 1.0548742594864526, - 1.0525129756037341, - 1.0501516917210156, - 1.0477904078382971, - 1.0454291239555784, - 1.04306784007286, - 1.0407065561901414, - 1.038345272307423 + 1.2022519980252135, + 1.2000187090049954, + 1.1977854199847773, + 1.1955521309645591, + 1.193318841944341, + 1.1910855529241229, + 1.188852263903905, + 1.1866189748836868, + 1.1843856858634687, + 1.1821523968432506, + 1.1799191078230324, + 1.1776858188028143, + 1.1754525297825962, + 1.173219240762378, + 1.17098595174216, + 1.1687526627219418, + 1.1665193737017236, + 1.1642860846815055, + 1.1620527956612876, + 1.1598195066410695, + 1.1575862176208513, + 1.1553529286006332, + 1.153119639580415, + 1.150886350560197, + 1.1486530615399788, + 1.1464197725197607, + 1.1441864834995426, + 1.1419531944793244, + 1.1397199054591063, + 1.1374866164388882, + 1.1352533274186702, + 1.1330200383984521, + 1.1307868685875235, + 1.1285534603580158, + 1.1263201713377977, + 1.1240868823175796, + 1.1218535932973615, + 1.1196203042771433, + 1.1173870152569252, + 1.115153726236707, + 1.112920437216489, + 1.1106871481962708, + 1.1084538591760529, + 1.1062205701558347, + 1.1039872811356166, + 1.1017539921153985, + 1.0995207030951804, + 1.0972874140749622, + 1.095054125054744, + 1.092820836034526, + 1.0905875470143078, + 1.0883542579940897, + 1.0861209689738716, + 1.0838876799536534, + 1.0816543909334353, + 1.0794211019132174, + 1.0771878128929993, + 1.0749545238727811, + 1.072721234852563, + 1.0704879458323449, + 1.0682546568121267, + 1.0660213677919086, + 1.0637880787716905, + 1.0615547897514723, + 1.0593215007312542, + 1.057088211711036, + 1.0548549226908182, + 1.0526216336706, + 1.0503883446503819, + 1.0481550556301638, + 1.0459217666099456, + 1.0436884775897275 ], "p90": [ - 1.4059964756641554, - 1.403635191781437, - 1.4012739078987182, - 1.3989126240159997, - 1.3965513401332812, - 1.3941900562505627, - 1.3918287723678442, - 1.3894674884851255, - 1.387106204602407, - 1.3847449207196885, - 1.38238363683697, - 1.3800223529542515, - 1.3776610690715327, - 1.3752997851888142, - 1.3729385013060957, - 1.3705772174233772, - 1.3682159335406587, - 1.36585464965794, - 1.3634933657752215, - 1.361132081892503, - 1.3587707980097845, - 1.356409514127066, - 1.3540482302443473, - 1.3516869463616288, - 1.3493256624789103, - 1.3469643785961918, - 1.3446030947134733, - 1.3422418108307546, - 1.339880526948036, - 1.3375192430653176, - 1.335157959182599, - 1.3327966752998806, - 1.3304353914171618, - 1.3280741075344433, - 1.3257128236517248, - 1.3233515397690063, - 1.3209902558862878, - 1.318628972003569, - 1.3162676881208506, - 1.313906404238132, - 1.3115451203554136, - 1.309183836472695, - 1.3068225525899764, - 1.3044612687072579, - 1.3020999848245394, - 1.2997387009418209, - 1.2973774170591024, - 1.2950161331763836, - 1.2926548492936651, - 1.2902935654109466, - 1.2879322815282281, - 1.2855709976455096, - 1.283209713762791, - 1.2808483106707829, - 1.278487145997354, - 1.2761258621146354, - 1.273764578231917, - 1.2714032943491982, - 1.2690420104664797, - 1.2666807265837612, - 1.2643194427010427, - 1.2619581588183242, - 1.2595968749356057, - 1.257235591052887, - 1.2548743071701685, - 1.25251302328745, - 1.2501517394047315, - 1.247790455522013, - 1.2454291716392942, - 1.2430678877565757, - 1.2407066038738572, - 1.2383453199911387 + 1.4022520457089294, + 1.4000187566887112, + 1.397785467668493, + 1.395552178648275, + 1.3933188896280568, + 1.3910856006078387, + 1.3888523115876208, + 1.3866190225674027, + 1.3843857335471845, + 1.3821524445269664, + 1.3799191555067483, + 1.3776858664865301, + 1.375452577466312, + 1.3732192884460939, + 1.3709859994258757, + 1.368752591196368, + 1.3665194213854395, + 1.3642861323652213, + 1.3620528433450034, + 1.3598195543247853, + 1.3575862653045672, + 1.355352976284349, + 1.353119687264131, + 1.3508863982439128, + 1.3486531092236946, + 1.3464198202034765, + 1.3441865311832584, + 1.3419532421630402, + 1.339719953142822, + 1.337486664122604, + 1.335253375102386, + 1.333020086082168, + 1.3307867970619498, + 1.3285535080417317, + 1.3263202190215135, + 1.3240869300012954, + 1.3218536409810773, + 1.3196203519608591, + 1.317387062940641, + 1.3151537739204229, + 1.3129204849002047, + 1.310687076670697, + 1.3084539068597687, + 1.3062206178395506, + 1.3039873288193324, + 1.3017540397991143, + 1.2995207507788962, + 1.297287461758678, + 1.29505417273846, + 1.2928207764298811, + 1.2905875946980236, + 1.2883543056778055, + 1.2861210166575874, + 1.2838877276373692, + 1.2816544386171511, + 1.2794210423085726, + 1.277187860576715, + 1.274954571556497, + 1.2727212825362788, + 1.2704879935160607, + 1.2682547044958425, + 1.2660214154756244, + 1.2637881264554063, + 1.2615548374351881, + 1.25932154841497, + 1.2570882593947519, + 1.254854970374534, + 1.2526216813543158, + 1.2503883923340977, + 1.2481551033138796, + 1.2459218142936614, + 1.2436885252734433 ], "timestamps": [ - "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", "2026-06-20 00:40:00", @@ -533,6 +532,7 @@ "2026-06-21 00:40:00", "2026-06-21 00:50:00", "2026-06-21 01:00:00", - "2026-06-21 01:10:00" + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 11c5b1c1db41695d12ecd81c49217d0e41d552e2..7aa37bde765b82fac06ecbe91640ab303e3486b9 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,37 +1,31 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T01:05:20.951929+00:00", + "evaluated_at": "2026-06-22T01:14:59.534676+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index cef825f59a67a192c6525c3e7f50b458b2fc7713..c2fd656018915d00f853bbaba2b14bce93246e5f 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1625,3 +1625,7 @@ {"evaluated_at": "2026-06-22T01:05:21.042844+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} {"evaluated_at": "2026-06-22T01:05:21.042844+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} {"evaluated_at": "2026-06-22T01:05:21.042844+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} +{"evaluated_at": "2026-06-22T01:14:59.619775+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T01:14:59.619775+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-22T01:14:59.619775+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T01:14:59.619775+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 9e2dc18b3b1015aae2e21e222eb0b211e714637a..d0221df3d2f25c5da2e20978a41c77cac4713491 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,418990.39371617633,300579.8303263982,443.04638671875,0.3899357125646759,0.0069269315617499355,0.006890278406564032,1.9435058058476862,647.2946730169933,0.010095438920015846,0.0069099096938426965,0.005670254216921482,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.1455261020643472,1.0877943425737158,0.8256029287974039,0.4536280101607031,0.0332968096785023,0.03257992877240257,2.3022304600209167,1.0702925310700562,0.04250214430433567,0.032785330925132486,0.02740729204769246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.3473109476063791,0.3894131575683701,0.5071806564927102,1.508493475594674,0.3991171415838162,0.5310244309058468,14.90273824554941,0.5893309321649247,0.5554136911761167,0.47799133753412026,0.3780820640486227,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04415748256973669,0.041865096448862174,0.1766479503777292,2.1411877723350896,0.11500250448047306,0.12386670570569804,24.084677177556856,0.21013681869138662,0.1424656438846561,0.11976132573144128,0.1020072160171328,Ocean,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,289208.16335169476,211100.85337988535,347.50390625,0.30859852578640395,0.005437441321771563,0.005411700873669648,1.723503479326012,537.7807762942952,0.008389154704090549,0.005420915284282455,0.004807844026706085,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.0123269840012956,1.004805025548232,0.7723521788914999,0.4243693546050998,0.031182863914722424,0.03049736988350378,2.107784049655022,1.006144613860898,0.03995478089209136,0.030670702455706415,0.026323812761772362,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.4604898320409774,0.4959174828604247,0.5930169989665349,1.772139730369213,0.45548758306079123,0.6198218262709125,31.638350666199344,0.6785940112032948,0.5979943583452655,0.5225817114949308,0.4416905829553423,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04476797360499517,0.04351158979081937,0.18097183770603603,2.3351209175510803,0.11759992680994566,0.12685801325265825,27.745211203863644,0.2115844361123832,0.14304298881464972,0.12234714912112606,0.10346281731264471,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,2.0638507892579887,2.21622024773554,1.3055598735809326,0.6801758509037574,0.07217155168118097,0.06887936849739695,2.008881971124014,1.4366108691145243,0.07742794027377918,0.07036478289891643,0.043437027053483096,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,135.33512517895224,102.25313503723108,8.091761350631714,0.6999250184078444,0.45294231701802046,0.3295311434236235,3.5868793669452885,11.633362591226676,0.5034271808152594,0.35016639192958043,0.25197094435590106,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.5674962366124419,1.418549631856725,1.0317400296529133,0.5264151909267523,0.04348263901957442,0.04229961932496972,2.78586591469491,1.251996899601769,0.050842513689411936,0.04189807227016907,0.03005512920307203,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index d3b59d8684ab99210fd72b2dcef79042af55699a..16244051641a8d6a23bc16dd44875376ed9f4fe1 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T01:04:26.505914+00:00", + "evaluated_at": "2026-06-22T01:13:47.946491+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65940.0, 65904.0, 65851.9921875, 65892.0, @@ -101,10 +100,10 @@ 64012.3984375, 64272.01171875, 64298.01171875, - 64294.0 + 64294.0, + 64248.0 ], "actuals": [ - 64248.0, 64241.25, 64426.0, 64276.12109375, @@ -127,88 +126,88 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63910.01171875 + 63896.01171875, + 63944.0 ], "p50": [ - 64222.78125, - 64329.64453125, - 64430.1171875, - 64372.107421875, - 64407.22265625, - 64370.302734375, - 64385.669921875, - 64473.931640625, - 64384.70703125, - 64497.279296875, - 64711.072265625, - 64514.76171875, - 64502.52734375, - 64584.35546875, - 64637.63671875, - 64686.580078125, - 64598.38671875, - 64691.30859375, - 64508.302734375, - 64496.85546875, - 64573.75390625, - 64684.34375, - 64839.796875, - 64767.103515625 + 64291.623046875, + 64350.494140625, + 64343.125, + 64296.99609375, + 64346.412109375, + 64366.361328125, + 64360.876953125, + 64332.587890625, + 64354.857421875, + 64387.66796875, + 64380.88671875, + 64451.873046875, + 64560.607421875, + 64488.484375, + 64289.19921875, + 64530.4140625, + 64367.66796875, + 64501.833984375, + 64589.017578125, + 64387.041015625, + 64450.744140625, + 64442.318359375, + 64662.19140625, + 64540.462890625 ], "p10": [ - 63996.9140625, - 64034.4609375, - 64024.564453125, - 63953.22265625, - 63968.603515625, - 63855.755859375, - 63783.9375, - 63843.978515625, - 63559.009765625, - 63657.888671875, - 63746.1328125, - 63533.634765625, - 63352.263671875, - 63500.255859375, - 63438.419921875, - 63389.732421875, - 62920.30859375, - 63179.5234375, - 63055.87109375, - 63083.24609375, - 63044.83203125, - 63125.13671875, - 62930.111328125, - 63203.634765625 + 64068.376953125, + 63998.294921875, + 63901.314453125, + 63776.55859375, + 63860.724609375, + 63803.177734375, + 63672.822265625, + 63530.546875, + 63347.4140625, + 63363.623046875, + 63536.671875, + 63455.865234375, + 63640.265625, + 63356.044921875, + 63362.0, + 63451.4375, + 63055.9296875, + 63263.4921875, + 63295.26953125, + 63041.6796875, + 63065.4921875, + 63094.373046875, + 62803.666015625, + 62904.75390625 ], "p90": [ - 64421.064453125, - 64607.046875, - 64777.990234375, - 64881.15625, - 64888.83984375, - 64910.99609375, - 65004.11328125, - 65183.34765625, - 65145.58984375, - 65455.51953125, - 65824.1796875, - 65741.56640625, - 65739.14453125, - 65859.75, - 65745.18359375, - 66165.62890625, - 66157.7578125, - 66374.90234375, - 66335.94921875, - 66148.48828125, - 66169.93359375, - 66836.10546875, - 66937.27734375, - 66627.84375 + 64519.1484375, + 64615.015625, + 64808.89453125, + 64858.58984375, + 64974.533203125, + 65036.88671875, + 65018.638671875, + 65119.880859375, + 65221.94921875, + 65346.87890625, + 65253.7578125, + 65320.19140625, + 65554.55078125, + 65644.65234375, + 65721.1171875, + 65740.3515625, + 65986.66015625, + 65720.60546875, + 65962.703125, + 65620.015625, + 66142.11328125, + 66422.98046875, + 66386.84765625, + 66172.44140625 ], "timestamps": [ - "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", "2026-06-17 04:00:00", @@ -327,6 +326,7 @@ "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 23f7d98eb2b3ad4c9ec3b259c3727f8e6ea37735..dd9d04a5ff54982766d1d4292ab64bad2f399fd8 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T00:03:29.910211+00:00", + "evaluated_at": "2026-06-22T01:13:55.129413+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, @@ -370,82 +370,82 @@ 23.18000030517578 ], "p50": [ - 22.864130973815918, - 22.42127799987793, - 22.00069808959961, - 21.731781005859375, - 21.750185012817383, - 22.08515167236328, - 23.24236488342285, - 25.07192039489746, - 26.523959159851074, - 27.777318954467773, - 28.508529663085938, - 29.51738929748535, - 29.943325996398926, - 30.080625534057617, - 29.646512031555176, - 29.133984565734863, - 28.61589241027832, - 28.295004844665527, - 26.767261505126953, - 25.822632789611816, - 24.729915618896484, - 24.20354175567627, - 24.093935012817383, - 23.34858226776123 + 22.826120376586914, + 22.40412425994873, + 22.063729286193848, + 21.66585350036621, + 21.694812774658203, + 22.21608543395996, + 23.467997550964355, + 25.000609397888184, + 26.562549591064453, + 27.79325294494629, + 28.408184051513672, + 29.809003829956055, + 29.912232398986816, + 29.898900032043457, + 29.728690147399902, + 29.373854637145996, + 29.058466911315918, + 28.0921630859375, + 27.140703201293945, + 25.522089958190918, + 24.999262809753418, + 24.609220504760742, + 23.784951210021973, + 23.6003999710083 ], "p10": [ - 22.43998908996582, - 21.800029754638672, - 21.265604972839355, - 20.901935577392578, - 20.63267421722412, - 20.92940616607666, - 21.875995635986328, - 23.712702751159668, - 24.72264862060547, - 25.996087074279785, - 26.617627143859863, - 27.23119831085205, - 27.588608741760254, - 27.84715461730957, - 26.559060096740723, - 26.579659461975098, - 26.23618221282959, - 25.334296226501465, - 24.12357997894287, - 23.4578275680542, - 22.280080795288086, - 21.744051933288574, - 21.524956703186035, - 21.321264266967773 + 22.469380378723145, + 21.79722499847412, + 21.384020805358887, + 20.790085792541504, + 20.585495948791504, + 20.99714183807373, + 21.828869819641113, + 23.459105491638184, + 24.91972255706787, + 25.947365760803223, + 26.563288688659668, + 26.719786643981934, + 27.7321720123291, + 27.381000518798828, + 26.34780502319336, + 26.74413776397705, + 25.918704986572266, + 24.714780807495117, + 24.117210388183594, + 23.007346153259277, + 22.58737277984619, + 22.311766624450684, + 21.710652351379395, + 21.361515998840332 ], "p90": [ - 23.239503860473633, - 23.008048057556152, - 22.861234664916992, - 22.48069667816162, - 22.73831081390381, - 23.188135147094727, - 24.64276123046875, - 26.586933135986328, - 28.68101406097412, - 29.89075469970703, - 30.527588844299316, - 31.41934585571289, - 31.69601821899414, - 32.17007255554199, - 32.10221862792969, - 31.592217445373535, - 31.305185317993164, - 31.175506591796875, - 29.83382511138916, - 28.756101608276367, - 27.230319023132324, - 26.318010330200195, - 26.37866497039795, - 25.66733741760254 + 23.252901077270508, + 22.95748519897461, + 22.91039752960205, + 22.53879165649414, + 22.67776870727539, + 23.340075492858887, + 24.73750877380371, + 26.79492473602295, + 28.511232376098633, + 29.974092483520508, + 30.293746948242188, + 31.730881690979004, + 31.72310447692871, + 32.16961097717285, + 31.951056480407715, + 31.750465393066406, + 31.347976684570312, + 30.755995750427246, + 30.174455642700195, + 28.256132125854492, + 27.298733711242676, + 26.47568988800049, + 26.133146286010742, + 25.24037265777588 ], "timestamps": [ "2026-06-04 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f3be692ff59b175f0d8bfdcf563b5dcf5fce620e..ac13003e81e68ae05c2651be3404c2b249695f52 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T00:56:30.961457+00:00", + "evaluated_at": "2026-06-22T01:14:02.659486+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2630000114440918, - 0.3009999990463257, - 0.3310000002384186, 0.3580000102519989, 0.38100001215934753, 0.4020000100135803, @@ -245,12 +242,12 @@ 0.3409999907016754, 0.35199999809265137, 0.36500000953674316, - 0.36399999260902405 - ], - "actuals": [ + 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, - 0.36500000953674316, + 0.36500000953674316 + ], + "actuals": [ 0.3799999952316284, 0.4000000059604645, 0.42100000381469727, @@ -307,198 +304,198 @@ 1.7640000581741333, 1.7740000486373901, 1.7929999828338623, - 1.8079999685287476 + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 ], "p50": [ - 0.3905850350856781, - 0.3889772891998291, - 0.3940873146057129, - 0.3952997624874115, - 0.3995248079299927, - 0.40352800488471985, - 0.4062866270542145, - 0.40989330410957336, - 0.415262371301651, - 0.42553797364234924, - 0.4368109703063965, - 0.43821418285369873, - 0.4432101547718048, - 0.4740336537361145, - 0.44517233967781067, - 0.44608187675476074, - 0.4659690260887146, - 0.46808236837387085, - 0.4678134322166443, - 0.47557008266448975, - 0.4993549883365631, - 0.4921890199184418, - 0.49952563643455505, - 0.5322109460830688, - 0.5047517418861389, - 0.5164880752563477, - 0.5735733211040497, - 0.6007497012615204, - 0.5518239140510559, - 0.5763476192951202, - 0.6199194192886353, - 0.5965225398540497, - 0.5867114067077637, - 0.5690760612487793, - 0.5782023072242737, - 0.6357030272483826, - 0.6069036424160004, - 0.650307297706604, - 0.6315301954746246, - 0.6794232130050659, - 0.6817007660865784, - 0.6624888181686401, - 0.6902462244033813, - 0.6713826060295105, - 0.655495822429657, - 0.6924042105674744, - 0.7157176733016968, - 0.7346093356609344, - 0.6161114573478699, - 0.6749510169029236, - 0.6320735514163971, - 0.5614930391311646, - 0.6296856999397278, - 0.6166898012161255, - 0.7232246398925781, - 0.6094241142272949, - 0.6790941953659058, - 0.6790713667869568, - 0.6784859895706177, - 0.6761433780193329 + 0.38697320222854614, + 0.38499680161476135, + 0.38912272453308105, + 0.3855264186859131, + 0.3876721262931824, + 0.39212241768836975, + 0.3960917890071869, + 0.39932334423065186, + 0.4034979045391083, + 0.4032534658908844, + 0.4168437123298645, + 0.43196913599967957, + 0.4319518506526947, + 0.4361517131328583, + 0.4323117434978485, + 0.4352973997592926, + 0.4688965082168579, + 0.47751539945602417, + 0.45580390095710754, + 0.48153242468833923, + 0.4706270396709442, + 0.4973124861717224, + 0.5081148147583008, + 0.4950263202190399, + 0.5134421586990356, + 0.5267509818077087, + 0.5307140052318573, + 0.5831686854362488, + 0.5716212093830109, + 0.577849417924881, + 0.5836694240570068, + 0.5741406679153442, + 0.6152530908584595, + 0.5830097198486328, + 0.5715544819831848, + 0.6094077229499817, + 0.6188338696956635, + 0.6486699283123016, + 0.663514107465744, + 0.6468017399311066, + 0.6660336256027222, + 0.6205310821533203, + 0.6634965240955353, + 0.6917831599712372, + 0.6319460868835449, + 0.6897208094596863, + 0.6621077060699463, + 0.6861312687397003, + 0.6480284929275513, + 0.6016225516796112, + 0.6465572714805603, + 0.6683264374732971, + 0.5744656622409821, + 0.662381500005722, + 0.636590838432312, + 0.7015640139579773, + 0.6533946990966797, + 0.6934857070446014, + 0.6027887761592865, + 0.6906298100948334 ], "p10": [ - 0.3809898793697357, - 0.37177109718322754, - 0.36820733547210693, - 0.36243852972984314, - 0.36164864897727966, - 0.35442134737968445, - 0.34640029072761536, - 0.3522004187107086, - 0.33690765500068665, - 0.34941238164901733, - 0.3479352593421936, - 0.34929537773132324, - 0.3464140295982361, - 0.3428524136543274, - 0.29796046018600464, - 0.3170693814754486, - 0.23932144045829773, - 0.21994799375534058, - 0.25051647424697876, - 0.22178566455841064, - 0.2222868800163269, - 0.21742558479309082, - 0.261181116104126, - 0.2321748435497284, - 0.21050024032592773, - 0.19130682945251465, - 0.21165144443511963, - 0.24888905882835388, - 0.20266595482826233, - 0.19054725766181946, - 0.2507147192955017, - 0.25099244713783264, - 0.22331377863883972, - 0.1408540904521942, - 0.21171274781227112, - 0.2039586901664734, - 0.1595836579799652, - 0.24862006306648254, - 0.16306546330451965, - 0.13708895444869995, - 0.13879498839378357, - 0.13734129071235657, - 0.17904973030090332, - 0.09760916233062744, - 0.1457768976688385, - 0.11598649621009827, - 0.08355122804641724, - 0.19246181845664978, - 0.12582120299339294, - 0.1683085560798645, - -0.03106933832168579, - -0.007708728313446045, - 0.04146665334701538, - 0.103395015001297, - 0.030281901359558105, - 0.013464868068695068, - 0.06193751096725464, - 0.037428319454193115, - 0.10497918725013733, - 0.001329660415649414 + 0.37688493728637695, + 0.3698243796825409, + 0.3686448037624359, + 0.3597462773323059, + 0.354428768157959, + 0.3431723117828369, + 0.340770959854126, + 0.35186561942100525, + 0.34768229722976685, + 0.33355650305747986, + 0.3398744463920593, + 0.34951716661453247, + 0.327150821685791, + 0.33204028010368347, + 0.3147372901439667, + 0.2964213490486145, + 0.25270146131515503, + 0.2851271629333496, + 0.22458592057228088, + 0.24748024344444275, + 0.24006301164627075, + 0.280633807182312, + 0.2893485128879547, + 0.2076207399368286, + 0.24162110686302185, + 0.24009421467781067, + 0.2904342710971832, + 0.27865293622016907, + 0.354964017868042, + 0.26836323738098145, + 0.28562024235725403, + 0.29066091775894165, + 0.3022559583187103, + 0.28889718651771545, + 0.16804125905036926, + 0.2336079180240631, + 0.23469790816307068, + 0.24249202013015747, + 0.2834897041320801, + 0.23894056677818298, + 0.2335253357887268, + 0.22964009642601013, + 0.2404385805130005, + 0.1509721577167511, + 0.15427890419960022, + 0.2506844699382782, + 0.18180590867996216, + 0.21789094805717468, + 0.14071330428123474, + 0.09281113743782043, + 0.1200125515460968, + 0.11637017130851746, + 0.07861220836639404, + 0.1571725606918335, + 0.06997907161712646, + 0.1443483531475067, + 0.11385616660118103, + 0.15336719155311584, + 0.12247741222381592, + 0.1606777310371399 ], "p90": [ - 0.40035030245780945, - 0.4060285985469818, - 0.4224383234977722, - 0.4243699610233307, - 0.43915459513664246, - 0.4484485685825348, - 0.46399691700935364, - 0.4618508815765381, - 0.48804712295532227, - 0.4949168860912323, - 0.5339935123920441, - 0.5466024577617645, - 0.5523078441619873, - 0.5975321233272552, - 0.5852156281471252, - 0.5877993106842041, - 0.727465808391571, - 0.6903939247131348, - 0.6950697302818298, - 0.714911162853241, - 0.803196907043457, - 0.7668927609920502, - 0.8342453837394714, - 0.8173671364784241, - 0.8346859514713287, - 0.8345982432365417, - 0.9546359479427338, - 0.8991971611976624, - 0.9758361577987671, - 0.9297908246517181, - 0.9550653994083405, - 0.9313865900039673, - 1.0483162999153137, - 1.027681052684784, - 1.102091670036316, - 1.201979398727417, - 1.207988679409027, - 1.256545603275299, - 1.207675039768219, - 1.243159830570221, - 1.315604567527771, - 1.2770800590515137, - 1.3857500553131104, - 1.295517921447754, - 1.2446404099464417, - 1.3954026699066162, - 1.3377003073692322, - 1.3537073135375977, - 1.2519370913505554, - 1.3691962957382202, - 1.3504160642623901, - 1.3167070150375366, - 1.390942394733429, - 1.3148626685142517, - 1.5449090600013733, - 1.3046266436576843, - 1.5834597945213318, - 1.5387712717056274, - 1.6237810850143433, - 1.5509836673736572 + 0.39618751406669617, + 0.40180104970932007, + 0.4085456132888794, + 0.41447141766548157, + 0.4199661612510681, + 0.43092554807662964, + 0.45104753971099854, + 0.446014404296875, + 0.4699779152870178, + 0.4845752418041229, + 0.49436745047569275, + 0.5107483565807343, + 0.5387483537197113, + 0.5347417593002319, + 0.5470980703830719, + 0.5363407135009766, + 0.6577951312065125, + 0.6813018918037415, + 0.6830164194107056, + 0.6765652298927307, + 0.718304455280304, + 0.7388949990272522, + 0.7059658169746399, + 0.7873573303222656, + 0.7953412532806396, + 0.7934503555297852, + 0.832322746515274, + 0.8865005671977997, + 0.8612297773361206, + 0.854505181312561, + 0.8532347977161407, + 0.8916257619857788, + 1.0188546180725098, + 0.9529209434986115, + 1.003591239452362, + 1.0392380952835083, + 1.0348081588745117, + 1.1569209694862366, + 1.0764455795288086, + 1.1537880897521973, + 1.145358920097351, + 1.1050920486450195, + 1.2156875729560852, + 1.1899465322494507, + 1.2104111909866333, + 1.2466244101524353, + 1.1844682097434998, + 1.2688581347465515, + 1.1865787506103516, + 1.080078363418579, + 1.2815012335777283, + 1.2347293496131897, + 1.2106335163116455, + 1.350371539592743, + 1.2336978316307068, + 1.3716500401496887, + 1.3842623829841614, + 1.3391026258468628, + 1.3240084648132324, + 1.2849388718605042 ], "timestamps": [ - "2026-06-20 18:48:00", - "2026-06-20 18:54:00", - "2026-06-20 19:00:00", "2026-06-20 19:06:00", "2026-06-20 19:12:00", "2026-06-20 19:18:00", @@ -795,6 +792,9 @@ "2026-06-22 00:24:00", "2026-06-22 00:30:00", "2026-06-22 00:36:00", - "2026-06-22 00:42:00" + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index c987657b7aed3689110765679262ed67c2c94669..0395bb6e8719f873bbe7ee9ff8918dd7a8a8c628 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T00:48:30.289165+00:00", + "evaluated_at": "2026-06-22T01:14:10.346173+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.5, 1.5, 1.5, 1.399999976158142, @@ -84,6 +83,7 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -96,7 +96,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,232 +157,232 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.3103393912315369, - 1.312778651714325, - 1.312295377254486, - 1.3173243403434753, - 1.321693480014801, - 1.3062280416488647, - 1.3413668870925903, - 1.3154816031455994, - 1.3194957971572876, - 1.320279836654663, - 1.307325541973114, - 1.3215909004211426, - 1.308670997619629, - 1.3201918005943298, - 1.3227345943450928, - 1.311798632144928, - 1.3020082116127014, - 1.299747347831726, - 1.310303270816803, - 1.313630759716034, - 1.3112447261810303, - 1.327843725681305, - 1.304162085056305, - 1.3087237477302551, - 1.3085904121398926, - 1.2987446188926697, - 1.313450813293457, - 1.3110699653625488, - 1.3006242513656616, - 1.3090039491653442, - 1.3047482371330261, - 1.3281981945037842, - 1.3031520247459412, - 1.326397180557251, - 1.309257984161377, - 1.3217432498931885, - 1.3038143515586853, - 1.3051148056983948, - 1.3228533267974854, - 1.3176549077033997, - 1.322959303855896, - 1.3086664080619812, - 1.3135283589363098, - 1.3253825902938843, - 1.3190287947654724, - 1.3173218369483948, - 1.3065598607063293, - 1.3312460780143738, - 1.2943184971809387, - 1.3229717016220093, - 1.31343275308609, - 1.336025357246399, - 1.3120367527008057, - 1.3210192918777466, - 1.3119813799858093, - 1.3055647015571594, - 1.30405855178833, - 1.3343578577041626, - 1.3093518614768982, - 1.3019724488258362, - 1.3098807334899902, - 1.3091116547584534, - 1.2989119291305542, - 1.3054556250572205, - 1.3083195090293884, - 1.2998420000076294, - 1.2849082946777344, - 1.3109420537948608, - 1.3172650933265686, - 1.3156712651252747, - 1.2983354926109314, - 1.3225915431976318 + 1.31494802236557, + 1.3272679448127747, + 1.3064407706260681, + 1.3092253804206848, + 1.3255226612091064, + 1.316123127937317, + 1.3192048072814941, + 1.323333978652954, + 1.33266019821167, + 1.3241981267929077, + 1.3058974146842957, + 1.3062408566474915, + 1.313542127609253, + 1.3102633357048035, + 1.3013240098953247, + 1.3081392645835876, + 1.3209239840507507, + 1.315511703491211, + 1.324615716934204, + 1.2927556037902832, + 1.3147727251052856, + 1.3184670209884644, + 1.3147833347320557, + 1.3048310279846191, + 1.319691240787506, + 1.3082228302955627, + 1.3106094598770142, + 1.313825249671936, + 1.3059847354888916, + 1.3107735514640808, + 1.3162286877632141, + 1.3163164854049683, + 1.3071041107177734, + 1.314520537853241, + 1.3320477604866028, + 1.3178322911262512, + 1.3389089107513428, + 1.3181533813476562, + 1.3173741698265076, + 1.312122106552124, + 1.3169129490852356, + 1.307631254196167, + 1.3069148659706116, + 1.3252045512199402, + 1.323392391204834, + 1.304936707019806, + 1.3224686980247498, + 1.3119242191314697, + 1.3045234084129333, + 1.2947252988815308, + 1.2959988713264465, + 1.3133562803268433, + 1.3054351210594177, + 1.3090537190437317, + 1.3093875050544739, + 1.314457654953003, + 1.298853576183319, + 1.3079479932785034, + 1.3103586435317993, + 1.320085346698761, + 1.3191134929656982, + 1.3164278864860535, + 1.2928932905197144, + 1.3299638032913208, + 1.3083698749542236, + 1.3131850957870483, + 1.3130000233650208, + 1.3137556910514832, + 1.3180984854698181, + 1.327775001525879, + 1.3339784741401672, + 1.3241685628890991 ], "p10": [ - 1.1890636682510376, - 1.1547097563743591, - 1.1734978556632996, - 1.148981750011444, - 1.160472810268402, - 1.157828688621521, - 1.178220510482788, - 1.1625445485115051, - 1.1661209464073181, - 1.1219364404678345, - 1.1252026557922363, - 1.1713632941246033, - 1.1599754095077515, - 1.1954131126403809, - 1.18868750333786, - 1.1509155631065369, - 1.1598544120788574, - 1.1581252217292786, - 1.1424425840377808, - 1.1383379697799683, - 1.1699808239936829, - 1.1462141871452332, - 1.1455963850021362, - 1.1493489742279053, - 1.1514261364936829, - 1.1620218753814697, - 1.1562349200248718, - 1.1613187789916992, - 1.1527177691459656, - 1.0980640053749084, - 1.1387344002723694, - 1.1658556461334229, - 1.1459444165229797, - 1.155954360961914, - 1.164927065372467, - 1.170168936252594, - 1.1017385125160217, - 1.1438366770744324, - 1.1503822803497314, - 1.1236230731010437, - 1.11592298746109, - 1.1532427072525024, - 1.1131356358528137, - 1.164359450340271, - 1.1505943536758423, - 1.1663070321083069, - 1.145764708518982, - 1.1490368247032166, - 1.0884284377098083, - 1.1498850584030151, - 1.1455280184745789, - 1.168118953704834, - 1.106038212776184, - 1.085615336894989, - 1.1343569159507751, - 1.0752321481704712, - 1.059757947921753, - 1.1519091725349426, - 1.0507391691207886, - 1.06391441822052, - 1.103423297405243, - 1.1164013147354126, - 1.0926334857940674, - 1.0449675917625427, - 1.101882815361023, - 1.0396405458450317, - 1.0433610677719116, - 1.1037346720695496, - 1.0727543234825134, - 1.0620412230491638, - 1.0599079728126526, - 1.049193799495697 + 1.1816121339797974, + 1.186819851398468, + 1.1328780055046082, + 1.1291898488998413, + 1.1839151978492737, + 1.1958499550819397, + 1.1774003505706787, + 1.1550191044807434, + 1.1382777094841003, + 1.1852144598960876, + 1.1584222316741943, + 1.1752077341079712, + 1.183895230293274, + 1.1059728860855103, + 1.1667466163635254, + 1.1715322732925415, + 1.1518346667289734, + 1.1689520478248596, + 1.1359458565711975, + 1.124767780303955, + 1.1665330529212952, + 1.1717751622200012, + 1.1691508889198303, + 1.1689983010292053, + 1.1603684425354004, + 1.1702728271484375, + 1.1472261548042297, + 1.164344608783722, + 1.16145259141922, + 1.1604391932487488, + 1.152055025100708, + 1.1552897095680237, + 1.0577396750450134, + 1.1139147877693176, + 1.1539520025253296, + 1.1507877111434937, + 1.1771984696388245, + 1.117990255355835, + 1.158825933933258, + 1.1676137447357178, + 1.1801098585128784, + 1.126835584640503, + 1.116641342639923, + 1.1338741183280945, + 1.1698381304740906, + 1.1208841800689697, + 1.1488319635391235, + 1.1117978692054749, + 1.1140090227127075, + 1.1225320100784302, + 1.1131990551948547, + 1.1134397387504578, + 1.1133565306663513, + 1.1138179302215576, + 1.1292513012886047, + 1.132308304309845, + 1.0935391783714294, + 1.142926812171936, + 1.1101283431053162, + 1.1339316368103027, + 1.1330761909484863, + 1.12434720993042, + 1.0504159927368164, + 1.105480432510376, + 1.0716331601142883, + 1.1203651428222656, + 1.1142076253890991, + 1.1291479468345642, + 1.108375906944275, + 1.0973326563835144, + 1.09108167886734, + 1.0751898288726807 ], "p90": [ - 1.4594876170158386, - 1.4574462175369263, - 1.4656968116760254, - 1.4573354125022888, - 1.4738311171531677, - 1.4457836151123047, - 1.535897672176361, - 1.4334025382995605, - 1.4473295211791992, - 1.4910020232200623, - 1.445294737815857, - 1.444391906261444, - 1.4637484550476074, - 1.4744909405708313, - 1.4478812217712402, - 1.4496842622756958, - 1.4263479113578796, - 1.472812831401825, - 1.4780817031860352, - 1.4552965760231018, - 1.4626138806343079, - 1.5019555687904358, - 1.424605667591095, - 1.4755838513374329, - 1.4830650091171265, - 1.4717941880226135, - 1.4353374242782593, - 1.4985396265983582, - 1.4630440473556519, - 1.480195701122284, - 1.4704816937446594, - 1.460496187210083, - 1.4359676241874695, - 1.4884833097457886, - 1.4718491435050964, - 1.4788051843643188, - 1.4575921297073364, - 1.470293939113617, - 1.4951177835464478, - 1.4892526865005493, - 1.5085159540176392, - 1.4912421703338623, - 1.4871264696121216, - 1.490932583808899, - 1.4640163779258728, - 1.4781968593597412, - 1.485446274280548, - 1.5278815627098083, - 1.4875543117523193, - 1.4791180491447449, - 1.4920623898506165, - 1.475557267665863, - 1.4997261762619019, - 1.4671977162361145, - 1.4675559997558594, - 1.4818673133850098, - 1.496462643146515, - 1.5289077758789062, - 1.4835392236709595, - 1.5383880734443665, - 1.5110056400299072, - 1.5257008075714111, - 1.5042583346366882, - 1.528365135192871, - 1.4866878390312195, - 1.4973742365837097, - 1.4927045106887817, - 1.505959689617157, - 1.5891644358634949, - 1.5158398151397705, - 1.567776620388031, - 1.539820373058319 + 1.4394644498825073, + 1.4528002738952637, + 1.4131901860237122, + 1.4350693225860596, + 1.4376343488693237, + 1.455335795879364, + 1.4536349177360535, + 1.464471697807312, + 1.4869691729545593, + 1.495384693145752, + 1.4651339650154114, + 1.4458454251289368, + 1.4631797075271606, + 1.4846314787864685, + 1.4552652835845947, + 1.4585306644439697, + 1.4676706790924072, + 1.4918414950370789, + 1.497772753238678, + 1.4660836458206177, + 1.4731578826904297, + 1.462974727153778, + 1.4604486227035522, + 1.4396252036094666, + 1.441365122795105, + 1.4329712390899658, + 1.4695128202438354, + 1.445113718509674, + 1.4555478692054749, + 1.4417192935943604, + 1.442404568195343, + 1.452694058418274, + 1.4738962650299072, + 1.4852662086486816, + 1.4915745258331299, + 1.4825064539909363, + 1.465942144393921, + 1.5004653930664062, + 1.4631901979446411, + 1.49370539188385, + 1.4705064296722412, + 1.4604792594909668, + 1.4630559086799622, + 1.4808162450790405, + 1.500977635383606, + 1.477626919746399, + 1.4863816499710083, + 1.4547409415245056, + 1.4781110882759094, + 1.4776418209075928, + 1.4663827419281006, + 1.5052199959754944, + 1.5101918578147888, + 1.4766101241111755, + 1.5402981638908386, + 1.480890691280365, + 1.465019404888153, + 1.4777494072914124, + 1.537611722946167, + 1.4978764057159424, + 1.4935308694839478, + 1.5483774542808533, + 1.4799907803535461, + 1.5353351831436157, + 1.520686686038971, + 1.4976151585578918, + 1.527058482170105, + 1.5209921002388, + 1.5139612555503845, + 1.5241914987564087, + 1.5514244437217712, + 1.522082269191742 ], "timestamps": [ - "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", "2026-06-20 00:40:00", @@ -533,6 +532,7 @@ "2026-06-21 00:40:00", "2026-06-21 00:50:00", "2026-06-21 01:00:00", - "2026-06-21 01:10:00" + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index e11a98e426fc4e15ac563d043f0c96362d5831d9..e8f70db5f5a6e71632545416cb667a72035cc69b 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,37 +1,31 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T01:04:49.515258+00:00", + "evaluated_at": "2026-06-22T01:14:14.386582+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 206c8f9263aa7d861dfb89194d9d395d0bb27a50..1bbb101f2043d9bc563e9f22175faf1a8d7a6d60 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,155397.0654524387,143908.823456989,344.5169156615496,0.30321757049866344,0.005368586984108061,0.005383492540177735,3.007248760120039,394.20434479142756,0.006148151762624263,0.0053732088706407695,0.004290381059463822,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,131870.36684247231,119685.95321752643,309.81018109237874,0.27512486461071806,0.004829019867683123,0.004840606971149076,2.107950792020818,363.13959690795537,0.005664825504983816,0.004832908970818199,0.0038503724528572304,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.6595757115848582,0.6590103488273236,0.6667884738888089,1.9832106165457744,0.5281104584196187,0.7845041665815002,74.89607899308734,0.812142667014151,0.7654021396618492,0.628413387628926,0.6197353166963296,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.03934762656977164,0.038469462659331786,0.1703347879597265,2.064664573819128,0.1110893733154767,0.11910341641563334,18.045999355959346,0.198362361777056,0.13448296100148266,0.11548121549454812,0.10416090762940013,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.795464167657821,0.7944984773166273,0.757862632444214,2.2647554512891492,0.5845608592022504,0.8857133689189195,85.85903677415395,0.891887979321294,0.7859544456697426,0.6678478900789497,0.6600610817853902,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.04042534020049074,0.039524484447142356,0.17385152641397264,2.2432459161788754,0.11324046490978167,0.12148391857559455,22.550936216181732,0.2010605386456794,0.13592824174120877,0.11753341788823675,0.10531352379318454,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,4.602205399213012,4.358075315483414,1.924342137052302,1.0025515313284215,0.10581906375386363,0.09950359204310445,21.502890032524075,2.1452751336863556,0.11562228749130342,0.10371482720706351,0.10090623465668194,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,109.08721290048724,102.37183623930223,7.991433239161078,0.6912467897472293,0.47253888002208866,0.3294313818280232,13.50477348284897,10.444482414197807,0.45197906414603767,0.3458247496986169,0.3168744339681619,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,6.548387230398933,6.1430850157985715,2.341069510959669,1.1944622852320796,0.09794876768707127,0.09395878923849262,20.391109026954346,2.558981678402355,0.10391803770161848,0.09506881262780381,0.08517055437226526,Weather,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index e5657d9ffadc0a16d6f7048a418e139c3ae611c7..a67ec0be99f86165bae526675a8bd5c00bc66764 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T01:05:20.957627+00:00", + "evaluated_at": "2026-06-22T01:14:59.540050+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65940.0, 65904.0, 65851.9921875, 65892.0, @@ -101,10 +100,10 @@ 64012.3984375, 64272.01171875, 64298.01171875, - 64294.0 + 64294.0, + 64248.0 ], "actuals": [ - 64248.0, 64241.25, 64426.0, 64276.12109375, @@ -127,88 +126,88 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63910.01171875 + 63896.01171875, + 63944.0 ], "p50": [ - 63807.54474026864, - 63811.77325589364, - 63826.26544339364, - 63801.88653714364, - 63801.88653714364, - 63858.02716214364, - 63826.26544339364, - 63829.08575589364, - 63803.82989651864, - 63799.56622464364, - 63809.31622464364, - 63827.79669339364, - 63826.26544339364, - 63826.26544339364, - 63799.92559964364, - 63826.26544339364, - 63828.44122464364, - 63814.70880276864, - 63826.26544339364, - 63807.54474026864, - 63805.77325589364, - 63827.79669339364, - 63813.48028714364, - 63801.88653714364 + 63849.63177425987, + 63883.46966488487, + 63845.32122738487, + 63831.50677425987, + 63884.58685238487, + 63845.32122738487, + 63827.60247738487, + 63855.47357113487, + 63839.45013363487, + 63855.47357113487, + 63836.99310238487, + 63849.63177425987, + 63831.50677425987, + 63822.17278988487, + 63831.50677425987, + 63856.11810238487, + 63863.11224300987, + 63842.38568050987, + 63856.76263363487, + 63856.76263363487, + 63842.38568050987, + 63845.32122738487, + 63828.58294613487, + 63849.63177425987 ], "p10": [ - 63551.69513089364, - 63578.54278714364, - 63421.71466214364, - 63557.79825589364, - 63551.69513089364, - 63573.39278714364, - 63557.79825589364, - 63573.39278714364, - 63558.47638089364, - 63568.91427151864, - 63545.95411526864, - 63558.47638089364, - 63573.76153714364, - 63568.91427151864, - 63494.28497464364, - 63558.47638089364, - 63551.69513089364, - 63551.69513089364, - 63570.07403714364, - 63570.07403714364, - 63558.47638089364, - 63573.39278714364, - 63570.07403714364, - 63551.69513089364 + 63601.06966488487, + 63601.43841488487, + 63521.96185238487, + 63596.59114925987, + 63627.62357113487, + 63521.96185238487, + 63597.75091488487, + 63566.37396175987, + 63596.59114925987, + 63579.37200863487, + 63596.59114925987, + 63521.96185238487, + 63586.15325863487, + 63573.63099300987, + 63579.73411800987, + 63573.63099300987, + 63605.37278988487, + 63605.74153988487, + 63606.21966488487, + 63597.75091488487, + 63585.47513363487, + 63601.06966488487, + 63579.37200863487, + 63601.43841488487 ], "p90": [ - 64057.65216214364, - 64057.65216214364, - 64057.65216214364, - 64078.15567776864, - 64047.27755276864, - 64055.93653714364, - 64059.42677151864, - 64057.65216214364, - 64055.74591214364, - 64059.42677151864, - 64055.74591214364, - 64057.65216214364, - 64134.34356839364, - 64078.15567776864, - 64075.39825589364, - 64055.93653714364, - 64075.39825589364, - 64134.34356839364, - 64059.42677151864, - 64057.65216214364, - 64055.08575589364, - 64059.42677151864, - 64057.65216214364, - 64052.90606839364 + 64074.95443050987, + 64162.02044613487, + 64083.42278988487, + 64130.64935238487, + 64085.32903988487, + 64083.42278988487, + 64080.80091488487, + 64103.07513363487, + 64103.07513363487, + 64083.61341488487, + 64103.07513363487, + 64130.64935238487, + 64080.80091488487, + 64082.76263363487, + 64082.76263363487, + 64082.76263363487, + 64083.42278988487, + 64087.10364925987, + 64087.10364925987, + 64083.61341488487, + 64080.80091488487, + 64166.65325863487, + 64103.07513363487, + 64083.61341488487 ], "timestamps": [ - "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", "2026-06-17 04:00:00", @@ -327,6 +326,7 @@ "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" ] } diff --git a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 2a8203d85abac5751ce52a22085bd02215903f0e..934bf92897d995d2c8fa960f43d3489e5c5ac83c 100644 --- a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T00:04:08.463714+00:00", + "evaluated_at": "2026-06-22T01:14:59.547206+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 12373b99d8c2efb711f57a50e2d8b68dd98f0b3c..98eb8386f3ffcba11ee0543be2de7bf6ff285ce2 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T00:57:02.435641+00:00", + "evaluated_at": "2026-06-22T01:14:59.558433+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2630000114440918, - 0.3009999990463257, - 0.3310000002384186, 0.3580000102519989, 0.38100001215934753, 0.4020000100135803, @@ -245,12 +242,12 @@ 0.3409999907016754, 0.35199999809265137, 0.36500000953674316, - 0.36399999260902405 - ], - "actuals": [ + 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, - 0.36500000953674316, + 0.36500000953674316 + ], + "actuals": [ 0.3799999952316284, 0.4000000059604645, 0.42100000381469727, @@ -307,198 +304,198 @@ 1.7640000581741333, 1.7740000486373901, 1.7929999828338623, - 1.8079999685287476 + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 ], "p50": [ - 0.3971190791696601, - 0.39811906629505683, - 0.3946190517515235, - 0.4016190212339454, - 0.39661908560696174, - 0.3966191452116065, - 0.39911908322277595, - 0.3971190642684989, - 0.4016190212339454, - 0.39761907273235847, - 0.39661908560696174, - 0.3986190598577552, - 0.3986190598577552, - 0.3986190747589164, - 0.3986190598577552, - 0.3996190469831519, - 0.39661908560696174, - 0.3986190598577552, - 0.3971191089719825, - 0.39661905580463935, - 0.3986190598577552, - 0.3986190598577552, - 0.3986190598577552, - 0.39811906629505683, - 0.39911908322277595, - 0.4001190107435279, - 0.39811906629505683, - 0.39661908560696174, - 0.3986190896600776, - 0.40161914044323493, - 0.3996190767854743, - 0.3971190791696601, - 0.40061903410854866, - 0.4001190107435279, - 0.39661902600231697, - 0.39661908560696174, - 0.39761907273235847, - 0.3986190598577552, - 0.3996191065877967, - 0.39761910253468086, - 0.40561908894482185, - 0.40061909371319343, - 0.3996190916866355, - 0.3986190598577552, - 0.3986190598577552, - 0.3971191089719825, - 0.39811906629505683, - 0.4016190212339454, - 0.39761907273235847, - 0.39761907273235847, - 0.39661911540928413, - 0.3986190598577552, - 0.39911906832161476, - 0.3956190686792426, - 0.39661908560696174, - 0.39761907273235847, - 0.3986190747589164, - 0.40061903410854866, - 0.4001190107435279, - 0.3986190598577552 + 0.375303998121906, + 0.3753040577265508, + 0.37330402387111256, + 0.3793040062281377, + 0.3753040577265508, + 0.37530411733119556, + 0.37730406177966663, + 0.3753040577265508, + 0.37880398286311695, + 0.3753040130230672, + 0.37730403197734425, + 0.37830407870738575, + 0.377804055342365, + 0.377804055342365, + 0.37880398286311695, + 0.37730406177966663, + 0.3753040577265508, + 0.37730406177966663, + 0.3763040448519475, + 0.375303998121906, + 0.37730406177966663, + 0.375303998121906, + 0.3753040130230672, + 0.37730403197734425, + 0.37830403400390217, + 0.377304091581989, + 0.37580405128924915, + 0.3768040384146459, + 0.37730406177966663, + 0.377804055342365, + 0.37730406177966663, + 0.37580408109157154, + 0.3798039699885137, + 0.380304112562824, + 0.375303998121906, + 0.375303998121906, + 0.37580405128924915, + 0.3763040448519475, + 0.37830403400390217, + 0.37830403400390217, + 0.3793040062281377, + 0.37730403197734425, + 0.377804055342365, + 0.3763040448519475, + 0.3768040384146459, + 0.37730403197734425, + 0.37830404890506336, + 0.37880401266543934, + 0.37730403197734425, + 0.3753040577265508, + 0.37730403197734425, + 0.3778040404412038, + 0.37730403197734425, + 0.3743039513918645, + 0.375303998121906, + 0.3753040577265508, + 0.3753040577265508, + 0.3793040062281377, + 0.378304019102741, + 0.37730403197734425 ], "p10": [ - 0.37051901632252265, - 0.36851903015080023, - 0.3676190417379432, - 0.3666191082567268, - 0.36661905461254646, - 0.3676189821332984, - 0.36951907688084173, - 0.36851903015080023, - 0.3686190884679847, - 0.36761903577747873, - 0.3686190884679847, - 0.3696191351980262, - 0.36861908250752023, - 0.3686190884679847, - 0.3686190884679847, - 0.3686190884679847, - 0.368619142112165, - 0.36861914807262947, - 0.3686190884679847, - 0.3676189821332984, - 0.37341902666988896, - 0.36661905461254646, - 0.3676189821332984, - 0.3666191082567268, - 0.3686190884679847, - 0.36661905461254646, - 0.3645190876096778, - 0.3696190755933814, - 0.3676189821332984, - 0.3696190755933814, - 0.3686190884679847, - 0.36851903015080023, - 0.3696190755933814, - 0.3705190103620582, - 0.3696191351980262, - 0.3676189821332984, - 0.3686190884679847, - 0.368619142112165, - 0.3694190722078376, - 0.368619142112165, - 0.3686190884679847, - 0.36761903577747873, - 0.36861914807262947, - 0.3675189953416877, - 0.36661905461254646, - 0.36851908379498055, - 0.3676190417379432, - 0.3696191351980262, - 0.3696190755933814, - 0.36661905461254646, - 0.368619142112165, - 0.36851903015080023, - 0.36661905461254646, - 0.3665190618604713, - 0.36861908250752023, - 0.36861908250752023, - 0.3686190288633399, - 0.36661905461254646, - 0.3686190288633399, - 0.3686190884679847 + 0.34830404771297047, + 0.34620396746127674, + 0.34830404771297047, + 0.34830404771297047, + 0.3472040022703893, + 0.3453040267321355, + 0.3472039963099248, + 0.3463040078970678, + 0.3453040267321355, + 0.34830404771297047, + 0.3463040078970678, + 0.34620396746127674, + 0.3493040884825475, + 0.3453040267321355, + 0.3472039963099248, + 0.3472039963099248, + 0.3453040267321355, + 0.34730411423175406, + 0.34830404771297047, + 0.3453040803763158, + 0.34730411423175406, + 0.34630395425288746, + 0.34730406058757374, + 0.34730411423175406, + 0.3472040559145696, + 0.34730406058757374, + 0.34630395425288746, + 0.3472040559145696, + 0.3453040863367803, + 0.3482040490004308, + 0.34730406058757374, + 0.3472040559145696, + 0.3472039963099248, + 0.3473040546271093, + 0.34830404771297047, + 0.34730406058757374, + 0.34620402110545706, + 0.3453040803763158, + 0.35200400603740284, + 0.3482040490004308, + 0.34930402887790274, + 0.34730406058757374, + 0.3473040546271093, + 0.34730406058757374, + 0.34630395425288746, + 0.34730406058757374, + 0.34630395425288746, + 0.3482040490004308, + 0.34920398248164725, + 0.3462039615008123, + 0.3453040803763158, + 0.34730411423175406, + 0.3413040782305486, + 0.3453040267321355, + 0.34620396746127674, + 0.34730406058757374, + 0.3453040267321355, + 0.34630395425288746, + 0.34910398376910756, + 0.3473040546271093 ], "p90": [ - 0.4256190698713355, - 0.4316189926237159, - 0.4256190698713355, - 0.4267191093534522, - 0.4256190698713355, - 0.4266190063327842, - 0.4247190814584785, - 0.4266189973920875, - 0.42661908679905464, - 0.4287190955251746, - 0.42361909562054206, - 0.4267191123336844, - 0.4256190698713355, - 0.426619116601377, - 0.427619044122129, - 0.4276190471023612, - 0.4256190698713355, - 0.4256190698713355, - 0.4266190063327842, - 0.42671908253136204, - 0.4286190908521705, - 0.4256190698713355, - 0.426619116601377, - 0.42661908679905464, - 0.426619116601377, - 0.4256190698713355, - 0.42581906729641483, - 0.4256190698713355, - 0.429619137582212, - 0.42661908679905464, - 0.4287190955251746, - 0.4256190698713355, - 0.4256190698713355, - 0.4256190698713355, - 0.4256190698713355, - 0.4227191608518653, - 0.4256190698713355, - 0.427619044122129, - 0.426619116601377, - 0.4277190756172233, - 0.43161899858418035, - 0.427619044122129, - 0.4256190698713355, - 0.4256190698713355, - 0.42661908977928686, - 0.4256190698713355, - 0.4256190698713355, - 0.424619023141294, - 0.4256190698713355, - 0.4276190471023612, - 0.42571907156410743, - 0.4267191093534522, - 0.426619116601377, - 0.427619044122129, - 0.42461902910175847, - 0.42661908977928686, - 0.43161911183300544, - 0.4257190626234107, - 0.426619116601377, - 0.4247190814584785 + 0.40330399526088306, + 0.40640402091472216, + 0.40430404199092457, + 0.40430404199092457, + 0.40430404199092457, + 0.40530408872096607, + 0.40430404199092457, + 0.4034039999338872, + 0.40430404199092457, + 0.40430404199092457, + 0.40540397418468066, + 0.40430404199092457, + 0.4053040618988759, + 0.4055039788576848, + 0.40740406764476367, + 0.40430404199092457, + 0.40530408872096607, + 0.40430404199092457, + 0.40530397845237326, + 0.40530397845237326, + 0.40430404199092457, + 0.40330399526088306, + 0.4053039814326055, + 0.4053039695116765, + 0.40430404199092457, + 0.4053040618988759, + 0.40430404199092457, + 0.40430404199092457, + 0.40730406297175953, + 0.406304016241718, + 0.40440403474299974, + 0.40530408872096607, + 0.40430404199092457, + 0.4053040618988759, + 0.40440403474299974, + 0.40140413297145433, + 0.40330399526088306, + 0.4053040618988759, + 0.40530408872096607, + 0.40740406764476367, + 0.40640402091472216, + 0.40430404199092457, + 0.40330402506320545, + 0.4033039982411153, + 0.40640402091472216, + 0.4053040618988759, + 0.40440403474299974, + 0.4053039695116765, + 0.40530408872096607, + 0.40530397845237326, + 0.40330399526088306, + 0.40430404199092457, + 0.40530408872096607, + 0.4044040466639287, + 0.4023040677401311, + 0.40540408147304124, + 0.40430404199092457, + 0.40530408872096607, + 0.40430404199092457, + 0.40340402675597736 ], "timestamps": [ - "2026-06-20 18:48:00", - "2026-06-20 18:54:00", - "2026-06-20 19:00:00", "2026-06-20 19:06:00", "2026-06-20 19:12:00", "2026-06-20 19:18:00", @@ -795,6 +792,9 @@ "2026-06-22 00:24:00", "2026-06-22 00:30:00", "2026-06-22 00:36:00", - "2026-06-22 00:42:00" + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 32f222e82f500c292efd87cab4815e9e20b1074c..ee65735f20f0ee34fe71a88f754f67abfdf32017 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T00:49:31.851816+00:00", + "evaluated_at": "2026-06-22T01:14:59.569609+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.5, 1.5, 1.5, 1.399999976158142, @@ -84,6 +83,7 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -96,7 +96,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,6 +157,7 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, + 1.600000023841858, 1.600000023841858 ], "p50": [ @@ -267,7 +267,7 @@ 1.223397379884353, 1.223397379884353, 1.223397379884353, - 1.223397379884353, + 1.2233974990936425, 1.223397379884353, 1.223397379884353, 1.223397379884353, @@ -324,6 +324,7 @@ 1.4233974275680688, 1.4233974275680688, 1.4233974275680688, + 1.4233973083587792, 1.4233974275680688, 1.4233974275680688, 1.4233974275680688, @@ -349,6 +350,7 @@ 1.4233974275680688, 1.4233974275680688, 1.4233974275680688, + 1.4233973083587792, 1.4233974275680688, 1.4233974275680688, 1.4233974275680688, @@ -356,15 +358,13 @@ 1.4233974275680688, 1.4233974275680688, 1.4233974275680688, + 1.4233973202797081, 1.4233974275680688, 1.4233974275680688, 1.4233974275680688, 1.4233974275680688, 1.4233974275680688, - 1.4233974275680688, - 1.4233973083587792, - 1.4233974275680688, - 1.4233974275680688, + 1.4233973202797081, 1.4233974275680688, 1.4233974275680688, 1.4233974275680688, @@ -383,7 +383,6 @@ 1.4233974275680688 ], "timestamps": [ - "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", "2026-06-20 00:40:00", @@ -533,6 +532,7 @@ "2026-06-21 00:40:00", "2026-06-21 00:50:00", "2026-06-21 01:00:00", - "2026-06-21 01:10:00" + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 1b66218650ec8d84e9b70e8c7c5acd4b7d920acd..2d0bd05beebcd157226c69435bc831999ba62b8b 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,37 +1,31 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T01:05:20.999481+00:00", + "evaluated_at": "2026-06-22T01:14:59.574113+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index c0f784038997fd1539ea8d283ed7399ca755cff2..70543ce4991ccd3f8d3f9e1b0678a744e1b01039 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T01:01:19.808825+00:00", - "finished_at": "2026-06-22T01:05:21.041378+00:00", - "task_count": 5, + "started_at": "2026-06-22T01:10:43.825884+00:00", + "finished_at": "2026-06-22T01:14:59.609654+00:00", + "task_count": 4, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,37 +10,31 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T01:02:05.303797+00:00", + "evaluated_at": "2026-06-22T01:11:30.963687+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -48,37 +42,31 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T01:02:47.973749+00:00", + "evaluated_at": "2026-06-22T01:12:13.955496+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -86,37 +74,31 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T01:03:32.651999+00:00", + "evaluated_at": "2026-06-22T01:12:56.961985+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -124,37 +106,31 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T01:04:03.885404+00:00", + "evaluated_at": "2026-06-22T01:13:24.034627+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -162,37 +138,31 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T01:04:49.515258+00:00", + "evaluated_at": "2026-06-22T01:14:14.386582+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -200,37 +170,31 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T01:05:19.766165+00:00", + "evaluated_at": "2026-06-22T01:14:56.689264+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -238,37 +202,31 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T01:05:20.806089+00:00", + "evaluated_at": "2026-06-22T01:14:59.387339+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -276,37 +234,31 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T01:05:20.951929+00:00", + "evaluated_at": "2026-06-22T01:14:59.534676+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -314,37 +266,31 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T01:05:20.999481+00:00", + "evaluated_at": "2026-06-22T01:14:59.574113+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -352,37 +298,31 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T01:05:21.039908+00:00", + "evaluated_at": "2026-06-22T01:14:59.607229+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] @@ -390,7 +330,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-22T01:06:24.069855+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_011458.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_011458.json new file mode 100644 index 0000000000000000000000000000000000000000..dcb23fa2fb4e5caf100cfe7c54781f89949f990a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_011458.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T01:14:58.529506+00:00", + "metrics": { + "MSE[mean]": 287877.931293066, + "MSE[0.5]": 327003.3750402119, + "MAE[0.5]": 544.6390120572847, + "MASE[0.5]": 0.4836630414327654, + "MAPE[0.5]": 0.008487316404973614, + "sMAPE[0.5]": 0.008526414308846047, + "MSIS": 6.602999098591739, + "RMSE[mean]": 536.5425717434415, + "NRMSE[mean]": 0.00836983923207982, + "ND[0.5]": 0.008496140307423758, + "mean_weighted_sum_quantile_loss": 0.007165917857981149 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" + ], + "context": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0 + ], + "actual": [ + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 63944.0 + ], + "predictions": { + "p50": [ + 63607.02321094473, + 63588.56601861997, + 63581.00959244642, + 63567.88714927512, + 63589.57793260214, + 63588.182968689754, + 63574.74376815615, + 63612.26891698479, + 63574.29561282316, + 63580.98748765865, + 63575.66955066693, + 63553.560879639146, + 63578.328531456864, + 63575.43022886261, + 63589.05913801338, + 63589.57446958014, + 63594.789043395285, + 63564.37768595435, + 63572.116619367225, + 63599.48828494706, + 63578.32852935967, + 63580.987521424184, + 63578.089221760325, + 63575.19092209549 + ], + "p10": [ + 63320.41592608608, + 63332.49673024048, + 63248.606015330115, + 63337.007872093614, + 63333.852990066334, + 63302.23825855056, + 63314.84423331631, + 63345.360989390676, + 63188.80317740108, + 63339.97863704643, + 63333.84954054958, + 63188.803086857704, + 63320.275256728986, + 63337.36851225324, + 63339.97867114171, + 63314.84368986633, + 63314.8436900484, + 63255.2262611938, + 63314.84369000485, + 63333.849527171544, + 63320.878761813314, + 63346.249281435936, + 63320.878761812244, + 63337.01661449342 + ], + "p90": [ + 63885.52136459227, + 63883.67876545266, + 63863.8836512874, + 63841.90065945291, + 63817.24443183328, + 63839.46889925597, + 63815.697786676545, + 63839.47005570746, + 63863.86166551123, + 63839.47023715199, + 63817.81170610158, + 63883.734480552856, + 63863.86158236414, + 63818.351433348915, + 63817.811693056, + 63863.86158013525, + 63865.84887087582, + 63824.83522360581, + 63810.66046859004, + 63824.835223623064, + 63818.35143418141, + 63865.84887082366, + 63865.84887082437, + 63818.35143418006 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_011108.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_011108.json new file mode 100644 index 0000000000000000000000000000000000000000..31ab83ce4700725af6d6dfb793f4675e125101a5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_011108.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T01:11:08.757846+00:00", + "metrics": { + "MSE[mean]": 273977.94120343524, + "MSE[0.5]": 273977.94120343524, + "MAE[0.5]": 407.2322591145833, + "MASE[0.5]": 0.36163989110677025, + "MAPE[0.5]": 0.00637066158659242, + "sMAPE[0.5]": 0.0063373721472338345, + "MSIS": 1.6453273368567274, + "RMSE[mean]": 523.4290221256701, + "NRMSE[mean]": 0.008165273354472011, + "ND[0.5]": 0.00635265255435418, + "mean_weighted_sum_quantile_loss": 0.005146443119075889 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" + ], + "context": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0 + ], + "actual": [ + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 63944.0 + ], + "predictions": { + "p50": [ + 64272.078125, + 64294.8046875, + 64310.875, + 64339.22265625, + 64354.09375, + 64381.9296875, + 64401.22265625, + 64430.07421875, + 64442.03515625, + 64457.3046875, + 64471.97265625, + 64489.3515625, + 64503.63671875, + 64511.23046875, + 64521.46875, + 64517.78515625, + 64630.3046875, + 64642.7109375, + 64647.02734375, + 64673.7734375, + 64660.62890625, + 64680.4921875, + 64686.76953125, + 64693.26171875 + ], + "p10": [ + 64003.73046875, + 63951.44140625, + 63902.67578125, + 63855.8515625, + 63802.796875, + 63773.6484375, + 63723.49609375, + 63707.91015625, + 63675.546875, + 63634.58984375, + 63564.1484375, + 63515.02734375, + 63445.109375, + 63390.9296875, + 63352.0546875, + 63369.5234375, + 63293.3515625, + 63188.33984375, + 63103.41796875, + 63037.37109375, + 62996.13671875, + 62943.3203125, + 62897.4609375, + 62890.23828125 + ], + "p90": [ + 64532.07421875, + 64586.06640625, + 64664.7109375, + 64735.8828125, + 64819.0390625, + 64861.25, + 64901.6484375, + 64967.83984375, + 65025.96484375, + 65077.19921875, + 65135.25390625, + 65213.15625, + 65272.9921875, + 65302.0703125, + 65348.07421875, + 65369.21875, + 65738.5390625, + 65799.6015625, + 65851.234375, + 65964.078125, + 65976.625, + 66045.1640625, + 66133.0, + 66163.5703125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_011459.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_011459.json new file mode 100644 index 0000000000000000000000000000000000000000..3a52942bec48b4746e0b2bd3c69a3fe6e8e4ddf7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_011459.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T01:14:59.468892+00:00", + "metrics": { + "MSE[mean]": 35496.16225156009, + "MSE[0.5]": 31519.088880650626, + "MAE[0.5]": 137.81406655233363, + "MASE[0.5]": 0.12238486245988645, + "MAPE[0.5]": 0.0021528765072902425, + "sMAPE[0.5]": 0.002152876739717485, + "MSIS": 0.9895994973521961, + "RMSE[mean]": 188.4042522119925, + "NRMSE[mean]": 0.002939027366515529, + "ND[0.5]": 0.0021498416746579085, + "mean_weighted_sum_quantile_loss": 0.0016377889740415699 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" + ], + "context": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0 + ], + "actual": [ + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 63944.0 + ], + "predictions": { + "p50": [ + 64254.17015565134, + 64270.576700679616, + 64214.99691758288, + 64183.751118861146, + 64219.39985138941, + 64162.70288079268, + 64127.55278519595, + 64137.992533349214, + 64104.53775025248, + 64103.12984215575, + 64067.218027809016, + 64062.42535408728, + 64026.869008490554, + 64000.10367851882, + 63992.006317297084, + 63999.18629982535, + 63988.74909485362, + 63950.59118675689, + 63947.53679428515, + 63930.105448688424, + 63898.29714996669, + 63883.801351244954, + 63849.63172439822, + 63853.24920692649 + ], + "p10": [ + 64005.60804627634, + 63988.545450679616, + 63891.63754258288, + 63948.835493861145, + 63962.43657013941, + 63839.34350579268, + 63897.70122269595, + 63848.892923974214, + 63861.67876587748, + 63827.02827965575, + 63826.816074684015, + 63734.75543221228, + 63781.515492865554, + 63751.56188164382, + 63740.23366104708, + 63716.69919045035, + 63731.00964172862, + 63713.947046131885, + 63696.99382553515, + 63671.093729938424, + 63641.38660309169, + 63639.54978874495, + 63600.42078689822, + 63605.05584755149 + ], + "p90": [ + 64479.49281190134, + 64549.127481929616, + 64453.09848008288, + 64482.893696986146, + 64420.14203888941, + 64400.80444329268, + 64380.75122269595, + 64385.594095849214, + 64368.16275025248, + 64331.269685905754, + 64333.300059059016, + 64343.44293221228, + 64276.16314911556, + 64260.69352226882, + 64243.262176672084, + 64225.83083107535, + 64209.05964172862, + 64195.30915550689, + 64177.877809910155, + 64156.95622993843, + 64136.71238434169, + 64205.133382494954, + 64124.12391189822, + 64087.230847551495 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_011347.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_011347.json new file mode 100644 index 0000000000000000000000000000000000000000..ef4313bcc97b821dd813f6eceab8833366313eb9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_011347.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T01:13:47.946491+00:00", + "metrics": { + "MSE[mean]": 289208.16335169476, + "MSE[0.5]": 211100.85337988535, + "MAE[0.5]": 347.50390625, + "MASE[0.5]": 0.30859852578640395, + "MAPE[0.5]": 0.005437441321771563, + "sMAPE[0.5]": 0.005411700873669648, + "MSIS": 1.723503479326012, + "RMSE[mean]": 537.7807762942952, + "NRMSE[mean]": 0.008389154704090549, + "ND[0.5]": 0.005420915284282455, + "mean_weighted_sum_quantile_loss": 0.004807844026706085 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" + ], + "context": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0 + ], + "actual": [ + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 63944.0 + ], + "predictions": { + "p50": [ + 64291.623046875, + 64350.494140625, + 64343.125, + 64296.99609375, + 64346.412109375, + 64366.361328125, + 64360.876953125, + 64332.587890625, + 64354.857421875, + 64387.66796875, + 64380.88671875, + 64451.873046875, + 64560.607421875, + 64488.484375, + 64289.19921875, + 64530.4140625, + 64367.66796875, + 64501.833984375, + 64589.017578125, + 64387.041015625, + 64450.744140625, + 64442.318359375, + 64662.19140625, + 64540.462890625 + ], + "p10": [ + 64068.376953125, + 63998.294921875, + 63901.314453125, + 63776.55859375, + 63860.724609375, + 63803.177734375, + 63672.822265625, + 63530.546875, + 63347.4140625, + 63363.623046875, + 63536.671875, + 63455.865234375, + 63640.265625, + 63356.044921875, + 63362.0, + 63451.4375, + 63055.9296875, + 63263.4921875, + 63295.26953125, + 63041.6796875, + 63065.4921875, + 63094.373046875, + 62803.666015625, + 62904.75390625 + ], + "p90": [ + 64519.1484375, + 64615.015625, + 64808.89453125, + 64858.58984375, + 64974.533203125, + 65036.88671875, + 65018.638671875, + 65119.880859375, + 65221.94921875, + 65346.87890625, + 65253.7578125, + 65320.19140625, + 65554.55078125, + 65644.65234375, + 65721.1171875, + 65740.3515625, + 65986.66015625, + 65720.60546875, + 65962.703125, + 65620.015625, + 66142.11328125, + 66422.98046875, + 66386.84765625, + 66172.44140625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_011459.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_011459.json new file mode 100644 index 0000000000000000000000000000000000000000..362fd32af6e55802122de02ee2b0cec62532ced0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_011459.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T01:14:59.540050+00:00", + "metrics": { + "MSE[mean]": 131870.36684247231, + "MSE[0.5]": 119685.95321752643, + "MAE[0.5]": 309.81018109237874, + "MASE[0.5]": 0.27512486461071806, + "MAPE[0.5]": 0.004829019867683123, + "sMAPE[0.5]": 0.004840606971149076, + "MSIS": 2.107950792020818, + "RMSE[mean]": 363.13959690795537, + "NRMSE[mean]": 0.005664825504983816, + "ND[0.5]": 0.004832908970818199, + "mean_weighted_sum_quantile_loss": 0.0038503724528572304 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" + ], + "context": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0 + ], + "actual": [ + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 63944.0 + ], + "predictions": { + "p50": [ + 63849.63177425987, + 63883.46966488487, + 63845.32122738487, + 63831.50677425987, + 63884.58685238487, + 63845.32122738487, + 63827.60247738487, + 63855.47357113487, + 63839.45013363487, + 63855.47357113487, + 63836.99310238487, + 63849.63177425987, + 63831.50677425987, + 63822.17278988487, + 63831.50677425987, + 63856.11810238487, + 63863.11224300987, + 63842.38568050987, + 63856.76263363487, + 63856.76263363487, + 63842.38568050987, + 63845.32122738487, + 63828.58294613487, + 63849.63177425987 + ], + "p10": [ + 63601.06966488487, + 63601.43841488487, + 63521.96185238487, + 63596.59114925987, + 63627.62357113487, + 63521.96185238487, + 63597.75091488487, + 63566.37396175987, + 63596.59114925987, + 63579.37200863487, + 63596.59114925987, + 63521.96185238487, + 63586.15325863487, + 63573.63099300987, + 63579.73411800987, + 63573.63099300987, + 63605.37278988487, + 63605.74153988487, + 63606.21966488487, + 63597.75091488487, + 63585.47513363487, + 63601.06966488487, + 63579.37200863487, + 63601.43841488487 + ], + "p90": [ + 64074.95443050987, + 64162.02044613487, + 64083.42278988487, + 64130.64935238487, + 64085.32903988487, + 64083.42278988487, + 64080.80091488487, + 64103.07513363487, + 64103.07513363487, + 64083.61341488487, + 64103.07513363487, + 64130.64935238487, + 64080.80091488487, + 64082.76263363487, + 64082.76263363487, + 64082.76263363487, + 64083.42278988487, + 64087.10364925987, + 64087.10364925987, + 64083.61341488487, + 64080.80091488487, + 64166.65325863487, + 64103.07513363487, + 64083.61341488487 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_011459.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_011459.json new file mode 100644 index 0000000000000000000000000000000000000000..acf8f51e8fed1a2f8bdf9d9097f7088b41e6ee74 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_011459.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T01:14:59.579757+00:00", + "metrics": { + "MSE[mean]": 298348.71617952985, + "MSE[0.5]": 298348.71617952985, + "MAE[0.5]": 481.65673828125, + "MASE[0.5]": 0.4277320533535198, + "MAPE[0.5]": 0.007513185201874661, + "sMAPE[0.5]": 0.007534281012578442, + "MSIS": 3.4008166164812734, + "RMSE[mean]": 546.2130684810918, + "NRMSE[mean]": 0.008520694927883187, + "ND[0.5]": 0.00751364323498583, + "mean_weighted_sum_quantile_loss": 0.006139313588154835 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" + ], + "context": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0 + ], + "actual": [ + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 63944.0 + ], + "predictions": { + "p50": [ + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0 + ], + "p10": [ + 62073.75890625, + 62207.25328125, + 62311.860625, + 62404.50890625, + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04 + ], + "p90": [ + 64607.38171875, + 64746.32484375, + 64855.201875, + 64951.63171875, + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_011430.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_011430.json new file mode 100644 index 0000000000000000000000000000000000000000..beab5998fe057a8431e608b0fc6102d5454dcea8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_011430.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T01:14:30.707314+00:00", + "metrics": { + "MSE[mean]": 85670.42539087932, + "MSE[0.5]": 85670.42539087932, + "MAE[0.5]": 213.32454427083334, + "MASE[0.5]": 0.18944143847601894, + "MAPE[0.5]": 0.003338666097375847, + "sMAPE[0.5]": 0.0033286222092165333, + "MSIS": 1.2750600990260816, + "RMSE[mean]": 292.69510653729645, + "NRMSE[mean]": 0.004565920981392455, + "ND[0.5]": 0.003327773477511376, + "mean_weighted_sum_quantile_loss": 0.003088700365516776 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" + ], + "context": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0 + ], + "actual": [ + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 63944.0 + ], + "predictions": { + "p50": [ + 64253.9375, + 64239.0, + 64232.46484375, + 64244.6015625, + 64272.609375, + 64283.8125, + 64283.8125, + 64255.8046875, + 64270.7421875, + 64302.484375, + 64330.4921875, + 64332.359375, + 64354.765625, + 64360.3671875, + 64354.765625, + 64332.359375, + 64326.7578125, + 64309.953125, + 64289.4140625, + 64255.8046875, + 64246.46875, + 64250.203125, + 64263.2734375, + 64239.0 + ], + "p10": [ + 64017.73828125, + 63936.984375, + 63894.50390625, + 63874.8984375, + 63875.83203125, + 63866.49609375, + 63835.6875, + 63777.8046875, + 63776.87109375, + 63790.875, + 63793.67578125, + 63769.40234375, + 63751.6640625, + 63731.125, + 63725.5234375, + 63669.5078125, + 63639.6328125, + 63581.75, + 63533.203125, + 63473.453125, + 63451.046875, + 63439.84375, + 63436.109375, + 63413.703125 + ], + "p90": [ + 64515.34375, + 64590.03125, + 64627.375, + 64679.65625, + 64739.40625, + 64769.28125, + 64795.421875, + 64795.421875, + 64832.765625, + 64885.046875, + 64944.796875, + 64978.40625, + 65030.6875, + 65060.5625, + 65068.03125, + 65105.375, + 65105.375, + 65120.3125, + 65105.375, + 65097.90625, + 65105.375, + 65120.3125, + 65165.125, + 65165.125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_011152.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_011152.json new file mode 100644 index 0000000000000000000000000000000000000000..5b9c1a487253cdeae77816c9b97a9b4616793a38 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_011152.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T01:11:52.895828+00:00", + "metrics": { + "MSE[mean]": 170575.620774587, + "MSE[0.5]": 109530.14299710591, + "MAE[0.5]": 228.01936848958334, + "MASE[0.5]": 0.20249107909598418, + "MAPE[0.5]": 0.003569711759864797, + "sMAPE[0.5]": 0.00355721522477385, + "MSIS": 9.194914670367874, + "RMSE[mean]": 413.0080153878215, + "NRMSE[mean]": 0.006442751931359059, + "ND[0.5]": 0.003557006576117058, + "mean_weighted_sum_quantile_loss": 0.004241470572577831 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" + ], + "context": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0 + ], + "actual": [ + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 63944.0 + ], + "predictions": { + "p50": [ + 64204.359375, + 64202.8828125, + 64196.84375, + 64193.08203125, + 64201.8359375, + 64207.2890625, + 64190.484375, + 64182.09375, + 64220.2265625, + 64260.171875, + 64262.8046875, + 64288.24609375, + 64297.03515625, + 64292.3984375, + 64306.87890625, + 64290.3515625, + 64314.0234375, + 64333.7109375, + 64339.734375, + 64358.76171875, + 64338.5546875, + 64360.296875, + 64375.4609375, + 64403.39453125 + ], + "p10": [ + 64217.6640625, + 64248.875, + 64253.59375, + 64258.41015625, + 64234.66015625, + 64266.38671875, + 64281.66796875, + 64304.20703125, + 64299.7109375, + 64303.69140625, + 64325.0234375, + 64313.86328125, + 64313.30078125, + 64337.80859375, + 64380.21875, + 64363.2421875, + 64364.2421875, + 64427.0703125, + 64414.90625, + 64414.140625, + 64425.69921875, + 64462.00390625, + 64422.53515625, + 64470.09765625 + ], + "p90": [ + 64436.34375, + 64492.875, + 64526.7109375, + 64549.046875, + 64579.83984375, + 64601.05078125, + 64613.828125, + 64617.1640625, + 64677.98046875, + 64733.703125, + 64747.35546875, + 64773.89453125, + 64786.84375, + 64822.76953125, + 64843.5, + 64855.1796875, + 64887.4453125, + 64911.0546875, + 64946.28515625, + 64948.71875, + 64946.38671875, + 64981.0078125, + 64984.6015625, + 64999.921875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_011302.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_011302.json new file mode 100644 index 0000000000000000000000000000000000000000..5c0c09a0b731af9b6046a64d9ae96c7ced0012d4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_011302.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T01:13:02.318952+00:00", + "metrics": { + "MSE[mean]": 294577.75321324664, + "MSE[0.5]": 294577.75321324664, + "MAE[0.5]": 419.2132161458333, + "MASE[0.5]": 0.37227950007477445, + "MAPE[0.5]": 0.006558178136873638, + "sMAPE[0.5]": 0.006522504457796168, + "MSIS": 1.8566421902293648, + "RMSE[mean]": 542.7501756915852, + "NRMSE[mean]": 0.008466675251808057, + "ND[0.5]": 0.006539550462328516, + "mean_weighted_sum_quantile_loss": 0.005195725900811925 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" + ], + "context": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0 + ], + "actual": [ + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 63944.0 + ], + "predictions": { + "p50": [ + 64245.07421875, + 64255.54296875, + 64284.80078125, + 64313.2734375, + 64342.89453125, + 64369.16015625, + 64388.54296875, + 64411.43359375, + 64433.23828125, + 64448.08203125, + 64475.59765625, + 64498.22265625, + 64533.68359375, + 64558.62109375, + 64579.54296875, + 64599.55859375, + 64614.31640625, + 64633.55078125, + 64655.3125, + 64674.10546875, + 64698.78125, + 64719.8359375, + 64738.93359375, + 64750.96875 + ], + "p10": [ + 63999.578125, + 63864.40625, + 63783.66015625, + 63748.47265625, + 63736.68359375, + 63727.8828125, + 63703.46875, + 63683.56640625, + 63662.1953125, + 63626.4375, + 63609.109375, + 63584.77734375, + 63570.70703125, + 63550.7109375, + 63527.1953125, + 63512.296875, + 63494.421875, + 63474.38671875, + 63462.45703125, + 63445.546875, + 63429.83984375, + 63411.95703125, + 63390.609375, + 63369.90234375 + ], + "p90": [ + 64493.87890625, + 64616.27734375, + 64738.3203125, + 64841.875, + 64931.83203125, + 65026.7109375, + 65107.69921875, + 65191.296875, + 65267.16796875, + 65337.55078125, + 65424.796875, + 65487.97265625, + 65569.953125, + 65651.71875, + 65746.703125, + 65817.953125, + 65884.4765625, + 65970.4453125, + 66053.5546875, + 66137.90625, + 66206.5703125, + 66285.0234375, + 66349.515625, + 66409.390625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_011238.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_011238.json new file mode 100644 index 0000000000000000000000000000000000000000..4309b7d9dab4327f25c792b630455ed2ccbaf41e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_011238.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T01:12:38.730816+00:00", + "metrics": { + "MSE[mean]": 98874.90160687764, + "MSE[0.5]": 98874.90160687764, + "MAE[0.5]": 218.42919921875, + "MASE[0.5]": 0.19397459324994562, + "MAPE[0.5]": 0.0034199083359461313, + "sMAPE[0.5]": 0.0034080958000406113, + "MSIS": 2.0664642520162126, + "RMSE[mean]": 314.44379721482443, + "NRMSE[mean]": 0.004905191440188752, + "ND[0.5]": 0.003407403955127481, + "mean_weighted_sum_quantile_loss": 0.0048130716466631375 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" + ], + "context": [ + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0 + ], + "actual": [ + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 63944.0 + ], + "predictions": { + "p50": [ + 64249.734375, + 64260.6328125, + 64268.8515625, + 64276.58203125, + 64283.54296875, + 64291.38671875, + 64295.11328125, + 64298.62890625, + 64298.546875, + 64303.91796875, + 64307.98046875, + 64307.00390625, + 64307.046875, + 64308.9765625, + 64311.16015625, + 64312.2265625, + 64315.44921875, + 64315.91796875, + 64317.91015625, + 64319.171875, + 64320.7109375, + 64316.69140625, + 64317.921875, + 64320.07421875 + ], + "p10": [ + 64023.5390625, + 63921.40625, + 63828.38671875, + 63745.08203125, + 63656.453125, + 63570.7109375, + 63502.52734375, + 63432.44140625, + 63352.67578125, + 63291.3671875, + 63214.40625, + 63137.0546875, + 63061.54296875, + 62985.0390625, + 62917.0859375, + 62850.0546875, + 62786.80078125, + 62715.71484375, + 62648.515625, + 62600.37890625, + 62565.6953125, + 62494.7109375, + 62418.3359375, + 62357.203125 + ], + "p90": [ + 64463.859375, + 64582.34765625, + 64695.796875, + 64801.29296875, + 64892.73046875, + 64966.46875, + 65046.08984375, + 65125.34765625, + 65201.8671875, + 65277.21875, + 65370.0234375, + 65447.96484375, + 65540.984375, + 65627.453125, + 65704.25, + 65757.671875, + 65829.5546875, + 65898.34375, + 65965.0390625, + 66020.5625, + 66084.0859375, + 66160.6484375, + 66204.6328125, + 66260.5546875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_011458.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_011458.json new file mode 100644 index 0000000000000000000000000000000000000000..0aab8393d4089c461211b1cc086506c7fe8fb526 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_011458.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T01:14:58.628954+00:00", + "metrics": { + "MSE[mean]": 0.7350453997117784, + "MSE[0.5]": 0.7375831602021371, + "MAE[0.5]": 0.7301429822881343, + "MASE[0.5]": 2.1819195571425527, + "MAPE[0.5]": 0.5638893851542606, + "sMAPE[0.5]": 0.8372257153848516, + "MSIS": 85.41306761514777, + "RMSE[mean]": 0.8573478872148566, + "NRMSE[mean]": 0.7555168351465521, + "ND[0.5]": 0.6434206270395266, + "mean_weighted_sum_quantile_loss": 0.6408747272225225 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" + ], + "context": [ + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316 + ], + "actual": [ + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 + ], + "predictions": { + "p50": [ + 0.3666896239444891, + 0.3669570883356573, + 0.3696246591572349, + 0.3730040150194916, + 0.3747098157441586, + 0.3752807770144965, + 0.37698188264228755, + 0.3798309812859502, + 0.3802345841940494, + 0.38193804063315534, + 0.38393181078509847, + 0.3869486993182837, + 0.3887073934321939, + 0.38890833738518776, + 0.3903102130816773, + 0.39189501315946007, + 0.3926166937267266, + 0.39456459155368634, + 0.397192282034528, + 0.39912356913314573, + 0.39784599325687436, + 0.3994644030899147, + 0.40079612788261665, + 0.4014872584920205, + 0.4039273599970356, + 0.40580502497799403, + 0.4047991051758645, + 0.4076206531708727, + 0.4067927997118831, + 0.4084905209554147, + 0.40886920401418025, + 0.4111425770597734, + 0.41077503694718354, + 0.4112129965747362, + 0.4139059596533222, + 0.412890025413936, + 0.41364728612967405, + 0.4149037949691219, + 0.4179196708461575, + 0.4176407768783063, + 0.417607904158542, + 0.417384411801765, + 0.41714841754846654, + 0.41832814202466384, + 0.4196030357351871, + 0.4201225296115422, + 0.42132381668745916, + 0.42265291871491106, + 0.42311179552727796, + 0.4222784839501431, + 0.4224030198608562, + 0.4249118230868163, + 0.42354920117145956, + 0.42368075331146765, + 0.4247011245112701, + 0.4253250429054725, + 0.4250383757333727, + 0.42612499721854913, + 0.42718734897534333, + 0.42655143480891367 + ], + "p10": [ + 0.3561421372560486, + 0.3580432644042554, + 0.3614172698587172, + 0.363629459292438, + 0.3650260927009758, + 0.36687949713054574, + 0.3692280989966671, + 0.3709832780248234, + 0.3712074930637162, + 0.37291094950282216, + 0.3745184992730963, + 0.377703101344634, + 0.37789190068334894, + 0.38151832565465293, + 0.3824593406179908, + 0.38291223442808187, + 0.384331190652448, + 0.3868849806782523, + 0.38646059739312816, + 0.3894311347207104, + 0.3885216030193787, + 0.3910657906596169, + 0.39287512872585756, + 0.39340115555846356, + 0.395138069164292, + 0.3963941518004731, + 0.39698134616648384, + 0.3987251612092355, + 0.39745860810022965, + 0.39867204915980187, + 0.3998722439724066, + 0.39980915112962323, + 0.4012552181121089, + 0.4032843850926996, + 0.4039128914390715, + 0.4037261614732815, + 0.405991636264975, + 0.4056566726581534, + 0.40812416622697906, + 0.40886459468192893, + 0.40756071260072846, + 0.4092770119890543, + 0.4086616923006195, + 0.40905984248296423, + 0.4118803186367105, + 0.4106862246649508, + 0.4122601454555772, + 0.4119299976981676, + 0.4137645318207632, + 0.41355012108544303, + 0.41513492547388897, + 0.4153326011334587, + 0.41544214327190604, + 0.41501045574808215, + 0.41517724784078797, + 0.415694144645862, + 0.41628920554807936, + 0.4167212148997863, + 0.4170966735549253, + 0.41737887274297436 + ], + "p90": [ + 0.37467716708570614, + 0.3768223732595835, + 0.3800167642665044, + 0.38059226213563596, + 0.3830110030183653, + 0.3846973404328326, + 0.3875386370037577, + 0.38888694826483516, + 0.38958454773619744, + 0.39192195123217316, + 0.3930897159593801, + 0.3953961850177887, + 0.39716912499598267, + 0.3972179762383028, + 0.4001814022782778, + 0.40129979000567895, + 0.40009081212766545, + 0.40495293958074985, + 0.4050878170650538, + 0.4068802267839591, + 0.40760534901056733, + 0.40999566905594814, + 0.41116571762486, + 0.40856020196880793, + 0.41256310372080834, + 0.4128020823529612, + 0.41551816304638783, + 0.4156280711339347, + 0.41737980154155285, + 0.417562972416094, + 0.41881490676982125, + 0.4203121528874554, + 0.4198231394923559, + 0.421227137675371, + 0.42183678216187237, + 0.42245813230550094, + 0.4223768348974033, + 0.42525695224239074, + 0.4265868559591535, + 0.4266709346849808, + 0.42646398537035113, + 0.4271412821465495, + 0.42658289045135744, + 0.4291899986704061, + 0.4300103985879648, + 0.42990782186215054, + 0.43128598027885756, + 0.43181047444647525, + 0.43161751043087826, + 0.43162524970892885, + 0.4294217932994008, + 0.432627989047647, + 0.43297737215651033, + 0.43490915603144614, + 0.43123984644172964, + 0.4345606712196038, + 0.4352713509396099, + 0.4354405547968151, + 0.4370271875457104, + 0.43591649250134895 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_011123.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_011123.json new file mode 100644 index 0000000000000000000000000000000000000000..42fe8febc8b916334bda7a93bdba9142196445dc --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_011123.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T01:11:23.632599+00:00", + "metrics": { + "MSE[mean]": 0.17285801700461428, + "MSE[0.5]": 0.17285801700461428, + "MAE[0.5]": 0.3342307890454928, + "MASE[0.5]": 0.9987971026334674, + "MAPE[0.5]": 0.24929593374631617, + "sMAPE[0.5]": 0.294457045576145, + "MSIS": 26.855189345422584, + "RMSE[mean]": 0.41576197157101114, + "NRMSE[mean]": 0.3663800583401939, + "ND[0.5]": 0.2945326998687796, + "mean_weighted_sum_quantile_loss": 0.2671455545855603 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" + ], + "context": [ + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316 + ], + "actual": [ + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 + ], + "predictions": { + "p50": [ + 0.3888515830039978, + 0.3958248496055603, + 0.4070776700973511, + 0.4107785224914551, + 0.42045754194259644, + 0.43019402027130127, + 0.44130754470825195, + 0.45326048135757446, + 0.4652416706085205, + 0.477980375289917, + 0.4937657117843628, + 0.5102596879005432, + 0.5230453610420227, + 0.539276659488678, + 0.5545594692230225, + 0.5701833367347717, + 0.6164841055870056, + 0.6324361562728882, + 0.6517653465270996, + 0.6680439710617065, + 0.6822967529296875, + 0.7028943300247192, + 0.7230402231216431, + 0.73885178565979, + 0.7550570368766785, + 0.7724020481109619, + 0.7920304536819458, + 0.8101913928985596, + 0.8267102241516113, + 0.8461104035377502, + 0.859604001045227, + 0.8727191090583801, + 0.9274751543998718, + 0.9430949687957764, + 0.9595499634742737, + 0.9672221541404724, + 0.9829179644584656, + 0.9919267892837524, + 1.0037760734558105, + 1.0141167640686035, + 1.025915265083313, + 1.0347024202346802, + 1.0439351797103882, + 1.0542093515396118, + 1.0610251426696777, + 1.0682775974273682, + 1.0733731985092163, + 1.0736877918243408, + 1.0706931352615356, + 1.0704165697097778, + 1.0671162605285645, + 1.0609294176101685, + 1.055651307106018, + 1.04325270652771, + 1.0372323989868164, + 1.0236155986785889, + 1.0113952159881592, + 0.995773196220398, + 0.9842642545700073, + 0.9726083278656006 + ], + "p10": [ + 0.36804622411727905, + 0.37772059440612793, + 0.3818281292915344, + 0.3875163793563843, + 0.3972182273864746, + 0.40139949321746826, + 0.41010457277297974, + 0.42116111516952515, + 0.4297060966491699, + 0.4433631896972656, + 0.4495091438293457, + 0.4658162593841553, + 0.4782678484916687, + 0.49488818645477295, + 0.5018787980079651, + 0.511939525604248, + 0.5552988052368164, + 0.5690947771072388, + 0.5868389010429382, + 0.6001344919204712, + 0.6160709857940674, + 0.6284987926483154, + 0.6489551067352295, + 0.6580002903938293, + 0.6766781806945801, + 0.6909427046775818, + 0.7093082070350647, + 0.7176460027694702, + 0.7273961305618286, + 0.7382110357284546, + 0.7575182914733887, + 0.7667776346206665, + 0.8246458768844604, + 0.8469150066375732, + 0.8597453236579895, + 0.8734102249145508, + 0.8688587546348572, + 0.8886674046516418, + 0.8942620158195496, + 0.8944031000137329, + 0.9081541299819946, + 0.9115041494369507, + 0.9199019074440002, + 0.9198184013366699, + 0.9238325953483582, + 0.9298437833786011, + 0.9362908601760864, + 0.9259156584739685, + 0.9345089197158813, + 0.922257661819458, + 0.9223116040229797, + 0.9214884042739868, + 0.9046432971954346, + 0.904986560344696, + 0.8915544152259827, + 0.8744114637374878, + 0.866679847240448, + 0.8466885089874268, + 0.8363127708435059, + 0.817471981048584 + ], + "p90": [ + 0.41346806287765503, + 0.4175916910171509, + 0.42560482025146484, + 0.43700069189071655, + 0.44813114404678345, + 0.46162325143814087, + 0.47093814611434937, + 0.487019419670105, + 0.49849849939346313, + 0.5150090456008911, + 0.5307974815368652, + 0.5501731038093567, + 0.5724798440933228, + 0.5873973369598389, + 0.6054471731185913, + 0.6317697763442993, + 0.6859951615333557, + 0.6987191438674927, + 0.719585657119751, + 0.7390279769897461, + 0.7513189315795898, + 0.7760295867919922, + 0.7961931228637695, + 0.8195986747741699, + 0.8349878787994385, + 0.8600562810897827, + 0.8840857744216919, + 0.902286171913147, + 0.9219304323196411, + 0.9468891620635986, + 0.966593861579895, + 0.9823920726776123, + 1.0464046001434326, + 1.0564594268798828, + 1.0756595134735107, + 1.0861843824386597, + 1.109352707862854, + 1.1229594945907593, + 1.1435245275497437, + 1.1625266075134277, + 1.1812739372253418, + 1.1913695335388184, + 1.2087336778640747, + 1.227877140045166, + 1.236222743988037, + 1.245019555091858, + 1.2501221895217896, + 1.260329008102417, + 1.2625923156738281, + 1.2630670070648193, + 1.263744831085205, + 1.269028663635254, + 1.2621009349822998, + 1.2599753141403198, + 1.261702060699463, + 1.2552368640899658, + 1.2448148727416992, + 1.2374823093414307, + 1.2337234020233154, + 1.2264654636383057 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_011459.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_011459.json new file mode 100644 index 0000000000000000000000000000000000000000..11c6063385cbdf77b399e23afe1d384a40d76470 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_011459.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T01:14:59.509033+00:00", + "metrics": { + "MSE[mean]": 0.6799795266754629, + "MSE[0.5]": 0.679085819726042, + "MAE[0.5]": 0.702222439479236, + "MASE[0.5]": 2.098483326323956, + "MAPE[0.5]": 0.5435583331997705, + "sMAPE[0.5]": 0.7915567345167528, + "MSIS": 79.17352033611687, + "RMSE[mean]": 0.8246087112536848, + "NRMSE[mean]": 0.7266662378845193, + "ND[0.5]": 0.618816332268265, + "mean_weighted_sum_quantile_loss": 0.6109116339850026 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" + ], + "context": [ + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316 + ], + "actual": [ + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 + ], + "predictions": { + "p50": [ + 0.36616652712939496, + 0.36836243974954785, + 0.3685582589096177, + 0.37675409428215095, + 0.37494999879607216, + 0.37714591141622505, + 0.38134170888020424, + 0.38153755784259646, + 0.38723333599467075, + 0.3859292191701291, + 0.3901250911399143, + 0.3933209908854639, + 0.3950168205359512, + 0.39721267355145934, + 0.4004084540877194, + 0.4011043860197772, + 0.40130023498216943, + 0.4054960920507934, + 0.4066919281385824, + 0.407887734424049, + 0.41208365109731776, + 0.4122794404550652, + 0.4144753083717345, + 0.4186711803415197, + 0.4218670353835857, + 0.4230629459771807, + 0.4237587586999489, + 0.42695459884085374, + 0.4296504752213826, + 0.4323463217995891, + 0.43404218125239885, + 0.4347380535798118, + 0.4409337954922621, + 0.4436297910820805, + 0.44082552965667066, + 0.4430213826721788, + 0.44571728885503, + 0.44841313543323646, + 0.45260897760069924, + 0.45480483061620736, + 0.458000655855951, + 0.4581965346206656, + 0.4608924110011945, + 0.46158825352628513, + 0.4642841001044916, + 0.4669799466826981, + 0.4701758166259253, + 0.4728716334018094, + 0.4735675057292224, + 0.47376338449393707, + 0.47795921176023864, + 0.48065507323960627, + 0.48235091779125483, + 0.4815466902212832, + 0.48474258996683284, + 0.48693850258698573, + 0.4891343556024938, + 0.49533015711958883, + 0.4965260230097002, + 0.4977218888998116 + ], + "p10": [ + 0.3391665767204594, + 0.3392623494842738, + 0.3435582827514756, + 0.3457541357669837, + 0.34684994333991065, + 0.347145820817165, + 0.35124164341046243, + 0.35253750801311345, + 0.3537333798636893, + 0.3589292538600324, + 0.3591250670596378, + 0.3612208796393549, + 0.36651685367613374, + 0.36471264494122985, + 0.3688084675345273, + 0.3710043205500354, + 0.37130020398775415, + 0.3754961445028808, + 0.37869193099960535, + 0.37788781667845883, + 0.3820837035494052, + 0.38327939658604665, + 0.38647535593624105, + 0.3886712625959295, + 0.39076705729425315, + 0.3930629149827654, + 0.3942586616635872, + 0.39735461634077746, + 0.39765049977849626, + 0.4027463154576549, + 0.40404218006030596, + 0.4061380284028099, + 0.4083338218136732, + 0.4106297331463658, + 0.4138255792477351, + 0.4150214451378465, + 0.4161172586712379, + 0.4174131709576048, + 0.4263089496341999, + 0.42470484561273597, + 0.42800067850571605, + 0.4281965632308951, + 0.4303924102859388, + 0.43258826926191135, + 0.4337840159427332, + 0.4369799752929276, + 0.4381757219737494, + 0.4422716697368008, + 0.4454674562335254, + 0.44466328826819856, + 0.4459592601592102, + 0.4501551470301565, + 0.4463509640444592, + 0.4525467655615542, + 0.45564255930620357, + 0.4589385054480087, + 0.4591343246080785, + 0.4623301051443386, + 0.4673259876760668, + 0.46772191154957665 + ], + "p90": [ + 0.394166524268372, + 0.39946240293771923, + 0.3995582770294297, + 0.4017541300449378, + 0.40394998306044594, + 0.40714588280599556, + 0.4083416890914622, + 0.4096375000499329, + 0.41273339512247836, + 0.4149292481379865, + 0.4182250333472507, + 0.4193209541690027, + 0.42251682709246213, + 0.42491259706677914, + 0.42900853886936613, + 0.42810436623103515, + 0.4313002659765847, + 0.43249607226205133, + 0.43569186173900815, + 0.43788771475451627, + 0.4390836313085757, + 0.44027943759404226, + 0.4444752767812728, + 0.44667111787585195, + 0.4478670433706081, + 0.4510629162940676, + 0.4522587494016243, + 0.4544546024171324, + 0.4596504764134755, + 0.4608462826989421, + 0.46114215421573196, + 0.46423806120920635, + 0.46543386749467297, + 0.46862974041813243, + 0.4699255662777644, + 0.4691215175217271, + 0.4732172328266639, + 0.47741315248016486, + 0.47960903231776314, + 0.48390486425706886, + 0.4851006705425355, + 0.48519654463424594, + 0.48639238072203494, + 0.4885882069154529, + 0.4938840826045679, + 0.49497997660422977, + 0.49627580246386166, + 0.49937159024804656, + 0.5015675624728443, + 0.5037633052197595, + 0.5039591750437775, + 0.5071550747893271, + 0.5103509745348767, + 0.5116467854933475, + 0.5117426595850579, + 0.5170385263334762, + 0.5181343398668676, + 0.5213302396124172, + 0.5225260458978839, + 0.5238218836784447 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_011402.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_011402.json new file mode 100644 index 0000000000000000000000000000000000000000..2a73d88a5bb74dd6f7da43d6bbabef182120b1f7 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_011402.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T01:14:02.659486+00:00", + "metrics": { + "MSE[mean]": 0.4604898320409774, + "MSE[0.5]": 0.4959174828604247, + "MAE[0.5]": 0.5930169989665349, + "MASE[0.5]": 1.772139730369213, + "MAPE[0.5]": 0.45548758306079123, + "sMAPE[0.5]": 0.6198218262709125, + "MSIS": 31.638350666199344, + "RMSE[mean]": 0.6785940112032948, + "NRMSE[mean]": 0.5979943583452655, + "ND[0.5]": 0.5225817114949308, + "mean_weighted_sum_quantile_loss": 0.4416905829553423 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" + ], + "context": [ + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316 + ], + "actual": [ + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 + ], + "predictions": { + "p50": [ + 0.38697320222854614, + 0.38499680161476135, + 0.38912272453308105, + 0.3855264186859131, + 0.3876721262931824, + 0.39212241768836975, + 0.3960917890071869, + 0.39932334423065186, + 0.4034979045391083, + 0.4032534658908844, + 0.4168437123298645, + 0.43196913599967957, + 0.4319518506526947, + 0.4361517131328583, + 0.4323117434978485, + 0.4352973997592926, + 0.4688965082168579, + 0.47751539945602417, + 0.45580390095710754, + 0.48153242468833923, + 0.4706270396709442, + 0.4973124861717224, + 0.5081148147583008, + 0.4950263202190399, + 0.5134421586990356, + 0.5267509818077087, + 0.5307140052318573, + 0.5831686854362488, + 0.5716212093830109, + 0.577849417924881, + 0.5836694240570068, + 0.5741406679153442, + 0.6152530908584595, + 0.5830097198486328, + 0.5715544819831848, + 0.6094077229499817, + 0.6188338696956635, + 0.6486699283123016, + 0.663514107465744, + 0.6468017399311066, + 0.6660336256027222, + 0.6205310821533203, + 0.6634965240955353, + 0.6917831599712372, + 0.6319460868835449, + 0.6897208094596863, + 0.6621077060699463, + 0.6861312687397003, + 0.6480284929275513, + 0.6016225516796112, + 0.6465572714805603, + 0.6683264374732971, + 0.5744656622409821, + 0.662381500005722, + 0.636590838432312, + 0.7015640139579773, + 0.6533946990966797, + 0.6934857070446014, + 0.6027887761592865, + 0.6906298100948334 + ], + "p10": [ + 0.37688493728637695, + 0.3698243796825409, + 0.3686448037624359, + 0.3597462773323059, + 0.354428768157959, + 0.3431723117828369, + 0.340770959854126, + 0.35186561942100525, + 0.34768229722976685, + 0.33355650305747986, + 0.3398744463920593, + 0.34951716661453247, + 0.327150821685791, + 0.33204028010368347, + 0.3147372901439667, + 0.2964213490486145, + 0.25270146131515503, + 0.2851271629333496, + 0.22458592057228088, + 0.24748024344444275, + 0.24006301164627075, + 0.280633807182312, + 0.2893485128879547, + 0.2076207399368286, + 0.24162110686302185, + 0.24009421467781067, + 0.2904342710971832, + 0.27865293622016907, + 0.354964017868042, + 0.26836323738098145, + 0.28562024235725403, + 0.29066091775894165, + 0.3022559583187103, + 0.28889718651771545, + 0.16804125905036926, + 0.2336079180240631, + 0.23469790816307068, + 0.24249202013015747, + 0.2834897041320801, + 0.23894056677818298, + 0.2335253357887268, + 0.22964009642601013, + 0.2404385805130005, + 0.1509721577167511, + 0.15427890419960022, + 0.2506844699382782, + 0.18180590867996216, + 0.21789094805717468, + 0.14071330428123474, + 0.09281113743782043, + 0.1200125515460968, + 0.11637017130851746, + 0.07861220836639404, + 0.1571725606918335, + 0.06997907161712646, + 0.1443483531475067, + 0.11385616660118103, + 0.15336719155311584, + 0.12247741222381592, + 0.1606777310371399 + ], + "p90": [ + 0.39618751406669617, + 0.40180104970932007, + 0.4085456132888794, + 0.41447141766548157, + 0.4199661612510681, + 0.43092554807662964, + 0.45104753971099854, + 0.446014404296875, + 0.4699779152870178, + 0.4845752418041229, + 0.49436745047569275, + 0.5107483565807343, + 0.5387483537197113, + 0.5347417593002319, + 0.5470980703830719, + 0.5363407135009766, + 0.6577951312065125, + 0.6813018918037415, + 0.6830164194107056, + 0.6765652298927307, + 0.718304455280304, + 0.7388949990272522, + 0.7059658169746399, + 0.7873573303222656, + 0.7953412532806396, + 0.7934503555297852, + 0.832322746515274, + 0.8865005671977997, + 0.8612297773361206, + 0.854505181312561, + 0.8532347977161407, + 0.8916257619857788, + 1.0188546180725098, + 0.9529209434986115, + 1.003591239452362, + 1.0392380952835083, + 1.0348081588745117, + 1.1569209694862366, + 1.0764455795288086, + 1.1537880897521973, + 1.145358920097351, + 1.1050920486450195, + 1.2156875729560852, + 1.1899465322494507, + 1.2104111909866333, + 1.2466244101524353, + 1.1844682097434998, + 1.2688581347465515, + 1.1865787506103516, + 1.080078363418579, + 1.2815012335777283, + 1.2347293496131897, + 1.2106335163116455, + 1.350371539592743, + 1.2336978316307068, + 1.3716500401496887, + 1.3842623829841614, + 1.3391026258468628, + 1.3240084648132324, + 1.2849388718605042 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_011459.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_011459.json new file mode 100644 index 0000000000000000000000000000000000000000..8abcef0ca374f58a3ede3c94f3d9e6f5a44e14b8 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_011459.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T01:14:59.558433+00:00", + "metrics": { + "MSE[mean]": 0.795464167657821, + "MSE[0.5]": 0.7944984773166273, + "MAE[0.5]": 0.757862632444214, + "MASE[0.5]": 2.2647554512891492, + "MAPE[0.5]": 0.5845608592022504, + "sMAPE[0.5]": 0.8857133689189195, + "MSIS": 85.85903677415395, + "RMSE[mean]": 0.891887979321294, + "NRMSE[mean]": 0.7859544456697426, + "ND[0.5]": 0.6678478900789497, + "mean_weighted_sum_quantile_loss": 0.6600610817853902 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" + ], + "context": [ + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316 + ], + "actual": [ + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 + ], + "predictions": { + "p50": [ + 0.375303998121906, + 0.3753040577265508, + 0.37330402387111256, + 0.3793040062281377, + 0.3753040577265508, + 0.37530411733119556, + 0.37730406177966663, + 0.3753040577265508, + 0.37880398286311695, + 0.3753040130230672, + 0.37730403197734425, + 0.37830407870738575, + 0.377804055342365, + 0.377804055342365, + 0.37880398286311695, + 0.37730406177966663, + 0.3753040577265508, + 0.37730406177966663, + 0.3763040448519475, + 0.375303998121906, + 0.37730406177966663, + 0.375303998121906, + 0.3753040130230672, + 0.37730403197734425, + 0.37830403400390217, + 0.377304091581989, + 0.37580405128924915, + 0.3768040384146459, + 0.37730406177966663, + 0.377804055342365, + 0.37730406177966663, + 0.37580408109157154, + 0.3798039699885137, + 0.380304112562824, + 0.375303998121906, + 0.375303998121906, + 0.37580405128924915, + 0.3763040448519475, + 0.37830403400390217, + 0.37830403400390217, + 0.3793040062281377, + 0.37730403197734425, + 0.377804055342365, + 0.3763040448519475, + 0.3768040384146459, + 0.37730403197734425, + 0.37830404890506336, + 0.37880401266543934, + 0.37730403197734425, + 0.3753040577265508, + 0.37730403197734425, + 0.3778040404412038, + 0.37730403197734425, + 0.3743039513918645, + 0.375303998121906, + 0.3753040577265508, + 0.3753040577265508, + 0.3793040062281377, + 0.378304019102741, + 0.37730403197734425 + ], + "p10": [ + 0.34830404771297047, + 0.34620396746127674, + 0.34830404771297047, + 0.34830404771297047, + 0.3472040022703893, + 0.3453040267321355, + 0.3472039963099248, + 0.3463040078970678, + 0.3453040267321355, + 0.34830404771297047, + 0.3463040078970678, + 0.34620396746127674, + 0.3493040884825475, + 0.3453040267321355, + 0.3472039963099248, + 0.3472039963099248, + 0.3453040267321355, + 0.34730411423175406, + 0.34830404771297047, + 0.3453040803763158, + 0.34730411423175406, + 0.34630395425288746, + 0.34730406058757374, + 0.34730411423175406, + 0.3472040559145696, + 0.34730406058757374, + 0.34630395425288746, + 0.3472040559145696, + 0.3453040863367803, + 0.3482040490004308, + 0.34730406058757374, + 0.3472040559145696, + 0.3472039963099248, + 0.3473040546271093, + 0.34830404771297047, + 0.34730406058757374, + 0.34620402110545706, + 0.3453040803763158, + 0.35200400603740284, + 0.3482040490004308, + 0.34930402887790274, + 0.34730406058757374, + 0.3473040546271093, + 0.34730406058757374, + 0.34630395425288746, + 0.34730406058757374, + 0.34630395425288746, + 0.3482040490004308, + 0.34920398248164725, + 0.3462039615008123, + 0.3453040803763158, + 0.34730411423175406, + 0.3413040782305486, + 0.3453040267321355, + 0.34620396746127674, + 0.34730406058757374, + 0.3453040267321355, + 0.34630395425288746, + 0.34910398376910756, + 0.3473040546271093 + ], + "p90": [ + 0.40330399526088306, + 0.40640402091472216, + 0.40430404199092457, + 0.40430404199092457, + 0.40430404199092457, + 0.40530408872096607, + 0.40430404199092457, + 0.4034039999338872, + 0.40430404199092457, + 0.40430404199092457, + 0.40540397418468066, + 0.40430404199092457, + 0.4053040618988759, + 0.4055039788576848, + 0.40740406764476367, + 0.40430404199092457, + 0.40530408872096607, + 0.40430404199092457, + 0.40530397845237326, + 0.40530397845237326, + 0.40430404199092457, + 0.40330399526088306, + 0.4053039814326055, + 0.4053039695116765, + 0.40430404199092457, + 0.4053040618988759, + 0.40430404199092457, + 0.40430404199092457, + 0.40730406297175953, + 0.406304016241718, + 0.40440403474299974, + 0.40530408872096607, + 0.40430404199092457, + 0.4053040618988759, + 0.40440403474299974, + 0.40140413297145433, + 0.40330399526088306, + 0.4053040618988759, + 0.40530408872096607, + 0.40740406764476367, + 0.40640402091472216, + 0.40430404199092457, + 0.40330402506320545, + 0.4033039982411153, + 0.40640402091472216, + 0.4053040618988759, + 0.40440403474299974, + 0.4053039695116765, + 0.40530408872096607, + 0.40530397845237326, + 0.40330399526088306, + 0.40430404199092457, + 0.40530408872096607, + 0.4044040466639287, + 0.4023040677401311, + 0.40540408147304124, + 0.40430404199092457, + 0.40530408872096607, + 0.40430404199092457, + 0.40340402675597736 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_011459.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_011459.json new file mode 100644 index 0000000000000000000000000000000000000000..12d0de34422304f9d2c59b9e6d4d8dc0fe6380e0 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_011459.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T01:14:59.595472+00:00", + "metrics": { + "MSE[mean]": 0.79371514334368, + "MSE[0.5]": 0.79371514334368, + "MAE[0.5]": 0.76053333679835, + "MASE[0.5]": 2.27273643885322, + "MAPE[0.5]": 0.5918982205787163, + "sMAPE[0.5]": 0.895741487619689, + "MSIS": 89.61453671425112, + "RMSE[mean]": 0.8909069218182559, + "NRMSE[mean]": 0.7850899127644363, + "ND[0.5]": 0.6702013829041362, + "mean_weighted_sum_quantile_loss": 0.667956901511606 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" + ], + "context": [ + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316 + ], + "actual": [ + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 + ], + "predictions": { + "p50": [ + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869 + ], + "p10": [ + 0.4821600133180618, + 0.4635399901866913, + 0.4508000081777572, + 0.435120005607605, + 0.41845998644828797, + 0.4047399878501892, + 0.3900400018692017, + 0.3743599992990494, + 0.35378000140190125, + 0.3400600028038025, + 0.32830000817775723, + 0.32045999228954314, + 0.3214400088787079, + 0.3214400088787079, + 0.3224199962615967, + 0.3341799908876419, + 0.3332000035047531, + 0.3341799908876419, + 0.3449599981307983, + 0.3577000093460083, + 0.3567199927568436, + 0.34985999345779417, + 0.3557400053739548, + 0.3577000093460083, + 0.4821600133180618, + 0.4635399901866913, + 0.4508000081777572, + 0.435120005607605, + 0.41845998644828797, + 0.4047399878501892, + 0.3900400018692017, + 0.3743599992990494, + 0.35378000140190125, + 0.3400600028038025, + 0.32830000817775723, + 0.32045999228954314, + 0.3214400088787079, + 0.3214400088787079, + 0.3224199962615967, + 0.3341799908876419, + 0.3332000035047531, + 0.3341799908876419, + 0.3449599981307983, + 0.3577000093460083, + 0.3567199927568436, + 0.34985999345779417, + 0.3557400053739548, + 0.3577000093460083, + 0.4821600133180618, + 0.4635399901866913, + 0.4508000081777572, + 0.435120005607605, + 0.41845998644828797, + 0.4047399878501892, + 0.3900400018692017, + 0.3743599992990494, + 0.35378000140190125, + 0.3400600028038025, + 0.32830000817775723, + 0.32045999228954314 + ], + "p90": [ + 0.5018400138616562, + 0.48245998978614807, + 0.4692000085115433, + 0.4528800058364868, + 0.43553998589515686, + 0.42125998735427855, + 0.4059600019454956, + 0.38963999927043913, + 0.3682200014591217, + 0.3539400029182434, + 0.3417000085115433, + 0.33353999197483064, + 0.33456000924110413, + 0.33456000924110413, + 0.3355799961090088, + 0.34781999051570894, + 0.3468000036478043, + 0.34781999051570894, + 0.35903999805450443, + 0.372300009727478, + 0.3712799924612045, + 0.3641399931907654, + 0.37026000559329986, + 0.372300009727478, + 0.5018400138616562, + 0.48245998978614807, + 0.4692000085115433, + 0.4528800058364868, + 0.43553998589515686, + 0.42125998735427855, + 0.4059600019454956, + 0.38963999927043913, + 0.3682200014591217, + 0.3539400029182434, + 0.3417000085115433, + 0.33353999197483064, + 0.33456000924110413, + 0.33456000924110413, + 0.3355799961090088, + 0.34781999051570894, + 0.3468000036478043, + 0.34781999051570894, + 0.35903999805450443, + 0.372300009727478, + 0.3712799924612045, + 0.3641399931907654, + 0.37026000559329986, + 0.372300009727478, + 0.5018400138616562, + 0.48245998978614807, + 0.4692000085115433, + 0.4528800058364868, + 0.43553998589515686, + 0.42125998735427855, + 0.4059600019454956, + 0.38963999927043913, + 0.3682200014591217, + 0.3539400029182434, + 0.3417000085115433, + 0.33353999197483064 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_011445.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_011445.json new file mode 100644 index 0000000000000000000000000000000000000000..2722f4115e66818f7df4873b0bcd435c75752003 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_011445.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T01:14:45.431616+00:00", + "metrics": { + "MSE[mean]": 0.01585159586827444, + "MSE[0.5]": 0.01585159586827444, + "MAE[0.5]": 0.12021373957395554, + "MASE[0.5]": 0.3592401978468182, + "MAPE[0.5]": 0.11636792537172719, + "sMAPE[0.5]": 0.12472310329483345, + "MSIS": 1.6599654553099206, + "RMSE[mean]": 0.12590312096320108, + "NRMSE[mean]": 0.1109490428607694, + "ND[0.5]": 0.10593541480470903, + "mean_weighted_sum_quantile_loss": 0.08978898717866618 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" + ], + "context": [ + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316 + ], + "actual": [ + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 + ], + "predictions": { + "p50": [ + 0.3630523681640625, + 0.3731689453125, + 0.3832855224609375, + 0.393402099609375, + 0.4035186767578125, + 0.4170074462890625, + 0.4304962158203125, + 0.4439849853515625, + 0.460845947265625, + 0.4777069091796875, + 0.4911956787109375, + 0.508056640625, + 0.528289794921875, + 0.5451507568359375, + 0.5653839111328125, + 0.5889892578125, + 0.5991058349609375, + 0.62945556640625, + 0.6463165283203125, + 0.6732940673828125, + 0.6968994140625, + 0.7221908569335938, + 0.757598876953125, + 0.7879486083984375, + 0.8199844360351562, + 0.8553924560546875, + 0.8773117065429688, + 0.9152488708496094, + 0.95318603515625, + 0.9877510070800781, + 1.017679214477539, + 1.044656753540039, + 1.0819616317749023, + 1.1019313335418701, + 1.1365489959716797, + 1.1673202514648438, + 1.1968269348144531, + 1.2288627624511719, + 1.2693290710449219, + 1.30389404296875, + 1.337615966796875, + 1.35784912109375, + 1.3881988525390625, + 1.4101181030273438, + 1.4303512573242188, + 1.4522705078125, + 1.4843063354492188, + 1.49273681640625, + 1.51971435546875, + 1.533203125, + 1.5702972412109375, + 1.587158203125, + 1.607391357421875, + 1.6309967041015625, + 1.6512298583984375, + 1.6782073974609375, + 1.6984405517578125, + 1.7220458984375, + 1.7321624755859375, + 1.7456512451171875 + ], + "p10": [ + 0.3563079833984375, + 0.35968017578125, + 0.35968017578125, + 0.366424560546875, + 0.3697967529296875, + 0.3731689453125, + 0.38665771484375, + 0.3900299072265625, + 0.4035186767578125, + 0.41363525390625, + 0.4170074462890625, + 0.4304962158203125, + 0.4439849853515625, + 0.4574737548828125, + 0.4709625244140625, + 0.4844512939453125, + 0.474334716796875, + 0.4979400634765625, + 0.508056640625, + 0.528289794921875, + 0.54852294921875, + 0.5721282958984375, + 0.595733642578125, + 0.622711181640625, + 0.6463165283203125, + 0.6716079711914062, + 0.68341064453125, + 0.7137603759765625, + 0.7474822998046875, + 0.771087646484375, + 0.79132080078125, + 0.8132400512695312, + 0.8267288208007812, + 0.8486480712890625, + 0.8882713317871094, + 0.9203071594238281, + 0.946441650390625, + 0.9759483337402344, + 1.0008182525634766, + 1.0395984649658203, + 1.0739526748657227, + 1.1006667613983154, + 1.1335983276367188, + 1.159311294555664, + 1.1808090209960938, + 1.2001991271972656, + 1.2381362915039062, + 1.243194580078125, + 1.27691650390625, + 1.2904052734375, + 1.3207550048828125, + 1.337615966796875, + 1.364593505859375, + 1.4016876220703125, + 1.4337234497070312, + 1.4556427001953125, + 1.4809341430664062, + 1.5028533935546875, + 1.51971435546875, + 1.5298309326171875 + ], + "p90": [ + 0.3832855224609375, + 0.3967742919921875, + 0.4102630615234375, + 0.4271240234375, + 0.44061279296875, + 0.4574737548828125, + 0.4777069091796875, + 0.49456787109375, + 0.5181732177734375, + 0.541778564453125, + 0.56201171875, + 0.582244873046875, + 0.609222412109375, + 0.6395721435546875, + 0.663177490234375, + 0.6952133178710938, + 0.7120742797851562, + 0.7508544921875, + 0.7795181274414062, + 0.8098678588867188, + 0.838531494140625, + 0.8705673217773438, + 0.9152488708496094, + 0.9455986022949219, + 0.9835357666015625, + 1.0240020751953125, + 1.0484504699707031, + 1.0921835899353027, + 1.1348628997802734, + 1.1782798767089844, + 1.2170600891113281, + 1.2482528686523438, + 1.283660888671875, + 1.3013648986816406, + 1.3291854858398438, + 1.35784912109375, + 1.3898849487304688, + 1.4168624877929688, + 1.4623870849609375, + 1.4893646240234375, + 1.5230865478515625, + 1.526458740234375, + 1.5568084716796875, + 1.5702972412109375, + 1.5905303955078125, + 1.620880126953125, + 1.6512298583984375, + 1.6579742431640625, + 1.674835205078125, + 1.695068359375, + 1.7220458984375, + 1.7389068603515625, + 1.755767822265625, + 1.7760009765625, + 1.7996063232421875, + 1.81646728515625, + 1.836700439453125, + 1.85693359375, + 1.863677978515625, + 1.8805389404296875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_011204.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_011204.json new file mode 100644 index 0000000000000000000000000000000000000000..1078d8d375235ba22d3c918225316753958964b2 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_011204.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T01:12:04.360708+00:00", + "metrics": { + "MSE[mean]": 0.002486853122621513, + "MSE[0.5]": 0.0011492755564065742, + "MAE[0.5]": 0.02736917237440745, + "MASE[0.5]": 0.08178854541528581, + "MAPE[0.5]": 0.0273397195195953, + "sMAPE[0.5]": 0.027503141262256572, + "MSIS": 3.819091673443907, + "RMSE[mean]": 0.049868357929868844, + "NRMSE[mean]": 0.043945269497920915, + "ND[0.5]": 0.02411841307507738, + "mean_weighted_sum_quantile_loss": 0.032237429116125656 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" + ], + "context": [ + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316 + ], + "actual": [ + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 + ], + "predictions": { + "p50": [ + 0.37467294931411743, + 0.38169294595718384, + 0.3935956358909607, + 0.4087502956390381, + 0.4249992370605469, + 0.4305606186389923, + 0.45069587230682373, + 0.48124319314956665, + 0.5068565607070923, + 0.5267448425292969, + 0.5678922533988953, + 0.5981618165969849, + 0.6286705732345581, + 0.6414428949356079, + 0.6624351739883423, + 0.6858679056167603, + 0.7265216112136841, + 0.7743028402328491, + 0.798979640007019, + 0.8228029012680054, + 0.8559392690658569, + 0.8913283348083496, + 0.910176157951355, + 0.9434608221054077, + 0.9810818433761597, + 1.026969075202942, + 1.0458985567092896, + 1.0747171640396118, + 1.1083276271820068, + 1.1559525728225708, + 1.1869806051254272, + 1.2237043380737305, + 1.276042103767395, + 1.2974721193313599, + 1.3189325332641602, + 1.3506766557693481, + 1.3905109167099, + 1.4301127195358276, + 1.46356999874115, + 1.476367712020874, + 1.5165998935699463, + 1.5399119853973389, + 1.5626745223999023, + 1.5818933248519897, + 1.6165623664855957, + 1.6205247640609741, + 1.6403015851974487, + 1.6650811433792114, + 1.6717604398727417, + 1.6825495958328247, + 1.7054917812347412, + 1.728291392326355, + 1.7528207302093506, + 1.747286081314087, + 1.7570160627365112, + 1.7591193914413452, + 1.7726420164108276, + 1.7884819507598877, + 1.7917484045028687, + 1.7863481044769287 + ], + "p10": [ + 0.3737068772315979, + 0.3682672381401062, + 0.4072206914424896, + 0.40440690517425537, + 0.43632256984710693, + 0.4386148750782013, + 0.48187243938446045, + 0.5176888108253479, + 0.5174353122711182, + 0.5360748767852783, + 0.5906721949577332, + 0.5853466391563416, + 0.659583330154419, + 0.6414729356765747, + 0.693109393119812, + 0.7114753127098083, + 0.7465022802352905, + 0.7931510210037231, + 0.815575361251831, + 0.8363336324691772, + 0.8878588676452637, + 0.9179260730743408, + 0.9342247247695923, + 0.9729204177856445, + 1.0133819580078125, + 1.0274074077606201, + 1.0725961923599243, + 1.0997798442840576, + 1.1224980354309082, + 1.1626670360565186, + 1.2250921726226807, + 1.2320373058319092, + 1.293076753616333, + 1.3077019453048706, + 1.3485969305038452, + 1.3648062944412231, + 1.4151376485824585, + 1.4618064165115356, + 1.4809608459472656, + 1.5088106393814087, + 1.5472493171691895, + 1.552187442779541, + 1.5878081321716309, + 1.5968149900436401, + 1.6408724784851074, + 1.6342799663543701, + 1.6706125736236572, + 1.6749815940856934, + 1.6709280014038086, + 1.707114815711975, + 1.7477127313613892, + 1.767457127571106, + 1.7652814388275146, + 1.7764506340026855, + 1.77712881565094, + 1.7602283954620361, + 1.7988524436950684, + 1.7970103025436401, + 1.8174852132797241, + 1.834394097328186 + ], + "p90": [ + 0.3974594473838806, + 0.4045495390892029, + 0.42087575793266296, + 0.44925177097320557, + 0.4755682945251465, + 0.48605942726135254, + 0.49674391746520996, + 0.529043972492218, + 0.5613600611686707, + 0.5842652320861816, + 0.633571445941925, + 0.6601490378379822, + 0.6949629187583923, + 0.7158503532409668, + 0.7318907976150513, + 0.7605681419372559, + 0.808814525604248, + 0.8581273555755615, + 0.8914506435394287, + 0.9177329540252686, + 0.9511308670043945, + 1.0041382312774658, + 1.0152376890182495, + 1.0533379316329956, + 1.091605544090271, + 1.1413588523864746, + 1.1545004844665527, + 1.1992031335830688, + 1.2362645864486694, + 1.282287359237671, + 1.3180091381072998, + 1.3553822040557861, + 1.4058634042739868, + 1.438197374343872, + 1.46695876121521, + 1.4983749389648438, + 1.549352765083313, + 1.5845431089401245, + 1.61459481716156, + 1.6356990337371826, + 1.6678760051727295, + 1.694397211074829, + 1.7148661613464355, + 1.7417986392974854, + 1.7741196155548096, + 1.7845051288604736, + 1.8122148513793945, + 1.8335108757019043, + 1.8406091928482056, + 1.8520088195800781, + 1.8671364784240723, + 1.9104303121566772, + 1.9158276319503784, + 1.922279715538025, + 1.924747109413147, + 1.9293071031570435, + 1.9321444034576416, + 1.9516512155532837, + 1.9596741199493408, + 1.9533214569091797 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_011312.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_011312.json new file mode 100644 index 0000000000000000000000000000000000000000..7944eb0a478a87377e0291d46f96d2125aa9361c --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_011312.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T01:13:12.944261+00:00", + "metrics": { + "MSE[mean]": 0.38080375159857244, + "MSE[0.5]": 0.38080375159857244, + "MAE[0.5]": 0.5238169506192207, + "MASE[0.5]": 1.5653460714463492, + "MAPE[0.5]": 0.40263811246562003, + "sMAPE[0.5]": 0.5258746992203849, + "MSIS": 18.729484381979308, + "RMSE[mean]": 0.6170929845643787, + "NRMSE[mean]": 0.5437980843503041, + "ND[0.5]": 0.46160086311471077, + "mean_weighted_sum_quantile_loss": 0.378499513824637 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" + ], + "context": [ + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316 + ], + "actual": [ + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 + ], + "predictions": { + "p50": [ + 0.3717271089553833, + 0.37653636932373047, + 0.38376665115356445, + 0.39086222648620605, + 0.3974624276161194, + 0.4051032066345215, + 0.41381973028182983, + 0.4230884313583374, + 0.4324624538421631, + 0.4415942430496216, + 0.4519351124763489, + 0.4635270833969116, + 0.4749618172645569, + 0.48544734716415405, + 0.4938722252845764, + 0.5030902028083801, + 0.5117323994636536, + 0.5189911127090454, + 0.5239362716674805, + 0.5300928950309753, + 0.535672128200531, + 0.542019784450531, + 0.5500873327255249, + 0.5586420893669128, + 0.5662222504615784, + 0.5708492994308472, + 0.5748592019081116, + 0.5828527212142944, + 0.5883640646934509, + 0.5945373177528381, + 0.5965722799301147, + 0.6043124198913574, + 0.5811766386032104, + 0.6043615341186523, + 0.6109834909439087, + 0.6333882212638855, + 0.6492586135864258, + 0.663033127784729, + 0.6804822683334351, + 0.6894972324371338, + 0.6931542158126831, + 0.7113330960273743, + 0.7247835397720337, + 0.7340455651283264, + 0.7392863035202026, + 0.7512094974517822, + 0.7650381922721863, + 0.7762368321418762, + 0.7869249582290649, + 0.7939959168434143, + 0.7993955016136169, + 0.8035590648651123, + 0.8070520162582397, + 0.8098618984222412, + 0.8155618906021118, + 0.8236915469169617, + 0.8297178149223328, + 0.8363363742828369, + 0.8378893136978149, + 0.8477282524108887 + ], + "p10": [ + 0.36185991764068604, + 0.3599662184715271, + 0.35972267389297485, + 0.36042487621307373, + 0.36107343435287476, + 0.36212486028671265, + 0.3647850751876831, + 0.36793702840805054, + 0.3674488663673401, + 0.3675398826599121, + 0.36774951219558716, + 0.3681703805923462, + 0.3692042827606201, + 0.3701029419898987, + 0.367451012134552, + 0.3633006811141968, + 0.3576244115829468, + 0.3512169122695923, + 0.3422210216522217, + 0.3334660530090332, + 0.3261262774467468, + 0.3183738589286804, + 0.3118709921836853, + 0.3070216178894043, + 0.29760366678237915, + 0.28456223011016846, + 0.2737743854522705, + 0.2653576731681824, + 0.25741147994995117, + 0.24637842178344727, + 0.23332613706588745, + 0.22793757915496826, + 0.21684986352920532, + 0.17193728685379028, + 0.17000776529312134, + 0.18105298280715942, + 0.1733548641204834, + 0.16348451375961304, + 0.15061336755752563, + 0.14558595418930054, + 0.13659018278121948, + 0.12407875061035156, + 0.11021077632904053, + 0.10545235872268677, + 0.1028597354888916, + 0.10056602954864502, + 0.09504318237304688, + 0.08569467067718506, + 0.08554995059967041, + 0.07505309581756592, + 0.06321656703948975, + 0.05687844753265381, + 0.051348209381103516, + 0.04869353771209717, + 0.0467219352722168, + 0.04271256923675537, + 0.03470313549041748, + 0.028857946395874023, + 0.026430487632751465, + 0.026908040046691895 + ], + "p90": [ + 0.38495635986328125, + 0.3941093683242798, + 0.4080813527107239, + 0.4199315905570984, + 0.4316607117652893, + 0.4455721974372864, + 0.4596214294433594, + 0.4754025340080261, + 0.4929790496826172, + 0.511890709400177, + 0.5329524874687195, + 0.5538574457168579, + 0.5735073685646057, + 0.5938704013824463, + 0.6136982440948486, + 0.6324528455734253, + 0.6522245407104492, + 0.6712468862533569, + 0.687721312046051, + 0.7060182094573975, + 0.7272254228591919, + 0.749268651008606, + 0.7729048728942871, + 0.7956979274749756, + 0.8200274705886841, + 0.8425747156143188, + 0.8669747114181519, + 0.8901946544647217, + 0.9137462377548218, + 0.9402879476547241, + 0.9623921513557434, + 0.9847548007965088, + 1.1460323333740234, + 1.1125191450119019, + 1.1229982376098633, + 1.1563241481781006, + 1.1709634065628052, + 1.1983654499053955, + 1.2173271179199219, + 1.2483559846878052, + 1.2794034481048584, + 1.2976984977722168, + 1.323495864868164, + 1.3469345569610596, + 1.3689956665039062, + 1.3912925720214844, + 1.4176055192947388, + 1.4359638690948486, + 1.4539883136749268, + 1.473339557647705, + 1.4967950582504272, + 1.5190043449401855, + 1.5343939065933228, + 1.557110071182251, + 1.5761054754257202, + 1.5958197116851807, + 1.608014464378357, + 1.6196191310882568, + 1.6311185359954834, + 1.6447674036026 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_011248.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_011248.json new file mode 100644 index 0000000000000000000000000000000000000000..3e0159cbf06c1fd00a8b6d410e64091454cda406 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_011248.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T01:12:48.814090+00:00", + "metrics": { + "MSE[mean]": 0.10856710299813661, + "MSE[0.5]": 0.10856710299813661, + "MAE[0.5]": 0.25084138065576556, + "MASE[0.5]": 0.7496007322815967, + "MAPE[0.5]": 0.18060075504270365, + "sMAPE[0.5]": 0.20566253254915884, + "MSIS": 2.1464457123555123, + "RMSE[mean]": 0.32949522454526803, + "NRMSE[mean]": 0.29035959959385516, + "ND[0.5]": 0.22104782534950365, + "mean_weighted_sum_quantile_loss": 0.1827943761344573 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" + ], + "context": [ + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316 + ], + "actual": [ + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 + ], + "predictions": { + "p50": [ + 0.3756701350212097, + 0.3894648551940918, + 0.4027848243713379, + 0.4157242774963379, + 0.4290587902069092, + 0.4424976706504822, + 0.4564663767814636, + 0.46960681676864624, + 0.4860779643058777, + 0.5072515606880188, + 0.5275274515151978, + 0.5504629611968994, + 0.573698878288269, + 0.5972489714622498, + 0.6178106069564819, + 0.6405664682388306, + 0.6598286628723145, + 0.6796581149101257, + 0.7017890214920044, + 0.7235217094421387, + 0.7469416856765747, + 0.7733674049377441, + 0.8010038137435913, + 0.8256925344467163, + 0.849107563495636, + 0.8733973503112793, + 0.8968642354011536, + 0.9194068908691406, + 0.9390869140625, + 0.9616197943687439, + 0.9847321510314941, + 1.010205626487732, + 1.0209910869598389, + 1.0441704988479614, + 1.0612720251083374, + 1.0780102014541626, + 1.0908823013305664, + 1.105682611465454, + 1.1155649423599243, + 1.1244628429412842, + 1.1323928833007812, + 1.1450400352478027, + 1.1543200016021729, + 1.162484884262085, + 1.1723461151123047, + 1.1731599569320679, + 1.1755692958831787, + 1.1759471893310547, + 1.1777455806732178, + 1.177375078201294, + 1.1802237033843994, + 1.1780027151107788, + 1.1740779876708984, + 1.1680986881256104, + 1.1621670722961426, + 1.1561903953552246, + 1.1431955099105835, + 1.1336357593536377, + 1.1188275814056396, + 1.1065382957458496 + ], + "p10": [ + 0.3655779957771301, + 0.37293362617492676, + 0.3802796006202698, + 0.38705551624298096, + 0.3941432237625122, + 0.4023500680923462, + 0.4089272618293762, + 0.41642218828201294, + 0.4251773953437805, + 0.43757474422454834, + 0.447231650352478, + 0.461031973361969, + 0.47234541177749634, + 0.48621147871017456, + 0.49488943815231323, + 0.5043863654136658, + 0.5149383544921875, + 0.5265927910804749, + 0.5334482789039612, + 0.5438903570175171, + 0.5524085164070129, + 0.5629445314407349, + 0.5796341896057129, + 0.5922001004219055, + 0.605449914932251, + 0.6138569116592407, + 0.6237541437149048, + 0.6285519003868103, + 0.6368995308876038, + 0.6507226228713989, + 0.653245747089386, + 0.6672552824020386, + 0.6076035499572754, + 0.6301570534706116, + 0.6386575698852539, + 0.6393696069717407, + 0.6366860866546631, + 0.6403512954711914, + 0.6398377418518066, + 0.6400001645088196, + 0.6402397155761719, + 0.6397285461425781, + 0.6364009380340576, + 0.6213706135749817, + 0.618311882019043, + 0.6031392812728882, + 0.5977683663368225, + 0.5757055878639221, + 0.5675494074821472, + 0.5581007599830627, + 0.5428484678268433, + 0.524483323097229, + 0.5090537667274475, + 0.488814115524292, + 0.47187304496765137, + 0.44607824087142944, + 0.4263775944709778, + 0.40824925899505615, + 0.3865056037902832, + 0.3700350522994995 + ], + "p90": [ + 0.38924896717071533, + 0.4067380428314209, + 0.42494338750839233, + 0.4430639147758484, + 0.463090717792511, + 0.481128990650177, + 0.5008535981178284, + 0.5186452269554138, + 0.5400778651237488, + 0.5679073333740234, + 0.5964890718460083, + 0.6290864944458008, + 0.6594439744949341, + 0.6941498517990112, + 0.7237595319747925, + 0.7555272579193115, + 0.7839752435684204, + 0.8117501735687256, + 0.8441987633705139, + 0.8770424127578735, + 0.9101421236991882, + 0.9445546865463257, + 0.9819244742393494, + 1.0137768983840942, + 1.0469579696655273, + 1.0820224285125732, + 1.1193746328353882, + 1.1518101692199707, + 1.1874674558639526, + 1.2204951047897339, + 1.2533581256866455, + 1.2931957244873047, + 1.371614694595337, + 1.424674153327942, + 1.4532920122146606, + 1.4730539321899414, + 1.4913911819458008, + 1.5161986351013184, + 1.5431461334228516, + 1.5577030181884766, + 1.5842714309692383, + 1.6031603813171387, + 1.6276257038116455, + 1.6429197788238525, + 1.6759214401245117, + 1.6861755847930908, + 1.6991426944732666, + 1.7142937183380127, + 1.7324333190917969, + 1.7467120885849, + 1.7483242750167847, + 1.768082857131958, + 1.7755343914031982, + 1.7823035717010498, + 1.7950787544250488, + 1.7972335815429688, + 1.8134559392929077, + 1.8132743835449219, + 1.802079200744629, + 1.8081331253051758 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_011458.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_011458.json new file mode 100644 index 0000000000000000000000000000000000000000..942f33afb38eeb979b47ae4fddf81eb0265921c5 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_011458.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T01:14:58.703053+00:00", + "metrics": { + "MSE[mean]": 0.04345249576063482, + "MSE[0.5]": 0.05026409749792514, + "MAE[0.5]": 0.19479561886896019, + "MASE[0.5]": 2.5134923203194353, + "MAPE[0.5]": 0.1264074414636549, + "sMAPE[0.5]": 0.13740103853203495, + "MSIS": 33.73128182108141, + "RMSE[mean]": 0.20845262234050888, + "NRMSE[mean]": 0.140925706416327, + "ND[0.5]": 0.13169280332233596, + "mean_weighted_sum_quantile_loss": 0.11727253505710605 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" + ], + "context": [ + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2914977903934572, + 1.295041623061819, + 1.292805535680145, + 1.2983001351932706, + 1.2937838319931625, + 1.2855608698820304, + 1.2829624287779307, + 1.2899026075552444, + 1.283748785415991, + 1.2857417616804816, + 1.2844812187624342, + 1.2899525158884648, + 1.283063113357306, + 1.2941554554797867, + 1.2951749563664468, + 1.2904657961335788, + 1.2899564635978424, + 1.3001669942680467, + 1.2946660257978642, + 1.2820807814279205, + 1.2837771478685012, + 1.2828597759449543, + 1.2963946575434482, + 1.294666069347531, + 1.3001670796786207, + 1.2977331385463262, + 1.2899566277540369, + 1.2826542915924386, + 1.2857566659387456, + 1.284489047422979, + 1.2976137696730166, + 1.2958851798472641, + 1.2941565900170022, + 1.2828597825161743, + 1.2963946609950692, + 1.2976137696922259, + 1.2951755522997388, + 1.2978525084002719, + 1.300286740673182, + 1.3001670806312877, + 1.2844890474610409, + 1.294156590022506, + 1.289956628016887, + 1.2977331390467546, + 1.2899566280168933, + 1.2941565900225216, + 1.2946660711613402, + 1.2941565900225225, + 1.2826542917305086, + 1.2951755523001587, + 1.2899566280168955, + 1.2837771603843557, + 1.2899566280168955, + 1.2941565900225227, + 1.2976137696930257, + 1.2857566660112685, + 1.2899566280168955, + 1.2951755523001587, + 1.2980800693130052, + 1.2899566280168955, + 1.297966288856749, + 1.2951755523001587, + 1.2857566660112685, + 1.2978525084004924, + 1.2837771603843557, + 1.2951755523001587, + 1.283065273307639, + 1.2844890474610726, + 1.2976137696930257, + 1.2899566280168955, + 1.2951755523001587, + 1.2976137696930257 + ], + "p10": [ + 1.2141925079320741, + 1.2165172319040023, + 1.199619301536674, + 1.1844888607535498, + 1.225266499329032, + 1.2017112700178736, + 1.1935260679590294, + 1.2018530456854606, + 1.219061003566844, + 1.2027078777485818, + 1.2246768731990378, + 1.2209037771240938, + 1.2209057293021917, + 1.2027216475366327, + 1.2209072933188128, + 1.22090757623039, + 1.2027226176603154, + 1.2379746990086506, + 1.2246846565341998, + 1.2209078654247534, + 1.1851985075603446, + 1.220907882678405, + 1.2209078857993807, + 1.2019070643333019, + 1.222053084009976, + 1.1849883602828677, + 1.2246847016348175, + 1.219089378397139, + 1.1945656226842747, + 1.1851985200381059, + 1.2219385653716766, + 1.1849883607727905, + 1.2220530849571831, + 1.2190893785323094, + 1.2219385653901627, + 1.2257453190754497, + 1.2262546604878566, + 1.2190893785349886, + 1.2190893785350934, + 1.183096927147149, + 1.2190893785351773, + 1.194565622756781, + 1.183096927147201, + 1.185198520076195, + 1.1851985200761972, + 1.2219385653916846, + 1.2219385653916852, + 1.2190893785352088, + 1.1945656227567976, + 1.2220530849627036, + 1.1945656227567976, + 1.2027227820793687, + 1.2027227820793687, + 1.1945656227567976, + 1.1945656227567976, + 1.2219385653916857, + 1.2209078892525247, + 1.2244215402041791, + 1.2256392573583923, + 1.2209078892525247, + 1.2246847018976763, + 1.2209078892525247, + 1.1945656227567976, + 1.2019070661471116, + 1.2219385653916857, + 1.1851985200761994, + 1.2019070661471116, + 1.1945656227567976, + 1.2019070661471116, + 1.1945656227567976, + 1.2209078892525247, + 1.2019070661471116 + ], + "p90": [ + 1.3786631346518987, + 1.3979373058375675, + 1.3941875094387879, + 1.3997997931461246, + 1.3831872472256734, + 1.3697120567911887, + 1.3790159366905481, + 1.4005381437846234, + 1.3812758660602158, + 1.3835451009242468, + 1.3835521765563952, + 1.3960315405214956, + 1.4013344102934433, + 1.4005083179260382, + 1.4013359743100644, + 1.3812011709754344, + 1.3835598408359804, + 1.3812013976342674, + 1.3781103848770135, + 1.3960356288221552, + 1.395538551265311, + 1.3812014774234493, + 1.3955385603280217, + 1.4005094506549645, + 1.395538562828438, + 1.395538563280733, + 1.3955385635183069, + 1.3835600051169636, + 1.3955385637086428, + 1.3812014839594755, + 1.4013365702237672, + 1.3822290542971758, + 1.396035652644406, + 1.3781104302375904, + 1.4014146377767467, + 1.3960356526491267, + 1.3812014839971491, + 1.3955385637809452, + 1.3960356526498108, + 1.383560005254973, + 1.382229054307654, + 1.3781104302404734, + 1.395538563781157, + 1.4005094524687698, + 1.4013365702437741, + 1.3955385637811646, + 1.396035652649926, + 1.4005921642462742, + 1.3822290543076858, + 1.3835600052550336, + 1.3955385637811657, + 1.3955385637811657, + 1.3840570941237946, + 1.4005094524687742, + 1.3822290543076858, + 1.381201483997569, + 1.381201483997569, + 1.3955385637811657, + 1.3822290543076858, + 1.37811043024049, + 1.3960356526499265, + 1.3822290543076858, + 1.3822290543076858, + 1.3822290543076858, + 1.3793270514979878, + 1.3955385637811657, + 1.4013365702437763, + 1.3955385637811657, + 1.4005094524687742, + 1.381201483997569, + 1.3955385637811657, + 1.3835600052550336 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_011128.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_011128.json new file mode 100644 index 0000000000000000000000000000000000000000..0b9e12d334bb75814ddb4ebefcc2f74644ba4aa9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_011128.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T01:11:28.148769+00:00", + "metrics": { + "MSE[mean]": 0.05885342438278012, + "MSE[0.5]": 0.05885342438278012, + "MAE[0.5]": 0.21352491279443106, + "MASE[0.5]": 2.755160673642847, + "MAPE[0.5]": 0.13880196893989138, + "sMAPE[0.5]": 0.15189972948470237, + "MSIS": 54.643481288752646, + "RMSE[mean]": 0.2425972472695849, + "NRMSE[mean]": 0.16400939485556557, + "ND[0.5]": 0.14435486028036482, + "mean_weighted_sum_quantile_loss": 0.122729635077927 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" + ], + "context": [ + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2929720878601074, + 1.287908673286438, + 1.2825508117675781, + 1.2809911966323853, + 1.2788292169570923, + 1.2799309492111206, + 1.2802420854568481, + 1.279608964920044, + 1.2763785123825073, + 1.2748318910598755, + 1.270639181137085, + 1.2679786682128906, + 1.2684918642044067, + 1.2678078413009644, + 1.2680848836898804, + 1.2679287195205688, + 1.2751795053482056, + 1.2748758792877197, + 1.2733231782913208, + 1.2752681970596313, + 1.2745387554168701, + 1.2753443717956543, + 1.2749452590942383, + 1.2747360467910767, + 1.274361252784729, + 1.2739133834838867, + 1.273510217666626, + 1.2726373672485352, + 1.2729405164718628, + 1.2718850374221802, + 1.2719078063964844, + 1.2719026803970337, + 1.2697049379348755, + 1.27019464969635, + 1.2683502435684204, + 1.268215298652649, + 1.2665730714797974, + 1.2670719623565674, + 1.2668561935424805, + 1.2648520469665527, + 1.2657041549682617, + 1.2662678956985474, + 1.2674145698547363, + 1.267105221748352, + 1.2674049139022827, + 1.2683912515640259, + 1.2682465314865112, + 1.2680613994598389, + 1.272491455078125, + 1.2720239162445068, + 1.269412636756897, + 1.268686294555664, + 1.2688533067703247, + 1.2689193487167358, + 1.2699997425079346, + 1.2694883346557617, + 1.272367000579834, + 1.2732794284820557, + 1.2731376886367798, + 1.2719037532806396, + 1.2700401544570923, + 1.2700530290603638, + 1.267485499382019, + 1.2671959400177002, + 1.2668064832687378, + 1.2681939601898193, + 1.2682517766952515, + 1.2678601741790771, + 1.2697067260742188, + 1.2702505588531494, + 1.272519826889038, + 1.2717207670211792 + ], + "p10": [ + 1.229810357093811, + 1.2168978452682495, + 1.2091922760009766, + 1.2047145366668701, + 1.203580379486084, + 1.2022662162780762, + 1.202476143836975, + 1.200917363166809, + 1.2011144161224365, + 1.1977404356002808, + 1.1991896629333496, + 1.1984703540802002, + 1.198683261871338, + 1.1973378658294678, + 1.1973797082901, + 1.1968202590942383, + 1.2010102272033691, + 1.1992920637130737, + 1.1982654333114624, + 1.1981462240219116, + 1.1988661289215088, + 1.1987693309783936, + 1.1981574296951294, + 1.1981805562973022, + 1.1980006694793701, + 1.1957825422286987, + 1.197657585144043, + 1.197508692741394, + 1.1965842247009277, + 1.1955065727233887, + 1.1957095861434937, + 1.194909930229187, + 1.194421410560608, + 1.1939716339111328, + 1.1929445266723633, + 1.1930159330368042, + 1.1925665140151978, + 1.192132830619812, + 1.191009521484375, + 1.192365288734436, + 1.190779447555542, + 1.189766526222229, + 1.1917070150375366, + 1.1918537616729736, + 1.1919703483581543, + 1.1893320083618164, + 1.1895904541015625, + 1.1893106698989868, + 1.1917401552200317, + 1.1905605792999268, + 1.1884874105453491, + 1.1899076700210571, + 1.1892461776733398, + 1.1891040802001953, + 1.1876457929611206, + 1.190512776374817, + 1.1888924837112427, + 1.1868689060211182, + 1.189490556716919, + 1.188899040222168, + 1.188865303993225, + 1.1865839958190918, + 1.1859380006790161, + 1.1856434345245361, + 1.188402771949768, + 1.1859654188156128, + 1.184241533279419, + 1.187410831451416, + 1.1863532066345215, + 1.1854535341262817, + 1.184041142463684, + 1.1868960857391357 + ], + "p90": [ + 1.3645869493484497, + 1.3720563650131226, + 1.3756688833236694, + 1.3753160238265991, + 1.3777306079864502, + 1.3795875310897827, + 1.3809590339660645, + 1.381238341331482, + 1.3831168413162231, + 1.3816598653793335, + 1.3791683912277222, + 1.378628134727478, + 1.3772311210632324, + 1.37753164768219, + 1.3766735792160034, + 1.3773841857910156, + 1.3815127611160278, + 1.3858128786087036, + 1.3885669708251953, + 1.3873335123062134, + 1.3870940208435059, + 1.3886127471923828, + 1.3887041807174683, + 1.3885880708694458, + 1.3933513164520264, + 1.3921138048171997, + 1.394595742225647, + 1.3950965404510498, + 1.3945730924606323, + 1.3940834999084473, + 1.3939623832702637, + 1.3959676027297974, + 1.3936666250228882, + 1.3956451416015625, + 1.3982881307601929, + 1.3958591222763062, + 1.3933987617492676, + 1.3965610265731812, + 1.3963100910186768, + 1.3963406085968018, + 1.4029721021652222, + 1.401376485824585, + 1.4059836864471436, + 1.4067277908325195, + 1.405409336090088, + 1.4059542417526245, + 1.4073715209960938, + 1.4087272882461548, + 1.4068409204483032, + 1.406895637512207, + 1.4102509021759033, + 1.408036470413208, + 1.4053219556808472, + 1.4094825983047485, + 1.4102574586868286, + 1.4122320413589478, + 1.4229127168655396, + 1.4202648401260376, + 1.4259365797042847, + 1.4239568710327148, + 1.4206053018569946, + 1.417593240737915, + 1.4172277450561523, + 1.4167195558547974, + 1.4192357063293457, + 1.4195427894592285, + 1.426274299621582, + 1.425424337387085, + 1.4222110509872437, + 1.4278388023376465, + 1.4284389019012451, + 1.4318488836288452 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_011459.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_011459.json new file mode 100644 index 0000000000000000000000000000000000000000..e9b91ab06f889395f8304a4ec1f918d95b42c009 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_011459.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T01:14:59.527294+00:00", + "metrics": { + "MSE[mean]": 0.09340575255222097, + "MSE[0.5]": 0.09207434759880366, + "MAE[0.5]": 0.26260922882077686, + "MASE[0.5]": 3.3885068037903934, + "MAPE[0.5]": 0.17023368808073047, + "sMAPE[0.5]": 0.19135213746033536, + "MSIS": 55.31977985689702, + "RMSE[mean]": 0.30562354711674455, + "NRMSE[mean]": 0.20661872127727574, + "ND[0.5]": 0.17753862085055166, + "mean_weighted_sum_quantile_loss": 0.16536948063644075 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" + ], + "context": [ + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3022520218670715, + 1.3000187328468533, + 1.2977854438266352, + 1.295552154806417, + 1.293318865786199, + 1.2910855767659808, + 1.2888522877457629, + 1.2866189987255447, + 1.2843857097053266, + 1.2821524206851085, + 1.2799191316648904, + 1.2776858426446722, + 1.275452553624454, + 1.273219264604236, + 1.2709859755840178, + 1.2687526865637997, + 1.2665193975435816, + 1.2642861085233634, + 1.2620528195031455, + 1.2598195304829274, + 1.2575862414627093, + 1.2553529524424911, + 1.253119663422273, + 1.2508863744020549, + 1.2486530853818367, + 1.2464197963616186, + 1.2441865073414005, + 1.2419532183211823, + 1.2397199293009642, + 1.237486640280746, + 1.2352533512605282, + 1.23302006224031, + 1.230786773220092, + 1.2285534841998738, + 1.2263201951796556, + 1.2240869061594375, + 1.2218536171392194, + 1.2196203281190012, + 1.217387039098783, + 1.215153750078565, + 1.2129204610583468, + 1.2106871720381287, + 1.2084538830179108, + 1.2062205939976927, + 1.2039873049774745, + 1.2017540159572564, + 1.1995207269370383, + 1.1972874379168201, + 1.195054148896602, + 1.1928208598763839, + 1.1905875708561657, + 1.1883542818359476, + 1.1861209928157295, + 1.1838877037955113, + 1.1816544147752932, + 1.1794211257550753, + 1.1771878367348572, + 1.174954547714639, + 1.172721258694421, + 1.1704879696742028, + 1.1682546806539846, + 1.1660213916337665, + 1.1637881026135484, + 1.1615548135933302, + 1.159321524573112, + 1.157088235552894, + 1.154854946532676, + 1.152621657512458, + 1.1503883684922398, + 1.1481550794720217, + 1.1459217904518035, + 1.1436885014315854 + ], + "p10": [ + 1.2022519980252135, + 1.2000187090049954, + 1.1977854199847773, + 1.1955521309645591, + 1.193318841944341, + 1.1910855529241229, + 1.188852263903905, + 1.1866189748836868, + 1.1843856858634687, + 1.1821523968432506, + 1.1799191078230324, + 1.1776858188028143, + 1.1754525297825962, + 1.173219240762378, + 1.17098595174216, + 1.1687526627219418, + 1.1665193737017236, + 1.1642860846815055, + 1.1620527956612876, + 1.1598195066410695, + 1.1575862176208513, + 1.1553529286006332, + 1.153119639580415, + 1.150886350560197, + 1.1486530615399788, + 1.1464197725197607, + 1.1441864834995426, + 1.1419531944793244, + 1.1397199054591063, + 1.1374866164388882, + 1.1352533274186702, + 1.1330200383984521, + 1.1307868685875235, + 1.1285534603580158, + 1.1263201713377977, + 1.1240868823175796, + 1.1218535932973615, + 1.1196203042771433, + 1.1173870152569252, + 1.115153726236707, + 1.112920437216489, + 1.1106871481962708, + 1.1084538591760529, + 1.1062205701558347, + 1.1039872811356166, + 1.1017539921153985, + 1.0995207030951804, + 1.0972874140749622, + 1.095054125054744, + 1.092820836034526, + 1.0905875470143078, + 1.0883542579940897, + 1.0861209689738716, + 1.0838876799536534, + 1.0816543909334353, + 1.0794211019132174, + 1.0771878128929993, + 1.0749545238727811, + 1.072721234852563, + 1.0704879458323449, + 1.0682546568121267, + 1.0660213677919086, + 1.0637880787716905, + 1.0615547897514723, + 1.0593215007312542, + 1.057088211711036, + 1.0548549226908182, + 1.0526216336706, + 1.0503883446503819, + 1.0481550556301638, + 1.0459217666099456, + 1.0436884775897275 + ], + "p90": [ + 1.4022520457089294, + 1.4000187566887112, + 1.397785467668493, + 1.395552178648275, + 1.3933188896280568, + 1.3910856006078387, + 1.3888523115876208, + 1.3866190225674027, + 1.3843857335471845, + 1.3821524445269664, + 1.3799191555067483, + 1.3776858664865301, + 1.375452577466312, + 1.3732192884460939, + 1.3709859994258757, + 1.368752591196368, + 1.3665194213854395, + 1.3642861323652213, + 1.3620528433450034, + 1.3598195543247853, + 1.3575862653045672, + 1.355352976284349, + 1.353119687264131, + 1.3508863982439128, + 1.3486531092236946, + 1.3464198202034765, + 1.3441865311832584, + 1.3419532421630402, + 1.339719953142822, + 1.337486664122604, + 1.335253375102386, + 1.333020086082168, + 1.3307867970619498, + 1.3285535080417317, + 1.3263202190215135, + 1.3240869300012954, + 1.3218536409810773, + 1.3196203519608591, + 1.317387062940641, + 1.3151537739204229, + 1.3129204849002047, + 1.310687076670697, + 1.3084539068597687, + 1.3062206178395506, + 1.3039873288193324, + 1.3017540397991143, + 1.2995207507788962, + 1.297287461758678, + 1.29505417273846, + 1.2928207764298811, + 1.2905875946980236, + 1.2883543056778055, + 1.2861210166575874, + 1.2838877276373692, + 1.2816544386171511, + 1.2794210423085726, + 1.277187860576715, + 1.274954571556497, + 1.2727212825362788, + 1.2704879935160607, + 1.2682547044958425, + 1.2660214154756244, + 1.2637881264554063, + 1.2615548374351881, + 1.25932154841497, + 1.2570882593947519, + 1.254854970374534, + 1.2526216813543158, + 1.2503883923340977, + 1.2481551033138796, + 1.2459218142936614, + 1.2436885252734433 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_011410.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_011410.json new file mode 100644 index 0000000000000000000000000000000000000000..cb8c689abbc2c12c0a8edcf270a85b4066e22c53 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_011410.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T01:14:10.346173+00:00", + "metrics": { + "MSE[mean]": 0.04476797360499517, + "MSE[0.5]": 0.04351158979081937, + "MAE[0.5]": 0.18097183770603603, + "MASE[0.5]": 2.3351209175510803, + "MAPE[0.5]": 0.11759992680994566, + "sMAPE[0.5]": 0.12685801325265825, + "MSIS": 27.745211203863644, + "RMSE[mean]": 0.2115844361123832, + "NRMSE[mean]": 0.14304298881464972, + "ND[0.5]": 0.12234714912112606, + "mean_weighted_sum_quantile_loss": 0.10346281731264471 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" + ], + "context": [ + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.31494802236557, + 1.3272679448127747, + 1.3064407706260681, + 1.3092253804206848, + 1.3255226612091064, + 1.316123127937317, + 1.3192048072814941, + 1.323333978652954, + 1.33266019821167, + 1.3241981267929077, + 1.3058974146842957, + 1.3062408566474915, + 1.313542127609253, + 1.3102633357048035, + 1.3013240098953247, + 1.3081392645835876, + 1.3209239840507507, + 1.315511703491211, + 1.324615716934204, + 1.2927556037902832, + 1.3147727251052856, + 1.3184670209884644, + 1.3147833347320557, + 1.3048310279846191, + 1.319691240787506, + 1.3082228302955627, + 1.3106094598770142, + 1.313825249671936, + 1.3059847354888916, + 1.3107735514640808, + 1.3162286877632141, + 1.3163164854049683, + 1.3071041107177734, + 1.314520537853241, + 1.3320477604866028, + 1.3178322911262512, + 1.3389089107513428, + 1.3181533813476562, + 1.3173741698265076, + 1.312122106552124, + 1.3169129490852356, + 1.307631254196167, + 1.3069148659706116, + 1.3252045512199402, + 1.323392391204834, + 1.304936707019806, + 1.3224686980247498, + 1.3119242191314697, + 1.3045234084129333, + 1.2947252988815308, + 1.2959988713264465, + 1.3133562803268433, + 1.3054351210594177, + 1.3090537190437317, + 1.3093875050544739, + 1.314457654953003, + 1.298853576183319, + 1.3079479932785034, + 1.3103586435317993, + 1.320085346698761, + 1.3191134929656982, + 1.3164278864860535, + 1.2928932905197144, + 1.3299638032913208, + 1.3083698749542236, + 1.3131850957870483, + 1.3130000233650208, + 1.3137556910514832, + 1.3180984854698181, + 1.327775001525879, + 1.3339784741401672, + 1.3241685628890991 + ], + "p10": [ + 1.1816121339797974, + 1.186819851398468, + 1.1328780055046082, + 1.1291898488998413, + 1.1839151978492737, + 1.1958499550819397, + 1.1774003505706787, + 1.1550191044807434, + 1.1382777094841003, + 1.1852144598960876, + 1.1584222316741943, + 1.1752077341079712, + 1.183895230293274, + 1.1059728860855103, + 1.1667466163635254, + 1.1715322732925415, + 1.1518346667289734, + 1.1689520478248596, + 1.1359458565711975, + 1.124767780303955, + 1.1665330529212952, + 1.1717751622200012, + 1.1691508889198303, + 1.1689983010292053, + 1.1603684425354004, + 1.1702728271484375, + 1.1472261548042297, + 1.164344608783722, + 1.16145259141922, + 1.1604391932487488, + 1.152055025100708, + 1.1552897095680237, + 1.0577396750450134, + 1.1139147877693176, + 1.1539520025253296, + 1.1507877111434937, + 1.1771984696388245, + 1.117990255355835, + 1.158825933933258, + 1.1676137447357178, + 1.1801098585128784, + 1.126835584640503, + 1.116641342639923, + 1.1338741183280945, + 1.1698381304740906, + 1.1208841800689697, + 1.1488319635391235, + 1.1117978692054749, + 1.1140090227127075, + 1.1225320100784302, + 1.1131990551948547, + 1.1134397387504578, + 1.1133565306663513, + 1.1138179302215576, + 1.1292513012886047, + 1.132308304309845, + 1.0935391783714294, + 1.142926812171936, + 1.1101283431053162, + 1.1339316368103027, + 1.1330761909484863, + 1.12434720993042, + 1.0504159927368164, + 1.105480432510376, + 1.0716331601142883, + 1.1203651428222656, + 1.1142076253890991, + 1.1291479468345642, + 1.108375906944275, + 1.0973326563835144, + 1.09108167886734, + 1.0751898288726807 + ], + "p90": [ + 1.4394644498825073, + 1.4528002738952637, + 1.4131901860237122, + 1.4350693225860596, + 1.4376343488693237, + 1.455335795879364, + 1.4536349177360535, + 1.464471697807312, + 1.4869691729545593, + 1.495384693145752, + 1.4651339650154114, + 1.4458454251289368, + 1.4631797075271606, + 1.4846314787864685, + 1.4552652835845947, + 1.4585306644439697, + 1.4676706790924072, + 1.4918414950370789, + 1.497772753238678, + 1.4660836458206177, + 1.4731578826904297, + 1.462974727153778, + 1.4604486227035522, + 1.4396252036094666, + 1.441365122795105, + 1.4329712390899658, + 1.4695128202438354, + 1.445113718509674, + 1.4555478692054749, + 1.4417192935943604, + 1.442404568195343, + 1.452694058418274, + 1.4738962650299072, + 1.4852662086486816, + 1.4915745258331299, + 1.4825064539909363, + 1.465942144393921, + 1.5004653930664062, + 1.4631901979446411, + 1.49370539188385, + 1.4705064296722412, + 1.4604792594909668, + 1.4630559086799622, + 1.4808162450790405, + 1.500977635383606, + 1.477626919746399, + 1.4863816499710083, + 1.4547409415245056, + 1.4781110882759094, + 1.4776418209075928, + 1.4663827419281006, + 1.5052199959754944, + 1.5101918578147888, + 1.4766101241111755, + 1.5402981638908386, + 1.480890691280365, + 1.465019404888153, + 1.4777494072914124, + 1.537611722946167, + 1.4978764057159424, + 1.4935308694839478, + 1.5483774542808533, + 1.4799907803535461, + 1.5353351831436157, + 1.520686686038971, + 1.4976151585578918, + 1.527058482170105, + 1.5209921002388, + 1.5139612555503845, + 1.5241914987564087, + 1.5514244437217712, + 1.522082269191742 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_011459.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_011459.json new file mode 100644 index 0000000000000000000000000000000000000000..81de65dfac88597ab797b0780a687b6e2eeb139d --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_011459.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T01:14:59.569609+00:00", + "metrics": { + "MSE[mean]": 0.04042534020049074, + "MSE[0.5]": 0.039524484447142356, + "MAE[0.5]": 0.17385152641397264, + "MASE[0.5]": 2.2432459161788754, + "MAPE[0.5]": 0.11324046490978167, + "sMAPE[0.5]": 0.12148391857559455, + "MSIS": 22.550936216181732, + "RMSE[mean]": 0.2010605386456794, + "NRMSE[mean]": 0.13592824174120877, + "ND[0.5]": 0.11753341788823675, + "mean_weighted_sum_quantile_loss": 0.10531352379318454 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" + ], + "context": [ + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108 + ], + "p10": [ + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.2233974990936425, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353 + ], + "p90": [ + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233973083587792, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233973083587792, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233973202797081, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233973202797081, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_011459.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_011459.json new file mode 100644 index 0000000000000000000000000000000000000000..d416c78dc471cab2762b2ae9330f3b1eb90049be --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_011459.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T01:14:59.603730+00:00", + "metrics": { + "MSE[mean]": 0.04277779353989766, + "MSE[0.5]": 0.04277779353989766, + "MAE[0.5]": 0.1750000301334593, + "MASE[0.5]": 2.2580653217463595, + "MAPE[0.5]": 0.11384787002827837, + "sMAPE[0.5]": 0.12290001617997401, + "MSIS": 74.31293374287912, + "RMSE[mean]": 0.2068279322042786, + "NRMSE[mean]": 0.139827324431082, + "ND[0.5]": 0.11830987105142148, + "mean_weighted_sum_quantile_loss": 0.11401566176434125 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" + ], + "context": [ + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "p10": [ + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584 + ], + "p90": [ + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_011453.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_011453.json new file mode 100644 index 0000000000000000000000000000000000000000..eb9deaf90e5fad228e435c4023cb58cd990c223f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_011453.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T01:14:53.779298+00:00", + "metrics": { + "MSE[mean]": 0.04745846701244913, + "MSE[0.5]": 0.04745846701244913, + "MAE[0.5]": 0.1879640155368381, + "MASE[0.5]": 2.425342583634091, + "MAPE[0.5]": 0.12188450479819081, + "sMAPE[0.5]": 0.13215562317448568, + "MSIS": 54.570361779324166, + "RMSE[mean]": 0.21784964313133295, + "NRMSE[mean]": 0.1472786214254391, + "ND[0.5]": 0.12707425492162178, + "mean_weighted_sum_quantile_loss": 0.11254105674596787 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" + ], + "context": [ + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2989115715026855, + 1.3002934455871582, + 1.3015217781066895, + 1.301905632019043, + 1.302443027496338, + 1.301905632019043, + 1.3015985488891602, + 1.3012914657592773, + 1.300063133239746, + 1.300600528717041, + 1.3008308410644531, + 1.3009076118469238, + 1.301137924194336, + 1.299832820892334, + 1.3005237579345703, + 1.3002166748046875, + 1.299295425415039, + 1.3009076118469238, + 1.3022894859313965, + 1.2999863624572754, + 1.2978367805480957, + 1.2996792793273926, + 1.3002934455871582, + 1.2986044883728027, + 1.2973761558532715, + 1.2972993850708008, + 1.2986812591552734, + 1.3001399040222168, + 1.2996025085449219, + 1.2988348007202148, + 1.2991418838500977, + 1.2991418838500977, + 1.2987580299377441, + 1.2986044883728027, + 1.2996025085449219, + 1.2994489669799805, + 1.2992186546325684, + 1.2989883422851562, + 1.2989115715026855, + 1.2988348007202148, + 1.2981438636779785, + 1.2986812591552734, + 1.2989115715026855, + 1.2996792793273926, + 1.2991418838500977, + 1.300063133239746, + 1.299295425415039, + 1.2989883422851562, + 1.3001399040222168, + 1.300600528717041, + 1.300370216369629, + 1.3002934455871582, + 1.2999863624572754, + 1.2996792793273926, + 1.3001399040222168, + 1.2993721961975098, + 1.299295425415039, + 1.300063133239746, + 1.2996025085449219, + 1.301137924194336, + 1.3002934455871582, + 1.3009076118469238, + 1.300370216369629, + 1.2992186546325684, + 1.299295425415039, + 1.2995257377624512, + 1.300370216369629, + 1.3002934455871582, + 1.300063133239746, + 1.299832820892334, + 1.301905632019043, + 1.3016753196716309 + ], + "p10": [ + 1.237264633178711, + 1.2252883911132812, + 1.2222175598144531, + 1.2222175598144531, + 1.2203750610351562, + 1.2197608947753906, + 1.2197608947753906, + 1.219146728515625, + 1.2173042297363281, + 1.2197608947753906, + 1.2203750610351562, + 1.219146728515625, + 1.2197608947753906, + 1.219146728515625, + 1.2203750610351562, + 1.2203750610351562, + 1.2179183959960938, + 1.2185325622558594, + 1.2185325622558594, + 1.2179183959960938, + 1.2160758972167969, + 1.2179183959960938, + 1.2179183959960938, + 1.2166900634765625, + 1.2154617309570312, + 1.2160758972167969, + 1.2173042297363281, + 1.2179183959960938, + 1.2166900634765625, + 1.2154617309570312, + 1.2160758972167969, + 1.2160758972167969, + 1.2173042297363281, + 1.2173042297363281, + 1.2173042297363281, + 1.2179183959960938, + 1.2179183959960938, + 1.2185325622558594, + 1.2179183959960938, + 1.2173042297363281, + 1.2166900634765625, + 1.2166900634765625, + 1.2179183959960938, + 1.2179183959960938, + 1.2179183959960938, + 1.2179183959960938, + 1.2179183959960938, + 1.2166900634765625, + 1.2160758972167969, + 1.2166900634765625, + 1.2160758972167969, + 1.2166900634765625, + 1.2166900634765625, + 1.2166900634765625, + 1.2166900634765625, + 1.2154617309570312, + 1.2160758972167969, + 1.2173042297363281, + 1.2173042297363281, + 1.2173042297363281, + 1.2166900634765625, + 1.2179183959960938, + 1.2166900634765625, + 1.2154617309570312, + 1.2154617309570312, + 1.2148475646972656, + 1.2160758972167969, + 1.2160758972167969, + 1.2160758972167969, + 1.2154617309570312, + 1.2179183959960938, + 1.2173042297363281 + ], + "p90": [ + 1.3766803741455078, + 1.3966407775878906, + 1.4040107727050781, + 1.4046249389648438, + 1.4046249389648438, + 1.4040107727050781, + 1.4027824401855469, + 1.4040107727050781, + 1.4040107727050781, + 1.4027824401855469, + 1.4027824401855469, + 1.4033966064453125, + 1.4033966064453125, + 1.4033966064453125, + 1.4015541076660156, + 1.40093994140625, + 1.4040107727050781, + 1.405853271484375, + 1.4070816040039062, + 1.4040107727050781, + 1.4015541076660156, + 1.4027824401855469, + 1.4040107727050781, + 1.4027824401855469, + 1.4021682739257812, + 1.4015541076660156, + 1.4040107727050781, + 1.4040107727050781, + 1.4027824401855469, + 1.4021682739257812, + 1.4021682739257812, + 1.4033966064453125, + 1.4040107727050781, + 1.4040107727050781, + 1.4052391052246094, + 1.405853271484375, + 1.4052391052246094, + 1.405853271484375, + 1.4070816040039062, + 1.405853271484375, + 1.405853271484375, + 1.405853271484375, + 1.405853271484375, + 1.4076957702636719, + 1.4076957702636719, + 1.4076957702636719, + 1.4076957702636719, + 1.4076957702636719, + 1.4064674377441406, + 1.4064674377441406, + 1.4064674377441406, + 1.4070816040039062, + 1.4064674377441406, + 1.405853271484375, + 1.4070816040039062, + 1.405853271484375, + 1.4064674377441406, + 1.4070816040039062, + 1.4070816040039062, + 1.4083099365234375, + 1.4076957702636719, + 1.4083099365234375, + 1.4076957702636719, + 1.4070816040039062, + 1.405853271484375, + 1.405853271484375, + 1.4070816040039062, + 1.405853271484375, + 1.4052391052246094, + 1.405853271484375, + 1.4076957702636719, + 1.4076957702636719 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_011210.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_011210.json new file mode 100644 index 0000000000000000000000000000000000000000..05d67ab60d1bec52471577a6aa4c636fefa9e7e9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_011210.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T01:12:10.309868+00:00", + "metrics": { + "MSE[mean]": 0.047757412298040175, + "MSE[0.5]": 0.05765331829256009, + "MAE[0.5]": 0.2111280080344942, + "MASE[0.5]": 2.724232864580102, + "MAPE[0.5]": 0.13721993085721293, + "sMAPE[0.5]": 0.15003354482136844, + "MSIS": 60.46142153814023, + "RMSE[mean]": 0.21853469357985283, + "NRMSE[mean]": 0.14774175408985232, + "ND[0.5]": 0.1427344177418441, + "mean_weighted_sum_quantile_loss": 0.1164957102846802 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" + ], + "context": [ + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2869974374771118, + 1.2844234704971313, + 1.2819712162017822, + 1.279826283454895, + 1.2787071466445923, + 1.2796945571899414, + 1.2799701690673828, + 1.2780272960662842, + 1.2753632068634033, + 1.2743794918060303, + 1.2731207609176636, + 1.2715568542480469, + 1.2745237350463867, + 1.2735413312911987, + 1.2735254764556885, + 1.270682454109192, + 1.2689952850341797, + 1.2681900262832642, + 1.2666451930999756, + 1.2649160623550415, + 1.2631402015686035, + 1.2644761800765991, + 1.2668969631195068, + 1.2717313766479492, + 1.272476077079773, + 1.2747478485107422, + 1.2769101858139038, + 1.2773555517196655, + 1.2796874046325684, + 1.278316617012024, + 1.2774733304977417, + 1.2780935764312744, + 1.2744956016540527, + 1.2735066413879395, + 1.2725889682769775, + 1.2734591960906982, + 1.2739179134368896, + 1.2739362716674805, + 1.274933099746704, + 1.2738438844680786, + 1.2772537469863892, + 1.2794194221496582, + 1.2817713022232056, + 1.2807146310806274, + 1.2795941829681396, + 1.2793004512786865, + 1.2810028791427612, + 1.277869701385498, + 1.2764850854873657, + 1.2775390148162842, + 1.276546835899353, + 1.2747149467468262, + 1.2781903743743896, + 1.2780821323394775, + 1.2777169942855835, + 1.274180293083191, + 1.2755968570709229, + 1.2766612768173218, + 1.2743780612945557, + 1.2738926410675049, + 1.271667718887329, + 1.2685960531234741, + 1.2665483951568604, + 1.2649518251419067, + 1.2670847177505493, + 1.2670601606369019, + 1.269587516784668, + 1.2679665088653564, + 1.2668652534484863, + 1.2668631076812744, + 1.2642520666122437, + 1.2623757123947144 + ], + "p10": [ + 1.304853916168213, + 1.3055261373519897, + 1.3042927980422974, + 1.301256537437439, + 1.3043437004089355, + 1.3039469718933105, + 1.3052045106887817, + 1.3035674095153809, + 1.3029316663742065, + 1.2997912168502808, + 1.2999714612960815, + 1.29739511013031, + 1.2998212575912476, + 1.3001642227172852, + 1.3013817071914673, + 1.3024710416793823, + 1.29940927028656, + 1.29948091506958, + 1.296837568283081, + 1.294205904006958, + 1.290691614151001, + 1.2940081357955933, + 1.2979331016540527, + 1.2993274927139282, + 1.3043467998504639, + 1.3064688444137573, + 1.3066685199737549, + 1.3068846464157104, + 1.3068819046020508, + 1.3087207078933716, + 1.30977201461792, + 1.3043220043182373, + 1.3078463077545166, + 1.3064475059509277, + 1.3044995069503784, + 1.3042794466018677, + 1.3033604621887207, + 1.3036996126174927, + 1.3064937591552734, + 1.307433843612671, + 1.3078771829605103, + 1.3100427389144897, + 1.3128457069396973, + 1.311943531036377, + 1.311327576637268, + 1.313454031944275, + 1.3128550052642822, + 1.3113865852355957, + 1.3115442991256714, + 1.309907078742981, + 1.3076127767562866, + 1.3096636533737183, + 1.3098198175430298, + 1.3109667301177979, + 1.3103195428848267, + 1.308138370513916, + 1.3094316720962524, + 1.3086787462234497, + 1.307830572128296, + 1.3084355592727661, + 1.303358793258667, + 1.302085518836975, + 1.3014674186706543, + 1.3000218868255615, + 1.300466775894165, + 1.3029913902282715, + 1.304253339767456, + 1.3042742013931274, + 1.3038650751113892, + 1.3021563291549683, + 1.3030050992965698, + 1.2991734743118286 + ], + "p90": [ + 1.3592143058776855, + 1.3637707233428955, + 1.3672006130218506, + 1.367125153541565, + 1.369747519493103, + 1.372312307357788, + 1.374568223953247, + 1.3750282526016235, + 1.373732328414917, + 1.3739372491836548, + 1.3741008043289185, + 1.3732404708862305, + 1.3771729469299316, + 1.3773924112319946, + 1.3774998188018799, + 1.3779112100601196, + 1.3778854608535767, + 1.37776780128479, + 1.3767980337142944, + 1.373447060585022, + 1.3721139430999756, + 1.3749027252197266, + 1.3775674104690552, + 1.3787490129470825, + 1.3837043046951294, + 1.3856980800628662, + 1.3853553533554077, + 1.388057827949524, + 1.389133095741272, + 1.391021728515625, + 1.3911125659942627, + 1.391626000404358, + 1.388716220855713, + 1.3886915445327759, + 1.3886984586715698, + 1.3888092041015625, + 1.3897355794906616, + 1.3902126550674438, + 1.3906047344207764, + 1.3912684917449951, + 1.3944661617279053, + 1.3993116617202759, + 1.3999724388122559, + 1.3989149332046509, + 1.397269368171692, + 1.4000310897827148, + 1.4013828039169312, + 1.3984260559082031, + 1.3962424993515015, + 1.3974542617797852, + 1.3943525552749634, + 1.396450400352478, + 1.3973976373672485, + 1.4005956649780273, + 1.4027692079544067, + 1.399076223373413, + 1.4016168117523193, + 1.402734398841858, + 1.40272855758667, + 1.4019834995269775, + 1.3995393514633179, + 1.3967005014419556, + 1.3945348262786865, + 1.3962808847427368, + 1.3968614339828491, + 1.3963512182235718, + 1.4010132551193237, + 1.398568034172058, + 1.397102952003479, + 1.3991085290908813, + 1.395366907119751, + 1.3957927227020264 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_011320.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_011320.json new file mode 100644 index 0000000000000000000000000000000000000000..8d3b91926ed98296f51ab285fd2fc8c73fa6a49a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_011320.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T01:13:20.218361+00:00", + "metrics": { + "MSE[mean]": 0.04480432745522814, + "MSE[0.5]": 0.04480432745522814, + "MAE[0.5]": 0.18315725028514862, + "MASE[0.5]": 2.3633197947446383, + "MAPE[0.5]": 0.11889653058814403, + "sMAPE[0.5]": 0.12850065775269243, + "MSIS": 33.26277447409894, + "RMSE[mean]": 0.21167032729040727, + "NRMSE[mean]": 0.1431010560857738, + "ND[0.5]": 0.12382461104059991, + "mean_weighted_sum_quantile_loss": 0.10211896624978972 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" + ], + "context": [ + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3092352151870728, + 1.308838129043579, + 1.306288480758667, + 1.3053045272827148, + 1.3051618337631226, + 1.3046106100082397, + 1.30466628074646, + 1.3055012226104736, + 1.3072023391723633, + 1.3075885772705078, + 1.3079617023468018, + 1.3078887462615967, + 1.3077372312545776, + 1.307263731956482, + 1.3076571226119995, + 1.30806303024292, + 1.308449149131775, + 1.308709740638733, + 1.309120535850525, + 1.3089268207550049, + 1.3096007108688354, + 1.3093533515930176, + 1.3096070289611816, + 1.3080404996871948, + 1.3067817687988281, + 1.3061424493789673, + 1.3046804666519165, + 1.304254412651062, + 1.3047871589660645, + 1.3051820993423462, + 1.3052359819412231, + 1.3064771890640259, + 1.2962419986724854, + 1.3002328872680664, + 1.3055832386016846, + 1.3086552619934082, + 1.3104469776153564, + 1.3120529651641846, + 1.3122788667678833, + 1.3113876581192017, + 1.311113715171814, + 1.3100661039352417, + 1.3096033334732056, + 1.3083398342132568, + 1.3095858097076416, + 1.3099949359893799, + 1.3098148107528687, + 1.3080085515975952, + 1.306581735610962, + 1.3064053058624268, + 1.3056772947311401, + 1.3053479194641113, + 1.3049439191818237, + 1.304221510887146, + 1.3040286302566528, + 1.3041331768035889, + 1.3053420782089233, + 1.3072903156280518, + 1.3085486888885498, + 1.3093585968017578, + 1.3097407817840576, + 1.3091716766357422, + 1.3073623180389404, + 1.3065708875656128, + 1.2996423244476318, + 1.3034863471984863, + 1.3081982135772705, + 1.308638095855713, + 1.3086607456207275, + 1.3095130920410156, + 1.3093050718307495, + 1.3085291385650635 + ], + "p10": [ + 1.2414430379867554, + 1.2249735593795776, + 1.2153189182281494, + 1.2119191884994507, + 1.2102142572402954, + 1.2072852849960327, + 1.206053376197815, + 1.2051482200622559, + 1.2059656381607056, + 1.2053627967834473, + 1.2041066884994507, + 1.2034399509429932, + 1.2030764818191528, + 1.2021815776824951, + 1.2013026475906372, + 1.2015732526779175, + 1.2013970613479614, + 1.201364517211914, + 1.20219886302948, + 1.2022013664245605, + 1.2019526958465576, + 1.2024790048599243, + 1.2028474807739258, + 1.2013237476348877, + 1.1991534233093262, + 1.1975486278533936, + 1.195502519607544, + 1.193676471710205, + 1.1924360990524292, + 1.1909652948379517, + 1.190261721611023, + 1.1903114318847656, + 1.2009607553482056, + 1.1961696147918701, + 1.1939719915390015, + 1.1937251091003418, + 1.1932390928268433, + 1.1922391653060913, + 1.1908046007156372, + 1.1909650564193726, + 1.1921918392181396, + 1.1922123432159424, + 1.190418004989624, + 1.1901185512542725, + 1.1909587383270264, + 1.1919541358947754, + 1.1918472051620483, + 1.1913111209869385, + 1.189931035041809, + 1.1900526285171509, + 1.191236138343811, + 1.1915669441223145, + 1.1908090114593506, + 1.1897380352020264, + 1.190156102180481, + 1.1898726224899292, + 1.1898466348648071, + 1.1900675296783447, + 1.189531683921814, + 1.1877021789550781, + 1.1857489347457886, + 1.182917833328247, + 1.179956078529358, + 1.179294228553772, + 1.193117618560791, + 1.192276120185852, + 1.190703272819519, + 1.189751386642456, + 1.1912994384765625, + 1.1915574073791504, + 1.1908985376358032, + 1.1907168626785278 + ], + "p90": [ + 1.3915108442306519, + 1.4062830209732056, + 1.4111446142196655, + 1.41560697555542, + 1.4192516803741455, + 1.421212077140808, + 1.4240942001342773, + 1.4265469312667847, + 1.4293509721755981, + 1.4311388731002808, + 1.432728886604309, + 1.4347705841064453, + 1.4346885681152344, + 1.4358476400375366, + 1.4388694763183594, + 1.440649390220642, + 1.441837191581726, + 1.4430941343307495, + 1.4441168308258057, + 1.4453556537628174, + 1.4455299377441406, + 1.4466136693954468, + 1.4473121166229248, + 1.4465487003326416, + 1.4457159042358398, + 1.4460421800613403, + 1.445989966392517, + 1.4469749927520752, + 1.4491205215454102, + 1.4513874053955078, + 1.4535773992538452, + 1.4560387134552002, + 1.4376834630966187, + 1.4508042335510254, + 1.457736849784851, + 1.4637271165847778, + 1.470594882965088, + 1.4757184982299805, + 1.4751042127609253, + 1.4737334251403809, + 1.4729119539260864, + 1.471903681755066, + 1.4722368717193604, + 1.474758267402649, + 1.4783378839492798, + 1.480228066444397, + 1.47931706905365, + 1.4756895303726196, + 1.472754955291748, + 1.473258137702942, + 1.4727569818496704, + 1.4741722345352173, + 1.4730334281921387, + 1.4740996360778809, + 1.4733611345291138, + 1.474610686302185, + 1.4771411418914795, + 1.4794819355010986, + 1.4828020334243774, + 1.4836013317108154, + 1.4843147993087769, + 1.4844878911972046, + 1.4847688674926758, + 1.4864593744277954, + 1.4501640796661377, + 1.4680790901184082, + 1.4709148406982422, + 1.4728446006774902, + 1.4796969890594482, + 1.4833201169967651, + 1.4810843467712402, + 1.479480504989624 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_011254.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_011254.json new file mode 100644 index 0000000000000000000000000000000000000000..ed774efb65fbadec9d285c085196080c08198e96 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_011254.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T01:12:54.846264+00:00", + "metrics": { + "MSE[mean]": 0.04710638779912893, + "MSE[0.5]": 0.04710638779912893, + "MAE[0.5]": 0.1870484600464503, + "MASE[0.5]": 2.4135289622226974, + "MAPE[0.5]": 0.12126985793138077, + "sMAPE[0.5]": 0.13145517999941758, + "MSIS": 49.584302197399346, + "RMSE[mean]": 0.21704006035552267, + "NRMSE[mean]": 0.146731297897903, + "ND[0.5]": 0.12645528787386986, + "mean_weighted_sum_quantile_loss": 0.11105712329851282 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" + ], + "context": [ + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3008257150650024, + 1.3004778623580933, + 1.3004064559936523, + 1.300525188446045, + 1.3004578351974487, + 1.3005276918411255, + 1.300653100013733, + 1.3003613948822021, + 1.3004659414291382, + 1.3005011081695557, + 1.300475001335144, + 1.3005955219268799, + 1.3005850315093994, + 1.3003958463668823, + 1.300572395324707, + 1.3005472421646118, + 1.3005366325378418, + 1.300597906112671, + 1.3004326820373535, + 1.3004754781723022, + 1.3004965782165527, + 1.3004615306854248, + 1.300487756729126, + 1.3005632162094116, + 1.3004881143569946, + 1.3005062341690063, + 1.300540804862976, + 1.3006000518798828, + 1.3005231618881226, + 1.3005828857421875, + 1.3005625009536743, + 1.3004833459854126, + 1.3008466958999634, + 1.3009785413742065, + 1.3003116846084595, + 1.3008900880813599, + 1.300798773765564, + 1.3007848262786865, + 1.3009334802627563, + 1.3008697032928467, + 1.3008661270141602, + 1.3009390830993652, + 1.300743579864502, + 1.3010354042053223, + 1.3007047176361084, + 1.3009562492370605, + 1.3009076118469238, + 1.3008854389190674, + 1.3008705377578735, + 1.3009119033813477, + 1.3008952140808105, + 1.3009843826293945, + 1.3009594678878784, + 1.3009284734725952, + 1.3009008169174194, + 1.3008946180343628, + 1.300803780555725, + 1.3009332418441772, + 1.3008824586868286, + 1.3009569644927979, + 1.3009635210037231, + 1.300861120223999, + 1.3009276390075684, + 1.30097234249115, + 1.3003181219100952, + 1.3006125688552856, + 1.2999098300933838, + 1.3004815578460693, + 1.3005338907241821, + 1.3003871440887451, + 1.3005249500274658, + 1.3004170656204224 + ], + "p10": [ + 1.2320890426635742, + 1.1992087364196777, + 1.2018629312515259, + 1.1976609230041504, + 1.1966841220855713, + 1.1987345218658447, + 1.1992967128753662, + 1.2016280889511108, + 1.1973838806152344, + 1.1976903676986694, + 1.1962521076202393, + 1.1975688934326172, + 1.197511911392212, + 1.1981967687606812, + 1.1981655359268188, + 1.1994388103485107, + 1.1991761922836304, + 1.1993576288223267, + 1.199324369430542, + 1.1992921829223633, + 1.199461579322815, + 1.1997359991073608, + 1.1988699436187744, + 1.1997640132904053, + 1.1993359327316284, + 1.198957920074463, + 1.1984589099884033, + 1.1983376741409302, + 1.1979628801345825, + 1.1983972787857056, + 1.1980574131011963, + 1.1980630159378052, + 1.1999722719192505, + 1.2023637294769287, + 1.2017366886138916, + 1.2021207809448242, + 1.1968491077423096, + 1.1996265649795532, + 1.1987913846969604, + 1.199802279472351, + 1.2013434171676636, + 1.2022099494934082, + 1.2015149593353271, + 1.2010427713394165, + 1.201369285583496, + 1.2011289596557617, + 1.2016339302062988, + 1.2022775411605835, + 1.2015806436538696, + 1.2014819383621216, + 1.2017483711242676, + 1.2016584873199463, + 1.2017453908920288, + 1.2019492387771606, + 1.2013907432556152, + 1.201776146888733, + 1.2011768817901611, + 1.2010771036148071, + 1.2010774612426758, + 1.2009156942367554, + 1.2008615732192993, + 1.2004806995391846, + 1.2005488872528076, + 1.201158046722412, + 1.1978672742843628, + 1.196962833404541, + 1.2000641822814941, + 1.1986310482025146, + 1.1989635229110718, + 1.2000799179077148, + 1.1996543407440186, + 1.1991198062896729 + ], + "p90": [ + 1.404687523841858, + 1.3972985744476318, + 1.4029098749160767, + 1.4018805027008057, + 1.4017674922943115, + 1.399756669998169, + 1.3990504741668701, + 1.400856614112854, + 1.4022349119186401, + 1.4007477760314941, + 1.4032460451126099, + 1.4040820598602295, + 1.4012234210968018, + 1.4026622772216797, + 1.402552843093872, + 1.4020777940750122, + 1.402546763420105, + 1.403246521949768, + 1.4034333229064941, + 1.402452826499939, + 1.4023892879486084, + 1.4019626379013062, + 1.40301513671875, + 1.4026411771774292, + 1.402039647102356, + 1.4027328491210938, + 1.4034626483917236, + 1.4029810428619385, + 1.4038641452789307, + 1.4033986330032349, + 1.4031951427459717, + 1.404348373413086, + 1.406211256980896, + 1.4069725275039673, + 1.4109567403793335, + 1.4092622995376587, + 1.413083553314209, + 1.4129570722579956, + 1.4141807556152344, + 1.4143683910369873, + 1.4130388498306274, + 1.41475510597229, + 1.4174803495407104, + 1.4151896238327026, + 1.4170950651168823, + 1.4162111282348633, + 1.416831135749817, + 1.4172554016113281, + 1.417832851409912, + 1.4184595346450806, + 1.4186753034591675, + 1.4191679954528809, + 1.4194884300231934, + 1.420634150505066, + 1.4195564985275269, + 1.4194682836532593, + 1.4202975034713745, + 1.4200972318649292, + 1.420541524887085, + 1.420719861984253, + 1.4208623170852661, + 1.4202390909194946, + 1.4213879108428955, + 1.4214857816696167, + 1.447404384613037, + 1.4521803855895996, + 1.4558665752410889, + 1.4550755023956299, + 1.4591751098632812, + 1.4600307941436768, + 1.458393931388855, + 1.4601943492889404 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260622_011458.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260622_011458.json new file mode 100644 index 0000000000000000000000000000000000000000..b7aa7835246f18b004ec39afed1814457b5cdea2 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260622_011458.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-22T01:14:58.571340+00:00", + "metrics": { + "MSE[mean]": 23.339012917563625, + "MSE[0.5]": 24.127678798785734, + "MAE[0.5]": 3.92323273134415, + "MASE[0.5]": 2.1556225096116486, + "MAPE[0.5]": 0.14572634493310063, + "sMAPE[0.5]": 0.16336371691708315, + "MSIS": 74.95807047940423, + "RMSE[mean]": 4.831046772446281, + "NRMSE[mean]": 0.19184460425807365, + "ND[0.5]": 0.1557946064711608, + "mean_weighted_sum_quantile_loss": 0.1530334168746246 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.757891268727416, + 22.425246992912957, + 22.158736576563435, + 21.91176901569662, + 21.72866057080844, + 21.552006777128923, + 21.422021595075826, + 21.312584496521303, + 21.235745343474484, + 21.14734760401479, + 21.099504551710087, + 21.02683024264955, + 21.00636597489561, + 20.94057031571059, + 20.9158167403886, + 20.913709041914032, + 20.87717747932575, + 20.85814397323478, + 20.85307409773339, + 20.826197256053085, + 20.834276415421357, + 20.806380058805253, + 20.806906827348193, + 20.795455885556592 + ], + "p10": [ + 22.44634564393828, + 22.077425965669793, + 21.872871763131307, + 21.596589185930696, + 21.39372410046954, + 21.205583095288322, + 21.07250597633535, + 20.953421784939977, + 20.936889444894515, + 20.886425534661413, + 20.818496640201428, + 20.678060473064292, + 20.6953409816976, + 20.63081094831123, + 20.607353295506314, + 20.573571314561114, + 20.53074974603957, + 20.557381353594977, + 20.55670732623263, + 20.4830337249812, + 20.5050200677422, + 20.512974940387867, + 20.484362783240755, + 20.421099359822318 + ], + "p90": [ + 23.022056976354612, + 22.69504346854973, + 22.452067447241422, + 22.235255437474137, + 22.018421518428877, + 21.829626783767154, + 21.729766028240114, + 21.54357173034701, + 21.43618122839723, + 21.45352592335002, + 21.38738666651007, + 21.345908415337362, + 21.22550174109561, + 21.143232325775966, + 21.18081476149864, + 21.237006742574025, + 21.144215811550282, + 21.157334902678276, + 21.15962931403673, + 21.070764969959694, + 21.17240649771772, + 21.118961908974917, + 21.126515431541456, + 21.128799029708116 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260622_011119.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260622_011119.json new file mode 100644 index 0000000000000000000000000000000000000000..313e9a6698eca0071ff904b2f0de42c16d087513 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260622_011119.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T01:11:19.199581+00:00", + "metrics": { + "MSE[mean]": 0.8190864914031408, + "MSE[0.5]": 0.8190864914031408, + "MAE[0.5]": 0.69321076075236, + "MASE[0.5]": 0.38088505630682673, + "MAPE[0.5]": 0.027901220956347006, + "sMAPE[0.5]": 0.027436930558977266, + "MSIS": 2.1561741380116493, + "RMSE[mean]": 0.9050339725132648, + "NRMSE[mean]": 0.03593959911280288, + "ND[0.5]": 0.027527935523719557, + "mean_weighted_sum_quantile_loss": 0.026277060517932285 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.743371963500977, + 22.346250534057617, + 21.97460174560547, + 21.681171417236328, + 21.59383773803711, + 21.845720291137695, + 22.76198959350586, + 24.263517379760742, + 25.962799072265625, + 27.5676326751709, + 28.663833618164062, + 29.47901725769043, + 29.82649040222168, + 29.901613235473633, + 29.701553344726562, + 29.263961791992188, + 28.686649322509766, + 28.066829681396484, + 26.923076629638672, + 25.743328094482422, + 24.67013931274414, + 23.979251861572266, + 23.36131477355957, + 22.83098602294922 + ], + "p10": [ + 22.31340789794922, + 21.770652770996094, + 21.240589141845703, + 20.825366973876953, + 20.624940872192383, + 20.704261779785156, + 21.420621871948242, + 22.628128051757812, + 24.096479415893555, + 25.40421485900879, + 26.203372955322266, + 26.855100631713867, + 27.299776077270508, + 27.044471740722656, + 26.628110885620117, + 26.21381378173828, + 25.72616958618164, + 25.001264572143555, + 23.980409622192383, + 23.023351669311523, + 22.23333168029785, + 21.714447021484375, + 21.232688903808594, + 20.751808166503906 + ], + "p90": [ + 23.129764556884766, + 22.93448829650879, + 22.73589515686035, + 22.607114791870117, + 22.64358139038086, + 23.010425567626953, + 24.114276885986328, + 25.879905700683594, + 27.721149444580078, + 29.52613067626953, + 30.872716903686523, + 31.723819732666016, + 32.26371765136719, + 32.345001220703125, + 32.24022674560547, + 31.71853256225586, + 31.2850399017334, + 30.537412643432617, + 29.529403686523438, + 28.29764175415039, + 27.131874084472656, + 26.259708404541016, + 25.604324340820312, + 25.006309509277344 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260622_011459.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260622_011459.json new file mode 100644 index 0000000000000000000000000000000000000000..66e772bed5b09016de849d884e687a113a3374ba --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260622_011459.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-22T01:14:59.487666+00:00", + "metrics": { + "MSE[mean]": 90.83341172097414, + "MSE[0.5]": 92.62648790328399, + "MAE[0.5]": 8.299724128435516, + "MASE[0.5]": 4.560288257151853, + "MAPE[0.5]": 0.3185376684579119, + "sMAPE[0.5]": 0.40488327610390623, + "MSIS": 141.48998129735833, + "RMSE[mean]": 9.530656416059397, + "NRMSE[mean]": 0.37846973846058257, + "ND[0.5]": 0.329588465165, + "mean_weighted_sum_quantile_loss": 0.31681573540285846 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.657775847026716, + 22.227776492545065, + 21.59777637512396, + 21.182776410290746, + 20.602776483604504, + 20.14277548880303, + 19.56777663023202, + 19.112775749871464, + 18.65777677685954, + 18.197775782058063, + 17.632776198694575, + 17.06777566165677, + 16.61277573497053, + 16.142777372310167, + 15.632776186773828, + 15.092774314591981, + 14.672776142666482, + 14.102776444862076, + 13.672776136706108, + 13.107776553342621, + 12.642775444100227, + 12.112775708148849, + 11.6277750948171, + 11.107776541421874 + ], + "p10": [ + 21.83277603776158, + 21.4377767214269, + 20.721775589296325, + 20.351776463696506, + 19.740775827476575, + 19.410776091525197, + 18.83277601988046, + 18.509776253411502, + 18.03277677685954, + 17.451775301406208, + 16.971775374719964, + 16.41277592868558, + 15.827776078293283, + 15.272776533076769, + 14.887777254889063, + 14.282776755998231, + 13.912775913784646, + 13.410776055762955, + 12.98977595360064, + 12.338776118467132, + 11.972775367806282, + 11.329775906513106, + 10.847776315520225, + 10.332775969217284 + ], + "p90": [ + 24.052777258464705, + 23.387775386282858, + 22.71377693206976, + 22.23877559394553, + 21.815775636741712, + 21.324775839755176, + 20.55377516538827, + 20.22277540654871, + 19.562777082035318, + 19.222775400588336, + 18.793775306055416, + 18.174776203343782, + 17.7417756357884, + 17.22277538866759, + 17.060777209112693, + 16.373775024125674, + 15.813775555203103, + 15.313775552222916, + 14.822775755236382, + 14.283776576230805, + 13.824775795052375, + 13.324775792072188, + 12.88277539999288, + 12.30377702207373 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260622_011355.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260622_011355.json new file mode 100644 index 0000000000000000000000000000000000000000..57a057da26772b1efb53132dde67354b75465e9c --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260622_011355.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T01:13:55.129413+00:00", + "metrics": { + "MSE[mean]": 1.0123269840012956, + "MSE[0.5]": 1.004805025548232, + "MAE[0.5]": 0.7723521788914999, + "MASE[0.5]": 0.4243693546050998, + "MAPE[0.5]": 0.031182863914722424, + "sMAPE[0.5]": 0.03049736988350378, + "MSIS": 2.107784049655022, + "RMSE[mean]": 1.006144613860898, + "NRMSE[mean]": 0.03995478089209136, + "ND[0.5]": 0.030670702455706415, + "mean_weighted_sum_quantile_loss": 0.026323812761772362 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.826120376586914, + 22.40412425994873, + 22.063729286193848, + 21.66585350036621, + 21.694812774658203, + 22.21608543395996, + 23.467997550964355, + 25.000609397888184, + 26.562549591064453, + 27.79325294494629, + 28.408184051513672, + 29.809003829956055, + 29.912232398986816, + 29.898900032043457, + 29.728690147399902, + 29.373854637145996, + 29.058466911315918, + 28.0921630859375, + 27.140703201293945, + 25.522089958190918, + 24.999262809753418, + 24.609220504760742, + 23.784951210021973, + 23.6003999710083 + ], + "p10": [ + 22.469380378723145, + 21.79722499847412, + 21.384020805358887, + 20.790085792541504, + 20.585495948791504, + 20.99714183807373, + 21.828869819641113, + 23.459105491638184, + 24.91972255706787, + 25.947365760803223, + 26.563288688659668, + 26.719786643981934, + 27.7321720123291, + 27.381000518798828, + 26.34780502319336, + 26.74413776397705, + 25.918704986572266, + 24.714780807495117, + 24.117210388183594, + 23.007346153259277, + 22.58737277984619, + 22.311766624450684, + 21.710652351379395, + 21.361515998840332 + ], + "p90": [ + 23.252901077270508, + 22.95748519897461, + 22.91039752960205, + 22.53879165649414, + 22.67776870727539, + 23.340075492858887, + 24.73750877380371, + 26.79492473602295, + 28.511232376098633, + 29.974092483520508, + 30.293746948242188, + 31.730881690979004, + 31.72310447692871, + 32.16961097717285, + 31.951056480407715, + 31.750465393066406, + 31.347976684570312, + 30.755995750427246, + 30.174455642700195, + 28.256132125854492, + 27.298733711242676, + 26.47568988800049, + 26.133146286010742, + 25.24037265777588 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260622_011459.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260622_011459.json new file mode 100644 index 0000000000000000000000000000000000000000..9f9512dda0363afe299993c79daea8f89c5e919e --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260622_011459.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T01:14:59.547206+00:00", + "metrics": { + "MSE[mean]": 7.0117621108409915, + "MSE[0.5]": 7.055180251713726, + "MAE[0.5]": 2.3406708197807196, + "MASE[0.5]": 1.286082945423883, + "MAPE[0.5]": 0.09117363478001132, + "sMAPE[0.5]": 0.09198258102788746, + "MSIS": 18.298197202231655, + "RMSE[mean]": 2.647973208104831, + "NRMSE[mean]": 0.10515306436116724, + "ND[0.5]": 0.09294984881545072, + "mean_weighted_sum_quantile_loss": 0.08360600092705145 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 25.071525786527946, + 25.14152643502648, + 25.011526320585563, + 25.096526358732536, + 25.01652643502648, + 25.056525443205192, + 24.981526587614372, + 25.026525710234, + 25.071526740202263, + 25.111525748380974, + 25.046526167997673, + 24.981525633940056, + 25.026525710234, + 25.056527350553825, + 25.046526167997673, + 25.006524298796013, + 25.0865261298507, + 25.01652643502648, + 25.0865261298507, + 25.0215265494674, + 25.056525443205192, + 25.026525710234, + 25.04152509988244, + 25.0215265494674 + ], + "p10": [ + 24.24652597726281, + 24.351526663908317, + 24.135525534757928, + 24.265526412138296, + 24.154525778898552, + 24.32452604592736, + 24.24652597726281, + 24.42352621377404, + 24.446526740202263, + 24.36552526772912, + 24.385525344023062, + 24.326525900968864, + 24.241526053556754, + 24.186526511320427, + 24.301527236112907, + 24.196526740202263, + 24.326525900968864, + 24.32452604592736, + 24.40352594674523, + 24.252526114591912, + 24.386525366911247, + 24.243525908598258, + 24.261526320585563, + 24.24652597726281 + ], + "p90": [ + 26.466527197965934, + 26.301525328764274, + 26.127526877531363, + 26.15252554238732, + 26.22952558816369, + 26.23852579415734, + 25.96752512277062, + 26.136525366911247, + 25.97652704537804, + 26.136525366911247, + 26.207525275358513, + 26.088526175627067, + 26.15552561105187, + 26.136525366911247, + 26.474527190336538, + 26.287525008329705, + 26.227525542387323, + 26.227525542387323, + 26.236525748380974, + 26.19752657235558, + 26.23852579415734, + 26.23852579415734, + 26.29652540505822, + 26.217527030119253 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260622_011459.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260622_011459.json new file mode 100644 index 0000000000000000000000000000000000000000..dcbb130862f0ca137a6b4632b6feae2a334efb03 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260622_011459.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T01:14:59.585978+00:00", + "metrics": { + "MSE[mean]": 2.839674102974641, + "MSE[0.5]": 2.839674102974641, + "MAE[0.5]": 1.339166482289632, + "MASE[0.5]": 0.7358058037897606, + "MAPE[0.5]": 0.0554569215471904, + "sMAPE[0.5]": 0.055679821211488754, + "MSIS": 18.275267734259632, + "RMSE[mean]": 1.6851332597081576, + "NRMSE[mean]": 0.06691794523180099, + "ND[0.5]": 0.05317933688736354, + "mean_weighted_sum_quantile_loss": 0.048085583652887245 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "p10": [ + 20.648599700927733, + 20.344800224304198, + 19.96260082244873, + 19.6294006729126, + 19.43339992523193, + 19.6294006729126, + 21.216999626159666, + 23.000599327087404, + 24.843000373840333, + 26.31300037384033, + 27.381200523376464, + 28.116200523376463, + 28.6355993270874, + 28.802199401855468, + 29.115799102783203, + 29.076600074768066, + 28.723799476623533, + 28.4003995513916, + 27.518399925231932, + 26.09739917755127, + 24.921400299072264, + 23.9805993270874, + 23.275, + 22.785 + ], + "p90": [ + 21.491399688720705, + 21.175200233459474, + 20.777400856018065, + 20.430600700378417, + 20.226599922180178, + 20.430600700378417, + 22.08299961090088, + 23.93939929962158, + 25.85700038909912, + 27.38700038909912, + 28.49880054473877, + 29.26380054473877, + 29.804399299621583, + 29.977799377441407, + 30.30419906616211, + 30.263400077819824, + 29.896199455261232, + 29.559599533081055, + 28.641599922180177, + 27.162599143981932, + 25.9386003112793, + 24.959399299621584, + 24.225, + 23.715 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260622_011438.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260622_011438.json new file mode 100644 index 0000000000000000000000000000000000000000..3c1c6d69e6599dd5e862daee6284810487435525 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260622_011438.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T01:14:38.165906+00:00", + "metrics": { + "MSE[mean]": 0.5319255211838936, + "MSE[0.5]": 0.5319255211838936, + "MAE[0.5]": 0.5680897235870361, + "MASE[0.5]": 0.31213722955041606, + "MAPE[0.5]": 0.02243894332596032, + "sMAPE[0.5]": 0.022061627174980957, + "MSIS": 1.8939800144891865, + "RMSE[mean]": 0.7293322433458523, + "NRMSE[mean]": 0.02896234753829305, + "ND[0.5]": 0.022559282353924934, + "mean_weighted_sum_quantile_loss": 0.02244308316193695 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 23.164031982421875, + 22.76641845703125, + 22.43353271484375, + 22.1561279296875, + 22.06982421875, + 22.1561279296875, + 23.1424560546875, + 24.6959228515625, + 26.2740478515625, + 27.642578125, + 28.67822265625, + 29.46728515625, + 29.96044921875, + 30.05908203125, + 29.86181640625, + 29.245361328125, + 28.5302734375, + 27.519287109375, + 26.3480224609375, + 25.078125, + 24.285980224609375, + 23.706512451171875, + 23.245712280273438, + 22.84039306640625 + ], + "p10": [ + 22.92669677734375, + 22.37188720703125, + 22.01434326171875, + 21.57666015625, + 21.3917236328125, + 21.330078125, + 22.045166015625, + 23.38287353515625, + 24.62811279296875, + 25.62060546875, + 26.4219970703125, + 26.853515625, + 27.026123046875, + 26.976806640625, + 26.483642578125, + 25.6329345703125, + 25.004150390625, + 24.230499267578125, + 23.31121063232422, + 22.3780517578125, + 21.94036865234375, + 21.552001953125, + 21.206787109375, + 20.9232177734375 + ], + "p90": [ + 23.439895629882812, + 23.190231323242188, + 22.892791748046875, + 22.735595703125, + 22.75408935546875, + 23.046905517578125, + 24.29522705078125, + 25.9658203125, + 27.716552734375, + 29.17138671875, + 30.15771484375, + 30.99609375, + 31.6865234375, + 31.83447265625, + 31.78515625, + 31.34130859375, + 30.74951171875, + 29.738525390625, + 28.431640625, + 27.075439453125, + 26.1260986328125, + 25.447998046875, + 24.91168212890625, + 24.46783447265625 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260622_011158.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260622_011158.json new file mode 100644 index 0000000000000000000000000000000000000000..bc089bb456ec15e8dbd678a537cce56c4d95ca0b --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260622_011158.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T01:11:58.156802+00:00", + "metrics": { + "MSE[mean]": 0.4067353237384547, + "MSE[0.5]": 0.3276029787418035, + "MAE[0.5]": 0.4994724591573079, + "MASE[0.5]": 0.2744354336383443, + "MAPE[0.5]": 0.01942845751119167, + "sMAPE[0.5]": 0.019503819719654494, + "MSIS": 8.830249186058134, + "RMSE[mean]": 0.6377580448245672, + "NRMSE[mean]": 0.025325865280293635, + "ND[0.5]": 0.019834437706410364, + "mean_weighted_sum_quantile_loss": 0.022109313121004018 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.803569793701172, + 22.52535057067871, + 22.242633819580078, + 22.064529418945312, + 22.013948440551758, + 22.25826644897461, + 22.95749282836914, + 24.152441024780273, + 25.46036148071289, + 26.700061798095703, + 27.694976806640625, + 28.273042678833008, + 28.713972091674805, + 28.809633255004883, + 28.718399047851562, + 28.145431518554688, + 27.529861450195312, + 26.694730758666992, + 25.639997482299805, + 24.755233764648438, + 23.921283721923828, + 23.28800392150879, + 22.774639129638672, + 22.28760528564453 + ], + "p10": [ + 22.888139724731445, + 22.599205017089844, + 22.317724227905273, + 22.22662353515625, + 22.18221664428711, + 22.428186416625977, + 23.26791000366211, + 24.53965187072754, + 25.98250389099121, + 27.159807205200195, + 28.074827194213867, + 28.74050521850586, + 29.194955825805664, + 29.43865394592285, + 29.3418025970459, + 28.730609893798828, + 28.17659568786621, + 27.273977279663086, + 26.20842170715332, + 25.19022560119629, + 24.460004806518555, + 23.79059600830078, + 23.290069580078125, + 22.775571823120117 + ], + "p90": [ + 22.986186981201172, + 22.876632690429688, + 22.82809066772461, + 22.786611557006836, + 22.970294952392578, + 23.41631317138672, + 24.376731872558594, + 25.809782028198242, + 27.45367431640625, + 28.94650650024414, + 30.151025772094727, + 30.876028060913086, + 31.45862579345703, + 31.696033477783203, + 31.592144012451172, + 31.06934356689453, + 30.32120132446289, + 29.38333511352539, + 28.173799514770508, + 27.085407257080078, + 26.09740447998047, + 25.427112579345703, + 24.78604507446289, + 24.204137802124023 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260622_011306.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260622_011306.json new file mode 100644 index 0000000000000000000000000000000000000000..1a087ecdd9462594b5cf8282a2147ab2a854d6d2 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260622_011306.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-22T01:13:06.875702+00:00", + "metrics": { + "MSE[mean]": 0.550176228056595, + "MSE[0.5]": 0.550176228056595, + "MAE[0.5]": 0.5530107021331787, + "MASE[0.5]": 0.3038520524287122, + "MAPE[0.5]": 0.0222467109581586, + "sMAPE[0.5]": 0.021974201689470545, + "MSIS": 2.9614589625774843, + "RMSE[mean]": 0.7417386521252584, + "NRMSE[mean]": 0.029455015627561792, + "ND[0.5]": 0.021960482748027216, + "mean_weighted_sum_quantile_loss": 0.031543872018444045 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.91853904724121, + 22.617177963256836, + 22.379383087158203, + 22.137859344482422, + 22.104177474975586, + 22.312829971313477, + 23.586727142333984, + 25.317153930664062, + 26.918132781982422, + 28.103103637695312, + 28.811132431030273, + 29.218017578125, + 29.4356689453125, + 29.289037704467773, + 28.97174072265625, + 28.551658630371094, + 27.761032104492188, + 26.844589233398438, + 25.68056869506836, + 24.567691802978516, + 23.7227783203125, + 23.087846755981445, + 22.58671760559082, + 22.199352264404297 + ], + "p10": [ + 22.72945213317871, + 22.265884399414062, + 21.835891723632812, + 21.39937973022461, + 21.144573211669922, + 21.07426643371582, + 21.91818618774414, + 22.925979614257812, + 23.673851013183594, + 24.128955841064453, + 24.543872833251953, + 24.28884506225586, + 24.008695602416992, + 23.761856079101562, + 23.19553565979004, + 22.749088287353516, + 22.449413299560547, + 22.084177017211914, + 21.696548461914062, + 21.215330123901367, + 20.65097999572754, + 20.143352508544922, + 19.75223159790039, + 19.44073486328125 + ], + "p90": [ + 23.089061737060547, + 22.9449405670166, + 22.881179809570312, + 22.832656860351562, + 22.989038467407227, + 23.376134872436523, + 24.8627872467041, + 26.92901039123535, + 28.982318878173828, + 30.394912719726562, + 31.32357406616211, + 31.90243911743164, + 32.329200744628906, + 32.43241882324219, + 32.345436096191406, + 32.00920486450195, + 31.30139923095703, + 30.251136779785156, + 28.79042625427246, + 27.53529167175293, + 26.540719985961914, + 25.916706085205078, + 25.421066284179688, + 25.052539825439453 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260622_011243.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260622_011243.json new file mode 100644 index 0000000000000000000000000000000000000000..3838d8c1ca835623deff988ae19efa316d177ffd --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260622_011243.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T01:12:43.213941+00:00", + "metrics": { + "MSE[mean]": 1.3327479513263825, + "MSE[0.5]": 1.3327479513263825, + "MAE[0.5]": 0.912270704905192, + "MASE[0.5]": 0.501247670229129, + "MAPE[0.5]": 0.036190923075805244, + "sMAPE[0.5]": 0.0353233507541506, + "MSIS": 3.007199744396995, + "RMSE[mean]": 1.154447032707167, + "NRMSE[mean]": 0.04584398465976072, + "ND[0.5]": 0.03622697535386293, + "mean_weighted_sum_quantile_loss": 0.03365741579516466 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.788970947265625, + 22.38384246826172, + 22.020360946655273, + 21.728559494018555, + 21.675392150878906, + 21.924518585205078, + 22.884397506713867, + 24.58045196533203, + 26.151060104370117, + 27.504501342773438, + 28.73333740234375, + 29.5617733001709, + 30.084407806396484, + 30.376953125, + 30.293010711669922, + 29.826648712158203, + 29.340965270996094, + 28.60062026977539, + 27.30583381652832, + 25.97323989868164, + 25.12676429748535, + 24.40496063232422, + 23.82883071899414, + 23.368385314941406 + ], + "p10": [ + 22.622804641723633, + 22.096080780029297, + 21.562002182006836, + 21.119441986083984, + 20.893571853637695, + 20.927806854248047, + 21.57050323486328, + 22.78184700012207, + 23.754009246826172, + 24.555971145629883, + 25.192501068115234, + 25.65230369567871, + 25.690454483032227, + 25.636579513549805, + 25.604251861572266, + 25.153366088867188, + 24.889196395874023, + 24.300636291503906, + 23.41509437561035, + 22.898937225341797, + 22.31056785583496, + 21.844778060913086, + 21.504310607910156, + 21.191617965698242 + ], + "p90": [ + 22.937299728393555, + 22.66855239868164, + 22.496252059936523, + 22.375267028808594, + 22.540863037109375, + 23.009302139282227, + 24.294809341430664, + 26.37654685974121, + 28.2867488861084, + 30.0494441986084, + 31.512399673461914, + 32.66674041748047, + 33.60133361816406, + 34.037445068359375, + 33.96881866455078, + 33.53974914550781, + 33.06011962890625, + 32.44761276245117, + 31.00790023803711, + 29.52351188659668, + 28.20529556274414, + 27.2437686920166, + 26.491880416870117, + 25.784263610839844 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index dafbd0561d10ce6a55c4069e7708ff3a84ec7073..5b22e940efe8092956c3f867ecc8019c69db568c 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,312286.5508556366,312286.5508556366,495.9783528645833,0.4365224009008282,0.007735054484163521,0.007758897400701001,3.369032678538878,558.826047044728,0.008715650630274607,0.007735455544005406,0.006212310738363592,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,298348.71617952985,298348.71617952985,481.65673828125,0.4277320533535198,0.007513185201874661,0.007534281012578442,3.4008166164812734,546.2130684810918,0.008520694927883187,0.00751364323498583,0.006139313588154835,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.6545614091369082,0.6545614091369082,0.6768666699528694,2.013185917878304,0.5601644892927564,0.8156669446353376,79.14599226567239,0.8090496950972222,0.7624871748172672,0.6379115622042425,0.6353395172062293,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.041527792943851144,0.041527792943851144,0.17083336247338188,2.070707902654555,0.11124370277953509,0.12002645225284786,68.05154616186161,0.20378369155516626,0.138158438922769,0.11581923212368872,0.1116489035865092,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.79371514334368,0.79371514334368,0.76053333679835,2.27273643885322,0.5918982205787163,0.895741487619689,89.61453671425112,0.8909069218182559,0.7850899127644363,0.6702013829041362,0.667956901511606,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.04277779353989766,0.04277779353989766,0.1750000301334593,2.2580653217463595,0.11384787002827837,0.12290001617997401,74.31293374287912,0.2068279322042786,0.139827324431082,0.11830987105142148,0.11401566176434125,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,4.345416838328068,4.345416838328068,1.9875000317891438,1.0354557861720493,0.10848744092449658,0.10229870520437916,29.218088678363827,2.0845663429903274,0.1123503112580993,0.1071188009668583,0.09973800878908097,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,178.23708730379835,178.23708730379835,11.454166889190674,0.9907679704539757,0.5571476309077784,0.41804080831499396,36.565162716305224,13.350546329787345,0.5777373350519504,0.49567258824730925,0.4866919411579689,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,2.604166237513861,2.604166237513861,1.4416665236155193,0.7355682017465935,0.05994978175049117,0.0578000244653038,15.587328175597442,1.613742927951618,0.06553270773407585,0.0585448334463155,0.05202293085455781,Weather,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 00375dd433c13390fe0e47524134e78f251c37ff..a9e0896db56c6ce57d83ba2563671de729520038 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T01:05:21.004315+00:00", + "evaluated_at": "2026-06-22T01:14:59.579757+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65940.0, 65904.0, 65851.9921875, 65892.0, @@ -101,10 +100,10 @@ 64012.3984375, 64272.01171875, 64298.01171875, - 64294.0 + 64294.0, + 64248.0 ], "actuals": [ - 64248.0, 64241.25, 64426.0, 64276.12109375, @@ -127,10 +126,10 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63910.01171875 + 63896.01171875, + 63944.0 ], "p50": [ - 63586.28125, 63340.5703125, 63476.7890625, 63583.53125, @@ -153,10 +152,10 @@ 64012.3984375, 64272.01171875, 64298.01171875, - 64294.0 + 64294.0, + 64248.0 ], "p10": [ - 62314.555625, 62073.75890625, 62207.25328125, 62311.860625, @@ -179,10 +178,10 @@ 62732.15046875, 62986.571484374996, 63012.051484375, - 63008.119999999995 + 63008.119999999995, + 62963.04 ], "p90": [ - 64858.006875, 64607.38171875, 64746.32484375, 64855.201875, @@ -205,10 +204,10 @@ 65292.64640625, 65557.451953125, 65583.971953125, - 65579.88 + 65579.88, + 65532.96 ], "timestamps": [ - "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", "2026-06-17 04:00:00", @@ -327,6 +326,7 @@ "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" ] } diff --git a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index e6742d58e3eedb56b0724b23680c2e6fe107f5d8..8d2c1849b7c8115ef5a9f997bdcf548843d07dc3 100644 --- a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T00:04:08.491980+00:00", + "evaluated_at": "2026-06-22T01:14:59.585978+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 981f52ef720a9952d42d72f43bbcddf1b41fb5b6..ae6178fc78f33e8dad857da55424157e504a6846 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T00:57:02.470841+00:00", + "evaluated_at": "2026-06-22T01:14:59.595472+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2630000114440918, - 0.3009999990463257, - 0.3310000002384186, 0.3580000102519989, 0.38100001215934753, 0.4020000100135803, @@ -245,12 +242,12 @@ 0.3409999907016754, 0.35199999809265137, 0.36500000953674316, - 0.36399999260902405 - ], - "actuals": [ + 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, - 0.36500000953674316, + 0.36500000953674316 + ], + "actuals": [ 0.3799999952316284, 0.4000000059604645, 0.42100000381469727, @@ -307,12 +304,12 @@ 1.7640000581741333, 1.7740000486373901, 1.7929999828338623, - 1.8079999685287476 + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 ], "p50": [ - 0.5559999942779541, - 0.5360000133514404, - 0.5139999985694885, 0.492000013589859, 0.4729999899864197, 0.46000000834465027, @@ -334,9 +331,9 @@ 0.35199999809265137, 0.36500000953674316, 0.36399999260902405, - 0.5559999942779541, - 0.5360000133514404, - 0.5139999985694885, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, 0.492000013589859, 0.4729999899864197, 0.46000000834465027, @@ -358,9 +355,9 @@ 0.35199999809265137, 0.36500000953674316, 0.36399999260902405, - 0.5559999942779541, - 0.5360000133514404, - 0.5139999985694885, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, 0.492000013589859, 0.4729999899864197, 0.46000000834465027, @@ -369,12 +366,12 @@ 0.4129999876022339, 0.39800000190734863, 0.38199999928474426, - 0.3610000014305115 + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869 ], "p10": [ - 0.544879994392395, - 0.5252800130844116, - 0.5037199985980988, 0.4821600133180618, 0.4635399901866913, 0.4508000081777572, @@ -396,9 +393,9 @@ 0.3449599981307983, 0.3577000093460083, 0.3567199927568436, - 0.544879994392395, - 0.5252800130844116, - 0.5037199985980988, + 0.34985999345779417, + 0.3557400053739548, + 0.3577000093460083, 0.4821600133180618, 0.4635399901866913, 0.4508000081777572, @@ -420,9 +417,9 @@ 0.3449599981307983, 0.3577000093460083, 0.3567199927568436, - 0.544879994392395, - 0.5252800130844116, - 0.5037199985980988, + 0.34985999345779417, + 0.3557400053739548, + 0.3577000093460083, 0.4821600133180618, 0.4635399901866913, 0.4508000081777572, @@ -431,12 +428,12 @@ 0.4047399878501892, 0.3900400018692017, 0.3743599992990494, - 0.35378000140190125 + 0.35378000140190125, + 0.3400600028038025, + 0.32830000817775723, + 0.32045999228954314 ], "p90": [ - 0.5671199941635132, - 0.5467200136184692, - 0.5242799985408783, 0.5018400138616562, 0.48245998978614807, 0.4692000085115433, @@ -458,9 +455,9 @@ 0.35903999805450443, 0.372300009727478, 0.3712799924612045, - 0.5671199941635132, - 0.5467200136184692, - 0.5242799985408783, + 0.3641399931907654, + 0.37026000559329986, + 0.372300009727478, 0.5018400138616562, 0.48245998978614807, 0.4692000085115433, @@ -482,9 +479,9 @@ 0.35903999805450443, 0.372300009727478, 0.3712799924612045, - 0.5671199941635132, - 0.5467200136184692, - 0.5242799985408783, + 0.3641399931907654, + 0.37026000559329986, + 0.372300009727478, 0.5018400138616562, 0.48245998978614807, 0.4692000085115433, @@ -493,12 +490,12 @@ 0.42125998735427855, 0.4059600019454956, 0.38963999927043913, - 0.3682200014591217 + 0.3682200014591217, + 0.3539400029182434, + 0.3417000085115433, + 0.33353999197483064 ], "timestamps": [ - "2026-06-20 18:48:00", - "2026-06-20 18:54:00", - "2026-06-20 19:00:00", "2026-06-20 19:06:00", "2026-06-20 19:12:00", "2026-06-20 19:18:00", @@ -795,6 +792,9 @@ "2026-06-22 00:24:00", "2026-06-22 00:30:00", "2026-06-22 00:36:00", - "2026-06-22 00:42:00" + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index d8c30b617f6b815c579bb2aa1e42053f445b4f92..301a26d3e9c9398f7d39e05e6d37437bc3f5e5a6 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T00:49:31.881758+00:00", + "evaluated_at": "2026-06-22T01:14:59.603730+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.5, 1.5, 1.5, 1.399999976158142, @@ -84,6 +83,7 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -96,7 +96,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,13 +157,13 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, + 1.600000023841858, 1.600000023841858 ], "p50": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -232,13 +231,13 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "p10": [ 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, - 1.2739999532699584, 1.3719999766349793, 1.3719999766349793, 1.2739999532699584, @@ -306,13 +305,13 @@ 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, + 1.2739999532699584, 1.2739999532699584 ], "p90": [ 1.32599995136261, 1.32599995136261, 1.32599995136261, - 1.32599995136261, 1.4279999756813049, 1.4279999756813049, 1.32599995136261, @@ -380,10 +379,10 @@ 1.4279999756813049, 1.32599995136261, 1.32599995136261, + 1.32599995136261, 1.32599995136261 ], "timestamps": [ - "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", "2026-06-20 00:40:00", @@ -533,6 +532,7 @@ "2026-06-21 00:40:00", "2026-06-21 00:50:00", "2026-06-21 01:00:00", - "2026-06-21 01:10:00" + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 0698a9a8eb4c5a3d882c4d4d4891732d55596727..5c58fb6b9a5ad898cd9c0c2a6df89987b820cf82 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,37 +1,31 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T01:05:21.039908+00:00", + "evaluated_at": "2026-06-22T01:14:59.607229+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 786fe3693fc628d12f84e3934c64e9838926382c..adb03f174bd731a7900dc3006fff5c016098815c 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,85507.20633633931,85507.20633633931,202.92171223958334,0.1785962482235889,0.0031762287164633384,0.0031661608470019303,1.1883960305419035,292.41615265976554,0.004560626761600419,0.0031648395033307564,0.003134544391822083,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,85670.42539087932,85670.42539087932,213.32454427083334,0.18944143847601894,0.003338666097375847,0.0033286222092165333,1.2750600990260816,292.69510653729645,0.004565920981392455,0.003327773477511376,0.003088700365516776,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0007729906852204612,0.0007729906852204612,0.02032364805539449,0.06044806736884224,0.020830105353448754,0.02071875719993561,0.7866068598837683,0.027802710033744214,0.02620260529650881,0.019153979145713665,0.03378821458708183,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.04387119894055777,0.04387119894055777,0.17955484820736778,2.1764229056889737,0.11662469450155546,0.12605460860261417,47.05938855654776,0.2094545271426659,0.14200307332985815,0.12173210397765895,0.10743529750117606,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.01585159586827444,0.01585159586827444,0.12021373957395554,0.3592401978468182,0.11636792537172719,0.12472310329483345,1.6599654553099206,0.12590312096320108,0.1109490428607694,0.10593541480470903,0.08978898717866618,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.04745846701244913,0.04745846701244913,0.1879640155368381,2.425342583634091,0.12188450479819081,0.13215562317448568,54.570361779324166,0.21784964313133295,0.1472786214254391,0.12707425492162178,0.11254105674596787,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,2.6746011036308723,2.6746011036308723,1.435309886932373,0.7477735364040227,0.0793467140963881,0.07538984503966971,12.101461553375506,1.6354207726548151,0.08814304877538853,0.07735782221128747,0.05520548194770641,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,163.95091563925143,163.95091563925143,10.132546424865723,0.8764498155137526,0.5680587987920601,0.3833954494614618,3.6852457730235373,12.804331909133387,0.5541002151948045,0.4384802107859009,0.28278885722920827,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.378297162724569,1.378297162724569,0.9953584671020508,0.5078525621191167,0.04053387084522219,0.039453903246234816,2.601521654978992,1.1740090130508236,0.04767549291576949,0.040420648410235564,0.029128845366886577,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 8009339fc11dc9e86c725451cd81db036b57b2e4..77fab5c92f4f7af9409cff58a0f0f2d9cabbab0c 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T01:05:02.661999+00:00", + "evaluated_at": "2026-06-22T01:14:30.707314+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65940.0, 65904.0, 65851.9921875, 65892.0, @@ -101,10 +100,10 @@ 64012.3984375, 64272.01171875, 64298.01171875, - 64294.0 + 64294.0, + 64248.0 ], "actuals": [ - 64248.0, 64241.25, 64426.0, 64276.12109375, @@ -127,88 +126,88 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63910.01171875 + 63896.01171875, + 63944.0 ], "p50": [ - 64267.96875, - 64250.7421875, - 64246.9140625, - 64252.65625, - 64260.3125, - 64275.625, - 64289.0234375, - 64266.0546875, - 64264.140625, - 64267.96875, - 64292.8515625, - 64310.078125, - 64334.9609375, - 64338.7890625, - 64342.6171875, - 64329.21875, - 64361.7578125, - 64344.53125, - 64350.2734375, - 64310.078125, - 64289.0234375, - 64262.2265625, - 64277.5390625, - 64248.828125 + 64253.9375, + 64239.0, + 64232.46484375, + 64244.6015625, + 64272.609375, + 64283.8125, + 64283.8125, + 64255.8046875, + 64270.7421875, + 64302.484375, + 64330.4921875, + 64332.359375, + 64354.765625, + 64360.3671875, + 64354.765625, + 64332.359375, + 64326.7578125, + 64309.953125, + 64289.4140625, + 64255.8046875, + 64246.46875, + 64250.203125, + 64263.2734375, + 64239.0 ], "p10": [ - 63993.1796875, - 63916.2578125, - 63877.9765625, - 63844.00390625, - 63816.25, - 63812.421875, - 63787.5390625, - 63733.9453125, - 63714.8046875, - 63695.6640625, - 63695.6640625, - 63689.921875, - 63668.8671875, - 63647.8125, - 63643.984375, - 63594.21875, - 63603.7890625, - 63544.453125, - 63511.9140625, - 63448.75, - 63398.984375, - 63360.703125, - 63341.5625, - 63303.28125 + 64017.73828125, + 63936.984375, + 63894.50390625, + 63874.8984375, + 63875.83203125, + 63866.49609375, + 63835.6875, + 63777.8046875, + 63776.87109375, + 63790.875, + 63793.67578125, + 63769.40234375, + 63751.6640625, + 63731.125, + 63725.5234375, + 63669.5078125, + 63639.6328125, + 63581.75, + 63533.203125, + 63473.453125, + 63451.046875, + 63439.84375, + 63436.109375, + 63413.703125 ], "p90": [ - 64555.078125, - 64620.15625, - 64666.09375, - 64704.375, - 64746.484375, - 64773.28125, - 64830.703125, - 64830.703125, - 64849.84375, - 64868.984375, - 64922.578125, - 64964.6875, - 65018.28125, - 65048.90625, - 65064.21875, - 65102.5, - 65133.125, - 65156.09375, - 65186.71875, - 65163.75, - 65156.09375, - 65140.78125, - 65186.71875, - 65179.0625 + 64515.34375, + 64590.03125, + 64627.375, + 64679.65625, + 64739.40625, + 64769.28125, + 64795.421875, + 64795.421875, + 64832.765625, + 64885.046875, + 64944.796875, + 64978.40625, + 65030.6875, + 65060.5625, + 65068.03125, + 65105.375, + 65105.375, + 65120.3125, + 65105.375, + 65097.90625, + 65105.375, + 65120.3125, + 65165.125, + 65165.125 ], "timestamps": [ - "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", "2026-06-17 04:00:00", @@ -327,6 +326,7 @@ "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" ] } diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index b8dd81d45ea7c8adb573e39fe71ffe40cdc1ecd7..7d5a55df2f97709302c7646bc85ba326a5802c7f 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T00:03:58.377179+00:00", + "evaluated_at": "2026-06-22T01:14:38.165906+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f0d3f9c76f8f4dc452d539833c1832876e716c29..93bcab3a236cc49882b0b1b583d483846ea9751b 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T00:56:57.616164+00:00", + "evaluated_at": "2026-06-22T01:14:45.431616+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2630000114440918, - 0.3009999990463257, - 0.3310000002384186, 0.3580000102519989, 0.38100001215934753, 0.4020000100135803, @@ -245,12 +242,12 @@ 0.3409999907016754, 0.35199999809265137, 0.36500000953674316, - 0.36399999260902405 - ], - "actuals": [ + 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, - 0.36500000953674316, + 0.36500000953674316 + ], + "actuals": [ 0.3799999952316284, 0.4000000059604645, 0.42100000381469727, @@ -307,198 +304,198 @@ 1.7640000581741333, 1.7740000486373901, 1.7929999828338623, - 1.8079999685287476 + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 ], "p50": [ - 0.373260498046875, - 0.3834228515625, - 0.393585205078125, - 0.407135009765625, - 0.420684814453125, - 0.434234619140625, - 0.451171875, - 0.461334228515625, - 0.48504638671875, - 0.50537109375, - 0.5189208984375, - 0.542633056640625, - 0.562957763671875, - 0.583282470703125, - 0.610382080078125, - 0.637481689453125, - 0.657806396484375, - 0.68829345703125, - 0.7136993408203125, - 0.7340240478515625, - 0.75604248046875, - 0.786529541015625, - 0.8220977783203125, - 0.847503662109375, - 0.8830718994140625, - 0.915252685546875, - 0.93896484375, - 0.9796142578125, - 1.0164527893066406, - 1.0475749969482422, - 1.0750980377197266, - 1.1030247211456299, - 1.1339550018310547, - 1.15576171875, - 1.1892127990722656, - 1.2184295654296875, - 1.24383544921875, - 1.274322509765625, - 1.3090438842773438, - 1.3437652587890625, - 1.37255859375, - 1.403045654296875, - 1.4352264404296875, - 1.457244873046875, - 1.484344482421875, - 1.4995880126953125, - 1.5233001708984375, - 1.5334625244140625, - 1.538543701171875, - 1.552093505859375, - 1.58258056640625, - 1.599517822265625, - 1.6300048828125, - 1.653717041015625, - 1.674041748046875, - 1.69775390625, - 1.7113037109375, - 1.721466064453125, - 1.73162841796875, - 1.74517822265625 + 0.3630523681640625, + 0.3731689453125, + 0.3832855224609375, + 0.393402099609375, + 0.4035186767578125, + 0.4170074462890625, + 0.4304962158203125, + 0.4439849853515625, + 0.460845947265625, + 0.4777069091796875, + 0.4911956787109375, + 0.508056640625, + 0.528289794921875, + 0.5451507568359375, + 0.5653839111328125, + 0.5889892578125, + 0.5991058349609375, + 0.62945556640625, + 0.6463165283203125, + 0.6732940673828125, + 0.6968994140625, + 0.7221908569335938, + 0.757598876953125, + 0.7879486083984375, + 0.8199844360351562, + 0.8553924560546875, + 0.8773117065429688, + 0.9152488708496094, + 0.95318603515625, + 0.9877510070800781, + 1.017679214477539, + 1.044656753540039, + 1.0819616317749023, + 1.1019313335418701, + 1.1365489959716797, + 1.1673202514648438, + 1.1968269348144531, + 1.2288627624511719, + 1.2693290710449219, + 1.30389404296875, + 1.337615966796875, + 1.35784912109375, + 1.3881988525390625, + 1.4101181030273438, + 1.4303512573242188, + 1.4522705078125, + 1.4843063354492188, + 1.49273681640625, + 1.51971435546875, + 1.533203125, + 1.5702972412109375, + 1.587158203125, + 1.607391357421875, + 1.6309967041015625, + 1.6512298583984375, + 1.6782073974609375, + 1.6984405517578125, + 1.7220458984375, + 1.7321624755859375, + 1.7456512451171875 ], "p10": [ - 0.36309814453125, - 0.369873046875, - 0.37664794921875, - 0.3834228515625, - 0.39697265625, - 0.40374755859375, - 0.41729736328125, - 0.424072265625, - 0.44439697265625, - 0.461334228515625, - 0.4647216796875, - 0.488433837890625, - 0.501983642578125, - 0.522308349609375, - 0.542633056640625, - 0.562957763671875, - 0.569732666015625, - 0.596832275390625, - 0.61376953125, - 0.630706787109375, - 0.64764404296875, - 0.6764373779296875, - 0.7086181640625, - 0.72894287109375, - 0.759429931640625, - 0.786529541015625, - 0.8017730712890625, - 0.840728759765625, - 0.8729095458984375, - 0.8991622924804688, - 0.9169464111328125, - 0.9381179809570312, - 0.9381179809570312, - 0.95928955078125, - 0.9952812194824219, - 1.0219573974609375, - 1.0427055358886719, - 1.0698051452636719, - 1.0939407348632812, - 1.1240043640136719, - 1.1566085815429688, - 1.1926002502441406, - 1.2311325073242188, - 1.2531509399414062, - 1.281097412109375, - 1.2938003540039062, - 1.3268280029296875, - 1.3319091796875, - 1.33868408203125, - 1.348846435546875, - 1.3776397705078125, - 1.3945770263671875, - 1.4267578125, - 1.457244873046875, - 1.4826507568359375, - 1.5029754638671875, - 1.51483154296875, - 1.5266876220703125, - 1.54193115234375, - 1.558868408203125 + 0.3563079833984375, + 0.35968017578125, + 0.35968017578125, + 0.366424560546875, + 0.3697967529296875, + 0.3731689453125, + 0.38665771484375, + 0.3900299072265625, + 0.4035186767578125, + 0.41363525390625, + 0.4170074462890625, + 0.4304962158203125, + 0.4439849853515625, + 0.4574737548828125, + 0.4709625244140625, + 0.4844512939453125, + 0.474334716796875, + 0.4979400634765625, + 0.508056640625, + 0.528289794921875, + 0.54852294921875, + 0.5721282958984375, + 0.595733642578125, + 0.622711181640625, + 0.6463165283203125, + 0.6716079711914062, + 0.68341064453125, + 0.7137603759765625, + 0.7474822998046875, + 0.771087646484375, + 0.79132080078125, + 0.8132400512695312, + 0.8267288208007812, + 0.8486480712890625, + 0.8882713317871094, + 0.9203071594238281, + 0.946441650390625, + 0.9759483337402344, + 1.0008182525634766, + 1.0395984649658203, + 1.0739526748657227, + 1.1006667613983154, + 1.1335983276367188, + 1.159311294555664, + 1.1808090209960938, + 1.2001991271972656, + 1.2381362915039062, + 1.243194580078125, + 1.27691650390625, + 1.2904052734375, + 1.3207550048828125, + 1.337615966796875, + 1.364593505859375, + 1.4016876220703125, + 1.4337234497070312, + 1.4556427001953125, + 1.4809341430664062, + 1.5028533935546875, + 1.51971435546875, + 1.5298309326171875 ], "p90": [ - 0.39019775390625, - 0.40374755859375, - 0.413909912109375, - 0.434234619140625, - 0.447784423828125, - 0.468109130859375, - 0.488433837890625, - 0.50537109375, - 0.529083251953125, - 0.55279541015625, - 0.576507568359375, - 0.596832275390625, - 0.62054443359375, - 0.6544189453125, - 0.678131103515625, - 0.7069244384765625, - 0.7357177734375, - 0.7780609130859375, - 0.806854248046875, - 0.83056640625, - 0.8559722900390625, - 0.8889999389648438, - 0.9304962158203125, - 0.9533615112304688, - 0.9948577880859375, - 1.0278854370117188, - 1.0524444580078125, - 1.0985058546066284, - 1.1390361785888672, - 1.1769332885742188, - 1.2099609375, - 1.2412948608398438, - 1.2853317260742188, - 1.308197021484375, - 1.3403778076171875, - 1.3708648681640625, - 1.399658203125, - 1.4267578125, - 1.4674072265625, - 1.4945068359375, - 1.524993896484375, - 1.54193115234375, - 1.579193115234375, - 1.599517822265625, - 1.619842529296875, - 1.6435546875, - 1.670654296875, - 1.67742919921875, - 1.67742919921875, - 1.701141357421875, - 1.724853515625, - 1.748565673828125, - 1.768890380859375, - 1.795989990234375, - 1.816314697265625, - 1.833251953125, - 1.8468017578125, - 1.85357666015625, - 1.8603515625, - 1.877288818359375 + 0.3832855224609375, + 0.3967742919921875, + 0.4102630615234375, + 0.4271240234375, + 0.44061279296875, + 0.4574737548828125, + 0.4777069091796875, + 0.49456787109375, + 0.5181732177734375, + 0.541778564453125, + 0.56201171875, + 0.582244873046875, + 0.609222412109375, + 0.6395721435546875, + 0.663177490234375, + 0.6952133178710938, + 0.7120742797851562, + 0.7508544921875, + 0.7795181274414062, + 0.8098678588867188, + 0.838531494140625, + 0.8705673217773438, + 0.9152488708496094, + 0.9455986022949219, + 0.9835357666015625, + 1.0240020751953125, + 1.0484504699707031, + 1.0921835899353027, + 1.1348628997802734, + 1.1782798767089844, + 1.2170600891113281, + 1.2482528686523438, + 1.283660888671875, + 1.3013648986816406, + 1.3291854858398438, + 1.35784912109375, + 1.3898849487304688, + 1.4168624877929688, + 1.4623870849609375, + 1.4893646240234375, + 1.5230865478515625, + 1.526458740234375, + 1.5568084716796875, + 1.5702972412109375, + 1.5905303955078125, + 1.620880126953125, + 1.6512298583984375, + 1.6579742431640625, + 1.674835205078125, + 1.695068359375, + 1.7220458984375, + 1.7389068603515625, + 1.755767822265625, + 1.7760009765625, + 1.7996063232421875, + 1.81646728515625, + 1.836700439453125, + 1.85693359375, + 1.863677978515625, + 1.8805389404296875 ], "timestamps": [ - "2026-06-20 18:48:00", - "2026-06-20 18:54:00", - "2026-06-20 19:00:00", "2026-06-20 19:06:00", "2026-06-20 19:12:00", "2026-06-20 19:18:00", @@ -795,6 +792,9 @@ "2026-06-22 00:24:00", "2026-06-22 00:30:00", "2026-06-22 00:36:00", - "2026-06-22 00:42:00" + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 138a9989ad3d92748b4a8d4744c3822a98ed5b9a..66954d02fa1375ad9159de669eb3dae5a6a48fa3 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T00:49:25.038856+00:00", + "evaluated_at": "2026-06-22T01:14:53.779298+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.5, 1.5, 1.5, 1.399999976158142, @@ -84,6 +83,7 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -96,7 +96,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,232 +157,232 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.293715476989746, - 1.3015193939208984, - 1.304067611694336, - 1.3056602478027344, - 1.3054213523864746, - 1.3054213523864746, - 1.3062176704406738, - 1.3055806159973145, - 1.305023193359375, - 1.3043065071105957, - 1.3047046661376953, - 1.3054213523864746, - 1.306138038635254, - 1.3046250343322754, - 1.3047046661376953, - 1.305023193359375, - 1.303987979888916, - 1.3042268753051758, - 1.3057398796081543, - 1.3056602478027344, - 1.3042268753051758, - 1.303987979888916, - 1.3053417205810547, - 1.3042268753051758, - 1.303908348083496, - 1.3023953437805176, - 1.3026342391967773, - 1.3057398796081543, - 1.3053417205810547, - 1.3052620887756348, - 1.304943561553955, - 1.3056602478027344, - 1.3047842979431152, - 1.303987979888916, - 1.3048639297485352, - 1.3056602478027344, - 1.3052620887756348, - 1.3053417205810547, - 1.305978775024414, - 1.306138038635254, - 1.3056602478027344, - 1.3057398796081543, - 1.3051824569702148, - 1.3073325157165527, - 1.3062973022460938, - 1.3064565658569336, - 1.3065361976623535, - 1.3066954612731934, - 1.307173252105713, - 1.307013988494873, - 1.307013988494873, - 1.3074917793273926, - 1.3066158294677734, - 1.3073325157165527, - 1.3069343566894531, - 1.3066954612731934, - 1.3064565658569336, - 1.3074121475219727, - 1.307093620300293, - 1.3084473609924316, - 1.307969570159912, - 1.307969570159912, - 1.3077306747436523, - 1.3073325157165527, - 1.3074917793273926, - 1.307173252105713, - 1.3077306747436523, - 1.3082084655761719, - 1.3074121475219727, - 1.308128833770752, - 1.3087658882141113, - 1.3094825744628906 + 1.2989115715026855, + 1.3002934455871582, + 1.3015217781066895, + 1.301905632019043, + 1.302443027496338, + 1.301905632019043, + 1.3015985488891602, + 1.3012914657592773, + 1.300063133239746, + 1.300600528717041, + 1.3008308410644531, + 1.3009076118469238, + 1.301137924194336, + 1.299832820892334, + 1.3005237579345703, + 1.3002166748046875, + 1.299295425415039, + 1.3009076118469238, + 1.3022894859313965, + 1.2999863624572754, + 1.2978367805480957, + 1.2996792793273926, + 1.3002934455871582, + 1.2986044883728027, + 1.2973761558532715, + 1.2972993850708008, + 1.2986812591552734, + 1.3001399040222168, + 1.2996025085449219, + 1.2988348007202148, + 1.2991418838500977, + 1.2991418838500977, + 1.2987580299377441, + 1.2986044883728027, + 1.2996025085449219, + 1.2994489669799805, + 1.2992186546325684, + 1.2989883422851562, + 1.2989115715026855, + 1.2988348007202148, + 1.2981438636779785, + 1.2986812591552734, + 1.2989115715026855, + 1.2996792793273926, + 1.2991418838500977, + 1.300063133239746, + 1.299295425415039, + 1.2989883422851562, + 1.3001399040222168, + 1.300600528717041, + 1.300370216369629, + 1.3002934455871582, + 1.2999863624572754, + 1.2996792793273926, + 1.3001399040222168, + 1.2993721961975098, + 1.299295425415039, + 1.300063133239746, + 1.2996025085449219, + 1.301137924194336, + 1.3002934455871582, + 1.3009076118469238, + 1.300370216369629, + 1.2992186546325684, + 1.299295425415039, + 1.2995257377624512, + 1.300370216369629, + 1.3002934455871582, + 1.300063133239746, + 1.299832820892334, + 1.301905632019043, + 1.3016753196716309 ], "p10": [ - 1.2298507690429688, - 1.2228431701660156, - 1.2215690612792969, - 1.2202949523925781, - 1.2190208435058594, - 1.2177467346191406, - 1.2196578979492188, - 1.2183837890625, - 1.2183837890625, - 1.2177467346191406, - 1.2196578979492188, - 1.2202949523925781, - 1.2209320068359375, - 1.2202949523925781, - 1.2209320068359375, - 1.2209320068359375, - 1.2183837890625, - 1.2177467346191406, - 1.2177467346191406, - 1.2190208435058594, - 1.2177467346191406, - 1.2171096801757812, - 1.2183837890625, - 1.2171096801757812, - 1.2177467346191406, - 1.2171096801757812, - 1.2177467346191406, - 1.2190208435058594, - 1.2177467346191406, - 1.2171096801757812, - 1.2177467346191406, - 1.2177467346191406, - 1.2190208435058594, - 1.2190208435058594, - 1.2190208435058594, - 1.2190208435058594, - 1.2190208435058594, - 1.2202949523925781, - 1.2196578979492188, - 1.2196578979492188, - 1.2190208435058594, - 1.2196578979492188, - 1.2196578979492188, - 1.2209320068359375, - 1.2196578979492188, - 1.2196578979492188, - 1.2196578979492188, - 1.2190208435058594, - 1.2196578979492188, - 1.2183837890625, - 1.2183837890625, - 1.2190208435058594, - 1.2171096801757812, - 1.2183837890625, - 1.2183837890625, - 1.2177467346191406, - 1.2183837890625, - 1.2196578979492188, - 1.2190208435058594, - 1.2196578979492188, - 1.2183837890625, - 1.2190208435058594, - 1.2190208435058594, - 1.2177467346191406, - 1.2190208435058594, - 1.2183837890625, - 1.2190208435058594, - 1.2196578979492188, - 1.2196578979492188, - 1.2202949523925781, - 1.2202949523925781, - 1.2215690612792969 + 1.237264633178711, + 1.2252883911132812, + 1.2222175598144531, + 1.2222175598144531, + 1.2203750610351562, + 1.2197608947753906, + 1.2197608947753906, + 1.219146728515625, + 1.2173042297363281, + 1.2197608947753906, + 1.2203750610351562, + 1.219146728515625, + 1.2197608947753906, + 1.219146728515625, + 1.2203750610351562, + 1.2203750610351562, + 1.2179183959960938, + 1.2185325622558594, + 1.2185325622558594, + 1.2179183959960938, + 1.2160758972167969, + 1.2179183959960938, + 1.2179183959960938, + 1.2166900634765625, + 1.2154617309570312, + 1.2160758972167969, + 1.2173042297363281, + 1.2179183959960938, + 1.2166900634765625, + 1.2154617309570312, + 1.2160758972167969, + 1.2160758972167969, + 1.2173042297363281, + 1.2173042297363281, + 1.2173042297363281, + 1.2179183959960938, + 1.2179183959960938, + 1.2185325622558594, + 1.2179183959960938, + 1.2173042297363281, + 1.2166900634765625, + 1.2166900634765625, + 1.2179183959960938, + 1.2179183959960938, + 1.2179183959960938, + 1.2179183959960938, + 1.2179183959960938, + 1.2166900634765625, + 1.2160758972167969, + 1.2166900634765625, + 1.2160758972167969, + 1.2166900634765625, + 1.2166900634765625, + 1.2166900634765625, + 1.2166900634765625, + 1.2154617309570312, + 1.2160758972167969, + 1.2173042297363281, + 1.2173042297363281, + 1.2173042297363281, + 1.2166900634765625, + 1.2179183959960938, + 1.2166900634765625, + 1.2154617309570312, + 1.2154617309570312, + 1.2148475646972656, + 1.2160758972167969, + 1.2160758972167969, + 1.2160758972167969, + 1.2154617309570312, + 1.2179183959960938, + 1.2173042297363281 ], "p90": [ - 1.377328872680664, - 1.40185546875, - 1.4095001220703125, - 1.4114112854003906, - 1.4107742309570312, - 1.4114112854003906, - 1.4107742309570312, - 1.4107742309570312, - 1.4107742309570312, - 1.4107742309570312, - 1.4107742309570312, - 1.4107742309570312, - 1.4114112854003906, - 1.4107742309570312, - 1.4095001220703125, - 1.4088630676269531, - 1.4114112854003906, - 1.4126853942871094, - 1.4139595031738281, - 1.4126853942871094, - 1.4114112854003906, - 1.4114112854003906, - 1.4126853942871094, - 1.41204833984375, - 1.4126853942871094, - 1.4101371765136719, - 1.4114112854003906, - 1.4126853942871094, - 1.4126853942871094, - 1.4126853942871094, - 1.41204833984375, - 1.4133224487304688, - 1.4114112854003906, - 1.4114112854003906, - 1.4126853942871094, - 1.4133224487304688, - 1.4126853942871094, - 1.4139595031738281, - 1.4158706665039062, - 1.4158706665039062, - 1.4158706665039062, - 1.4152336120605469, - 1.4145965576171875, - 1.417144775390625, - 1.4165077209472656, - 1.4165077209472656, - 1.4165077209472656, - 1.4158706665039062, - 1.4158706665039062, - 1.4152336120605469, - 1.4152336120605469, - 1.4158706665039062, - 1.4152336120605469, - 1.4158706665039062, - 1.4158706665039062, - 1.4158706665039062, - 1.4145965576171875, - 1.4158706665039062, - 1.4158706665039062, - 1.417144775390625, - 1.4165077209472656, - 1.417144775390625, - 1.417144775390625, - 1.417144775390625, - 1.4158706665039062, - 1.4158706665039062, - 1.4165077209472656, - 1.4158706665039062, - 1.4145965576171875, - 1.4152336120605469, - 1.4165077209472656, - 1.417144775390625 + 1.3766803741455078, + 1.3966407775878906, + 1.4040107727050781, + 1.4046249389648438, + 1.4046249389648438, + 1.4040107727050781, + 1.4027824401855469, + 1.4040107727050781, + 1.4040107727050781, + 1.4027824401855469, + 1.4027824401855469, + 1.4033966064453125, + 1.4033966064453125, + 1.4033966064453125, + 1.4015541076660156, + 1.40093994140625, + 1.4040107727050781, + 1.405853271484375, + 1.4070816040039062, + 1.4040107727050781, + 1.4015541076660156, + 1.4027824401855469, + 1.4040107727050781, + 1.4027824401855469, + 1.4021682739257812, + 1.4015541076660156, + 1.4040107727050781, + 1.4040107727050781, + 1.4027824401855469, + 1.4021682739257812, + 1.4021682739257812, + 1.4033966064453125, + 1.4040107727050781, + 1.4040107727050781, + 1.4052391052246094, + 1.405853271484375, + 1.4052391052246094, + 1.405853271484375, + 1.4070816040039062, + 1.405853271484375, + 1.405853271484375, + 1.405853271484375, + 1.405853271484375, + 1.4076957702636719, + 1.4076957702636719, + 1.4076957702636719, + 1.4076957702636719, + 1.4076957702636719, + 1.4064674377441406, + 1.4064674377441406, + 1.4064674377441406, + 1.4070816040039062, + 1.4064674377441406, + 1.405853271484375, + 1.4070816040039062, + 1.405853271484375, + 1.4064674377441406, + 1.4070816040039062, + 1.4070816040039062, + 1.4083099365234375, + 1.4076957702636719, + 1.4083099365234375, + 1.4076957702636719, + 1.4070816040039062, + 1.405853271484375, + 1.405853271484375, + 1.4070816040039062, + 1.405853271484375, + 1.4052391052246094, + 1.405853271484375, + 1.4076957702636719, + 1.4076957702636719 ], "timestamps": [ - "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", "2026-06-20 00:40:00", @@ -533,6 +532,7 @@ "2026-06-21 00:40:00", "2026-06-21 00:50:00", "2026-06-21 01:00:00", - "2026-06-21 01:10:00" + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 238efaeaa767924b83acf8f6e21197ed1f1e035d..c95aa335115710e4882d5ff8fa02702ae7d62f9f 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,37 +1,31 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T01:05:19.766165+00:00", + "evaluated_at": "2026-06-22T01:14:56.689264+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 1b42f7e8cd7fbf17c92feb19ca6227e17d645a00..303c6abeeb3e96f20d73a6e4bfaf2b3b9b973284 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,176047.53887176514,112293.8690738678,222.96565755208334,0.19623740348934363,0.003490872448352585,0.0034776962094608243,9.155514196820572,419.58019361233573,0.006543922564538941,0.0034774520336878067,0.0041925308512958375,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,170575.620774587,109530.14299710591,228.01936848958334,0.20249107909598418,0.003569711759864797,0.00355721522477385,9.194914670367874,413.0080153878215,0.006442751931359059,0.003557006576117058,0.004241470572577831,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.009574330934950748,0.00514921332828262,0.06129174729188283,0.18229835801896702,0.062287552719293725,0.060017110662217495,9.482112611830873,0.09784851013148206,0.09221712152214204,0.05776427766478011,0.07297369524477385,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.04361379037167347,0.05364504418711549,0.2016614708635542,2.4443820301386845,0.13117372853868017,0.14304322175019735,50.68427558866123,0.208839149518651,0.1415858681490457,0.13671964519219537,0.10977025885279988,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.002486853122621513,0.0011492755564065742,0.02736917237440745,0.08178854541528581,0.0273397195195953,0.027503141262256572,3.819091673443907,0.049868357929868844,0.043945269497920915,0.02411841307507738,0.032237429116125656,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.047757412298040175,0.05765331829256009,0.2111280080344942,2.724232864580102,0.13721993085721293,0.15003354482136844,60.46142153814023,0.21853469357985283,0.14774175408985232,0.1427344177418441,0.1164957102846802,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,3.2685348329393187,2.785235437229403,1.4584782123565674,0.7598438640682712,0.08066734634980188,0.07654638909954632,32.25696292600393,1.807908966994555,0.09743951582599716,0.07860650809815792,0.08303545598297832,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,76.25730507525093,33.98084232686082,4.69632355372111,0.40622482638230845,0.2594451989295827,0.21258522020605278,32.435502489881564,8.732542875660613,0.3778958496967681,0.20323074333031863,0.34784893710121073,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.48112895292206304,0.2745475796540025,0.40422741572062176,0.20624522273889453,0.016361311163485423,0.01629552424931571,11.275995758256263,0.6936345961109949,0.028167902380141923,0.016415326526725758,0.023170523115467544,Weather,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 6ac43d717bbb590f70299a683ebad6a3aa7e704f..ce6ea7a350b7c8a267db284256d8277682583cdf 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T01:02:24.282297+00:00", + "evaluated_at": "2026-06-22T01:11:52.895828+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65940.0, 65904.0, 65851.9921875, 65892.0, @@ -101,10 +100,10 @@ 64012.3984375, 64272.01171875, 64298.01171875, - 64294.0 + 64294.0, + 64248.0 ], "actuals": [ - 64248.0, 64241.25, 64426.0, 64276.12109375, @@ -127,88 +126,88 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63910.01171875 + 63896.01171875, + 63944.0 ], "p50": [ - 64233.20703125, - 64223.453125, - 64215.65234375, - 64220.3359375, - 64235.83203125, - 64241.3125, - 64231.09375, - 64215.31640625, - 64242.76953125, - 64277.0078125, - 64280.4765625, - 64307.359375, - 64324.7265625, - 64316.59375, - 64331.21875, - 64314.29296875, - 64335.9296875, - 64357.71875, - 64366.21484375, - 64383.82421875, - 64366.69140625, - 64381.48046875, - 64400.08203125, - 64428.31640625 + 64204.359375, + 64202.8828125, + 64196.84375, + 64193.08203125, + 64201.8359375, + 64207.2890625, + 64190.484375, + 64182.09375, + 64220.2265625, + 64260.171875, + 64262.8046875, + 64288.24609375, + 64297.03515625, + 64292.3984375, + 64306.87890625, + 64290.3515625, + 64314.0234375, + 64333.7109375, + 64339.734375, + 64358.76171875, + 64338.5546875, + 64360.296875, + 64375.4609375, + 64403.39453125 ], "p10": [ - 64253.37890625, - 64266.2265625, - 64273.48046875, - 64274.25390625, - 64263.484375, - 64298.203125, - 64320.84765625, - 64318.3984375, - 64307.890625, - 64317.02734375, - 64327.07421875, - 64329.50390625, - 64338.41015625, - 64363.37109375, - 64402.4921875, - 64377.70703125, - 64367.11328125, - 64462.84765625, - 64437.4921875, - 64437.1015625, - 64446.25, - 64483.375, - 64441.578125, - 64499.2890625 + 64217.6640625, + 64248.875, + 64253.59375, + 64258.41015625, + 64234.66015625, + 64266.38671875, + 64281.66796875, + 64304.20703125, + 64299.7109375, + 64303.69140625, + 64325.0234375, + 64313.86328125, + 64313.30078125, + 64337.80859375, + 64380.21875, + 64363.2421875, + 64364.2421875, + 64427.0703125, + 64414.90625, + 64414.140625, + 64425.69921875, + 64462.00390625, + 64422.53515625, + 64470.09765625 ], "p90": [ - 64440.34765625, - 64486.74609375, - 64518.90234375, - 64554.2890625, - 64588.33203125, - 64609.2734375, - 64631.29296875, - 64629.90234375, - 64679.578125, - 64732.62109375, - 64743.11328125, - 64777.578125, - 64798.4453125, - 64830.45703125, - 64850.15625, - 64860.203125, - 64899.890625, - 64925.0859375, - 64958.73828125, - 64964.53125, - 64968.65234375, - 65002.52734375, - 65007.66796875, - 65027.90625 + 64436.34375, + 64492.875, + 64526.7109375, + 64549.046875, + 64579.83984375, + 64601.05078125, + 64613.828125, + 64617.1640625, + 64677.98046875, + 64733.703125, + 64747.35546875, + 64773.89453125, + 64786.84375, + 64822.76953125, + 64843.5, + 64855.1796875, + 64887.4453125, + 64911.0546875, + 64946.28515625, + 64948.71875, + 64946.38671875, + 64981.0078125, + 64984.6015625, + 64999.921875 ], "timestamps": [ - "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", "2026-06-17 04:00:00", @@ -327,6 +326,7 @@ "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 2042add3956c046e1e07574d56bb8b2864903e33..5399fe36a3a735c360e6ab5fb0b33a65ef3c18cd 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T00:02:01.740203+00:00", + "evaluated_at": "2026-06-22T01:11:58.156802+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a7d7676a7a1ab6624d14a5b4c5b0a2f489ff3747..7a81e72570f7dc45b078bf2adcecd2fc9d62923f 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T00:55:09.905147+00:00", + "evaluated_at": "2026-06-22T01:12:04.360708+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2630000114440918, - 0.3009999990463257, - 0.3310000002384186, 0.3580000102519989, 0.38100001215934753, 0.4020000100135803, @@ -245,12 +242,12 @@ 0.3409999907016754, 0.35199999809265137, 0.36500000953674316, - 0.36399999260902405 - ], - "actuals": [ + 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, - 0.36500000953674316, + 0.36500000953674316 + ], + "actuals": [ 0.3799999952316284, 0.4000000059604645, 0.42100000381469727, @@ -307,198 +304,198 @@ 1.7640000581741333, 1.7740000486373901, 1.7929999828338623, - 1.8079999685287476 + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 ], "p50": [ - 0.37272459268569946, - 0.3845439851284027, - 0.3947572708129883, - 0.40768182277679443, - 0.4168131351470947, - 0.42467254400253296, - 0.44371068477630615, - 0.4701310396194458, - 0.4974077045917511, - 0.5236263871192932, - 0.5566723942756653, - 0.5812622308731079, - 0.6150820255279541, - 0.6259329319000244, - 0.6395442485809326, - 0.6683030128479004, - 0.7049483060836792, - 0.7522109150886536, - 0.7681154608726501, - 0.7974917888641357, - 0.828472375869751, - 0.8551483750343323, - 0.8850609064102173, - 0.9158207774162292, - 0.9510823488235474, - 0.9968517422676086, - 1.0137944221496582, - 1.0479787588119507, - 1.0785036087036133, - 1.129309058189392, - 1.1547255516052246, - 1.1961138248443604, - 1.2384939193725586, - 1.267249345779419, - 1.2876977920532227, - 1.3277084827423096, - 1.3674468994140625, - 1.4022233486175537, - 1.4386310577392578, - 1.451768398284912, - 1.490600347518921, - 1.5106568336486816, - 1.5377881526947021, - 1.5634188652038574, - 1.5927379131317139, - 1.597973346710205, - 1.6195592880249023, - 1.6454646587371826, - 1.6617255210876465, - 1.671602487564087, - 1.6940295696258545, - 1.7217340469360352, - 1.7454442977905273, - 1.7330398559570312, - 1.7414867877960205, - 1.746642827987671, - 1.7621486186981201, - 1.7781808376312256, - 1.784959316253662, - 1.7759006023406982 + 0.37467294931411743, + 0.38169294595718384, + 0.3935956358909607, + 0.4087502956390381, + 0.4249992370605469, + 0.4305606186389923, + 0.45069587230682373, + 0.48124319314956665, + 0.5068565607070923, + 0.5267448425292969, + 0.5678922533988953, + 0.5981618165969849, + 0.6286705732345581, + 0.6414428949356079, + 0.6624351739883423, + 0.6858679056167603, + 0.7265216112136841, + 0.7743028402328491, + 0.798979640007019, + 0.8228029012680054, + 0.8559392690658569, + 0.8913283348083496, + 0.910176157951355, + 0.9434608221054077, + 0.9810818433761597, + 1.026969075202942, + 1.0458985567092896, + 1.0747171640396118, + 1.1083276271820068, + 1.1559525728225708, + 1.1869806051254272, + 1.2237043380737305, + 1.276042103767395, + 1.2974721193313599, + 1.3189325332641602, + 1.3506766557693481, + 1.3905109167099, + 1.4301127195358276, + 1.46356999874115, + 1.476367712020874, + 1.5165998935699463, + 1.5399119853973389, + 1.5626745223999023, + 1.5818933248519897, + 1.6165623664855957, + 1.6205247640609741, + 1.6403015851974487, + 1.6650811433792114, + 1.6717604398727417, + 1.6825495958328247, + 1.7054917812347412, + 1.728291392326355, + 1.7528207302093506, + 1.747286081314087, + 1.7570160627365112, + 1.7591193914413452, + 1.7726420164108276, + 1.7884819507598877, + 1.7917484045028687, + 1.7863481044769287 ], "p10": [ - 0.3716930150985718, - 0.37299710512161255, - 0.40395215153694153, - 0.4032355546951294, - 0.43421003222465515, - 0.42517298460006714, - 0.4722667336463928, - 0.49650654196739197, - 0.4987959563732147, - 0.5289143919944763, - 0.5729395151138306, - 0.5661047697067261, - 0.6403473019599915, - 0.6142119765281677, - 0.665209174156189, - 0.6927458047866821, - 0.721968412399292, - 0.7588487267494202, - 0.7845438122749329, - 0.8037412166595459, - 0.8547030091285706, - 0.8774292469024658, - 0.9070460796356201, - 0.9370056390762329, - 0.9760952591896057, - 0.9928874969482422, - 1.0373470783233643, - 1.0678424835205078, - 1.0897800922393799, - 1.1289724111557007, - 1.1861696243286133, - 1.1988894939422607, - 1.2648935317993164, - 1.2707061767578125, - 1.3176019191741943, - 1.339242935180664, - 1.3876910209655762, - 1.4346168041229248, - 1.4586102962493896, - 1.4751920700073242, - 1.5191309452056885, - 1.5305655002593994, - 1.5553045272827148, - 1.5857021808624268, - 1.6189639568328857, - 1.6133387088775635, - 1.6605520248413086, - 1.6608965396881104, - 1.6631593704223633, - 1.694852590560913, - 1.7417051792144775, - 1.7652795314788818, - 1.7607605457305908, - 1.7564563751220703, - 1.766765832901001, - 1.7602636814117432, - 1.781062364578247, - 1.7950875759124756, - 1.8101375102996826, - 1.8289690017700195 + 0.3737068772315979, + 0.3682672381401062, + 0.4072206914424896, + 0.40440690517425537, + 0.43632256984710693, + 0.4386148750782013, + 0.48187243938446045, + 0.5176888108253479, + 0.5174353122711182, + 0.5360748767852783, + 0.5906721949577332, + 0.5853466391563416, + 0.659583330154419, + 0.6414729356765747, + 0.693109393119812, + 0.7114753127098083, + 0.7465022802352905, + 0.7931510210037231, + 0.815575361251831, + 0.8363336324691772, + 0.8878588676452637, + 0.9179260730743408, + 0.9342247247695923, + 0.9729204177856445, + 1.0133819580078125, + 1.0274074077606201, + 1.0725961923599243, + 1.0997798442840576, + 1.1224980354309082, + 1.1626670360565186, + 1.2250921726226807, + 1.2320373058319092, + 1.293076753616333, + 1.3077019453048706, + 1.3485969305038452, + 1.3648062944412231, + 1.4151376485824585, + 1.4618064165115356, + 1.4809608459472656, + 1.5088106393814087, + 1.5472493171691895, + 1.552187442779541, + 1.5878081321716309, + 1.5968149900436401, + 1.6408724784851074, + 1.6342799663543701, + 1.6706125736236572, + 1.6749815940856934, + 1.6709280014038086, + 1.707114815711975, + 1.7477127313613892, + 1.767457127571106, + 1.7652814388275146, + 1.7764506340026855, + 1.77712881565094, + 1.7602283954620361, + 1.7988524436950684, + 1.7970103025436401, + 1.8174852132797241, + 1.834394097328186 ], "p90": [ - 0.39182040095329285, - 0.4001884162425995, - 0.4155846834182739, - 0.43726277351379395, - 0.45430970191955566, - 0.46669715642929077, - 0.47495508193969727, - 0.5015674829483032, - 0.5363330841064453, - 0.5601323843002319, - 0.603078305721283, - 0.6216915845870972, - 0.6597930192947388, - 0.6770749092102051, - 0.6850705146789551, - 0.7165359258651733, - 0.7616661787033081, - 0.8107909560203552, - 0.8387439250946045, - 0.8728647232055664, - 0.9061106443405151, - 0.9545172452926636, - 0.974648118019104, - 1.0078824758529663, - 1.0476610660552979, - 1.0968236923217773, - 1.1086615324020386, - 1.1560759544372559, - 1.1910501718521118, - 1.2453895807266235, - 1.2758214473724365, - 1.3140060901641846, - 1.3623692989349365, - 1.3999676704406738, - 1.4311392307281494, - 1.4682159423828125, - 1.5232486724853516, - 1.5527551174163818, - 1.5858268737792969, - 1.6099982261657715, - 1.6463780403137207, - 1.668710470199585, - 1.6978363990783691, - 1.7330477237701416, - 1.7647476196289062, - 1.7811360359191895, - 1.8110127449035645, - 1.8372340202331543, - 1.8531301021575928, - 1.861426830291748, - 1.880079984664917, - 1.9219255447387695, - 1.9262299537658691, - 1.9261360168457031, - 1.9358360767364502, - 1.9376389980316162, - 1.9437716007232666, - 1.965510368347168, - 1.9789776802062988, - 1.9703807830810547 + 0.3974594473838806, + 0.4045495390892029, + 0.42087575793266296, + 0.44925177097320557, + 0.4755682945251465, + 0.48605942726135254, + 0.49674391746520996, + 0.529043972492218, + 0.5613600611686707, + 0.5842652320861816, + 0.633571445941925, + 0.6601490378379822, + 0.6949629187583923, + 0.7158503532409668, + 0.7318907976150513, + 0.7605681419372559, + 0.808814525604248, + 0.8581273555755615, + 0.8914506435394287, + 0.9177329540252686, + 0.9511308670043945, + 1.0041382312774658, + 1.0152376890182495, + 1.0533379316329956, + 1.091605544090271, + 1.1413588523864746, + 1.1545004844665527, + 1.1992031335830688, + 1.2362645864486694, + 1.282287359237671, + 1.3180091381072998, + 1.3553822040557861, + 1.4058634042739868, + 1.438197374343872, + 1.46695876121521, + 1.4983749389648438, + 1.549352765083313, + 1.5845431089401245, + 1.61459481716156, + 1.6356990337371826, + 1.6678760051727295, + 1.694397211074829, + 1.7148661613464355, + 1.7417986392974854, + 1.7741196155548096, + 1.7845051288604736, + 1.8122148513793945, + 1.8335108757019043, + 1.8406091928482056, + 1.8520088195800781, + 1.8671364784240723, + 1.9104303121566772, + 1.9158276319503784, + 1.922279715538025, + 1.924747109413147, + 1.9293071031570435, + 1.9321444034576416, + 1.9516512155532837, + 1.9596741199493408, + 1.9533214569091797 ], "timestamps": [ - "2026-06-20 18:48:00", - "2026-06-20 18:54:00", - "2026-06-20 19:00:00", "2026-06-20 19:06:00", "2026-06-20 19:12:00", "2026-06-20 19:18:00", @@ -795,6 +792,9 @@ "2026-06-22 00:24:00", "2026-06-22 00:30:00", "2026-06-22 00:36:00", - "2026-06-22 00:42:00" + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 614b2aa72105d47a309ea36dec7575c0070c7732..0e977f9f8a0fddd7e438e81d502f6142cc00d901 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T00:46:33.568572+00:00", + "evaluated_at": "2026-06-22T01:12:10.309868+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.5, 1.5, 1.5, 1.399999976158142, @@ -84,6 +83,7 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -96,7 +96,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,232 +157,232 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.289242148399353, - 1.2882198095321655, - 1.286456823348999, - 1.283591389656067, - 1.283065676689148, - 1.2819095849990845, - 1.2818633317947388, - 1.2798408269882202, - 1.2794393301010132, - 1.2785556316375732, - 1.2784022092819214, - 1.2764947414398193, - 1.2794162034988403, - 1.27674400806427, - 1.2777336835861206, - 1.275773048400879, - 1.276960849761963, - 1.2772554159164429, - 1.277350664138794, - 1.2779600620269775, - 1.27470064163208, - 1.27315092086792, - 1.2754886150360107, - 1.2784113883972168, - 1.2772037982940674, - 1.279123067855835, - 1.2804356813430786, - 1.280410885810852, - 1.2812106609344482, - 1.2788139581680298, - 1.281048059463501, - 1.2810440063476562, - 1.2791682481765747, - 1.2783793210983276, - 1.2787240743637085, - 1.2792292833328247, - 1.2781023979187012, - 1.2773463726043701, - 1.278865933418274, - 1.2775501012802124, - 1.280847430229187, - 1.2817227840423584, - 1.285461187362671, - 1.2873013019561768, - 1.2860832214355469, - 1.2853275537490845, - 1.286265254020691, - 1.2833328247070312, - 1.2834078073501587, - 1.2830660343170166, - 1.2842358350753784, - 1.2809983491897583, - 1.284468412399292, - 1.2817672491073608, - 1.2812845706939697, - 1.2798503637313843, - 1.2790056467056274, - 1.2788453102111816, - 1.279740333557129, - 1.2801462411880493, - 1.280540108680725, - 1.2775250673294067, - 1.2763452529907227, - 1.2721351385116577, - 1.2747910022735596, - 1.2742867469787598, - 1.2768161296844482, - 1.2774720191955566, - 1.2767083644866943, - 1.276982069015503, - 1.2770918607711792, - 1.2761441469192505 + 1.2869974374771118, + 1.2844234704971313, + 1.2819712162017822, + 1.279826283454895, + 1.2787071466445923, + 1.2796945571899414, + 1.2799701690673828, + 1.2780272960662842, + 1.2753632068634033, + 1.2743794918060303, + 1.2731207609176636, + 1.2715568542480469, + 1.2745237350463867, + 1.2735413312911987, + 1.2735254764556885, + 1.270682454109192, + 1.2689952850341797, + 1.2681900262832642, + 1.2666451930999756, + 1.2649160623550415, + 1.2631402015686035, + 1.2644761800765991, + 1.2668969631195068, + 1.2717313766479492, + 1.272476077079773, + 1.2747478485107422, + 1.2769101858139038, + 1.2773555517196655, + 1.2796874046325684, + 1.278316617012024, + 1.2774733304977417, + 1.2780935764312744, + 1.2744956016540527, + 1.2735066413879395, + 1.2725889682769775, + 1.2734591960906982, + 1.2739179134368896, + 1.2739362716674805, + 1.274933099746704, + 1.2738438844680786, + 1.2772537469863892, + 1.2794194221496582, + 1.2817713022232056, + 1.2807146310806274, + 1.2795941829681396, + 1.2793004512786865, + 1.2810028791427612, + 1.277869701385498, + 1.2764850854873657, + 1.2775390148162842, + 1.276546835899353, + 1.2747149467468262, + 1.2781903743743896, + 1.2780821323394775, + 1.2777169942855835, + 1.274180293083191, + 1.2755968570709229, + 1.2766612768173218, + 1.2743780612945557, + 1.2738926410675049, + 1.271667718887329, + 1.2685960531234741, + 1.2665483951568604, + 1.2649518251419067, + 1.2670847177505493, + 1.2670601606369019, + 1.269587516784668, + 1.2679665088653564, + 1.2668652534484863, + 1.2668631076812744, + 1.2642520666122437, + 1.2623757123947144 ], "p10": [ - 1.3075971603393555, - 1.3092542886734009, - 1.3100043535232544, - 1.3077641725540161, - 1.309812307357788, - 1.306676983833313, - 1.3095427751541138, - 1.3076443672180176, - 1.3080960512161255, - 1.3060029745101929, - 1.3054440021514893, - 1.305363416671753, - 1.305406928062439, - 1.3041064739227295, - 1.307194471359253, - 1.3076456785202026, - 1.307801365852356, - 1.3079713582992554, - 1.3097058534622192, - 1.308358073234558, - 1.3054028749465942, - 1.302850365638733, - 1.307117223739624, - 1.3073773384094238, - 1.3094695806503296, - 1.310665249824524, - 1.3112801313400269, - 1.3114774227142334, - 1.3106346130371094, - 1.3116265535354614, - 1.3134108781814575, - 1.310019612312317, - 1.3140922784805298, - 1.31224524974823, - 1.3124752044677734, - 1.3107903003692627, - 1.3104575872421265, - 1.3092402219772339, - 1.310346007347107, - 1.3122479915618896, - 1.311840534210205, - 1.3153300285339355, - 1.317977786064148, - 1.3203381299972534, - 1.3198143243789673, - 1.3195946216583252, - 1.3201205730438232, - 1.318339467048645, - 1.318076252937317, - 1.3165011405944824, - 1.3163126707077026, - 1.3167188167572021, - 1.3152269124984741, - 1.315406322479248, - 1.3154996633529663, - 1.3155969381332397, - 1.3146402835845947, - 1.3127527236938477, - 1.3158581256866455, - 1.3164310455322266, - 1.3150393962860107, - 1.3139164447784424, - 1.312853455543518, - 1.3095992803573608, - 1.3113895654678345, - 1.3132925033569336, - 1.3119146823883057, - 1.3152390718460083, - 1.3159584999084473, - 1.313655972480774, - 1.3163892030715942, - 1.3150714635849 + 1.304853916168213, + 1.3055261373519897, + 1.3042927980422974, + 1.301256537437439, + 1.3043437004089355, + 1.3039469718933105, + 1.3052045106887817, + 1.3035674095153809, + 1.3029316663742065, + 1.2997912168502808, + 1.2999714612960815, + 1.29739511013031, + 1.2998212575912476, + 1.3001642227172852, + 1.3013817071914673, + 1.3024710416793823, + 1.29940927028656, + 1.29948091506958, + 1.296837568283081, + 1.294205904006958, + 1.290691614151001, + 1.2940081357955933, + 1.2979331016540527, + 1.2993274927139282, + 1.3043467998504639, + 1.3064688444137573, + 1.3066685199737549, + 1.3068846464157104, + 1.3068819046020508, + 1.3087207078933716, + 1.30977201461792, + 1.3043220043182373, + 1.3078463077545166, + 1.3064475059509277, + 1.3044995069503784, + 1.3042794466018677, + 1.3033604621887207, + 1.3036996126174927, + 1.3064937591552734, + 1.307433843612671, + 1.3078771829605103, + 1.3100427389144897, + 1.3128457069396973, + 1.311943531036377, + 1.311327576637268, + 1.313454031944275, + 1.3128550052642822, + 1.3113865852355957, + 1.3115442991256714, + 1.309907078742981, + 1.3076127767562866, + 1.3096636533737183, + 1.3098198175430298, + 1.3109667301177979, + 1.3103195428848267, + 1.308138370513916, + 1.3094316720962524, + 1.3086787462234497, + 1.307830572128296, + 1.3084355592727661, + 1.303358793258667, + 1.302085518836975, + 1.3014674186706543, + 1.3000218868255615, + 1.300466775894165, + 1.3029913902282715, + 1.304253339767456, + 1.3042742013931274, + 1.3038650751113892, + 1.3021563291549683, + 1.3030050992965698, + 1.2991734743118286 ], "p90": [ - 1.3653701543807983, - 1.3721435070037842, - 1.37738037109375, - 1.3770740032196045, - 1.380211591720581, - 1.380995273590088, - 1.3830879926681519, - 1.3829755783081055, - 1.3837459087371826, - 1.3837486505508423, - 1.3852856159210205, - 1.3840752840042114, - 1.3881419897079468, - 1.38703191280365, - 1.3887795209884644, - 1.3896626234054565, - 1.3929370641708374, - 1.394241213798523, - 1.3958309888839722, - 1.3942370414733887, - 1.3922966718673706, - 1.391879916191101, - 1.3939388990402222, - 1.392383098602295, - 1.396662950515747, - 1.398860216140747, - 1.3978935480117798, - 1.3999558687210083, - 1.3999145030975342, - 1.4003061056137085, - 1.4042612314224243, - 1.403193712234497, - 1.4012104272842407, - 1.4014875888824463, - 1.4020384550094604, - 1.4018625020980835, - 1.4018570184707642, - 1.4007713794708252, - 1.4016833305358887, - 1.4019609689712524, - 1.4046741724014282, - 1.4083644151687622, - 1.4106829166412354, - 1.4127423763275146, - 1.4112673997879028, - 1.4135267734527588, - 1.414479374885559, - 1.4109283685684204, - 1.410361409187317, - 1.410775065422058, - 1.4101698398590088, - 1.4114323854446411, - 1.4118727445602417, - 1.4115962982177734, - 1.414241075515747, - 1.4119532108306885, - 1.4119151830673218, - 1.4119378328323364, - 1.4153214693069458, - 1.415496826171875, - 1.416898250579834, - 1.4141618013381958, - 1.412952184677124, - 1.4123600721359253, - 1.4135185480117798, - 1.4126672744750977, - 1.4176725149154663, - 1.4179099798202515, - 1.4171143770217896, - 1.4182448387145996, - 1.4172661304473877, - 1.4185576438903809 + 1.3592143058776855, + 1.3637707233428955, + 1.3672006130218506, + 1.367125153541565, + 1.369747519493103, + 1.372312307357788, + 1.374568223953247, + 1.3750282526016235, + 1.373732328414917, + 1.3739372491836548, + 1.3741008043289185, + 1.3732404708862305, + 1.3771729469299316, + 1.3773924112319946, + 1.3774998188018799, + 1.3779112100601196, + 1.3778854608535767, + 1.37776780128479, + 1.3767980337142944, + 1.373447060585022, + 1.3721139430999756, + 1.3749027252197266, + 1.3775674104690552, + 1.3787490129470825, + 1.3837043046951294, + 1.3856980800628662, + 1.3853553533554077, + 1.388057827949524, + 1.389133095741272, + 1.391021728515625, + 1.3911125659942627, + 1.391626000404358, + 1.388716220855713, + 1.3886915445327759, + 1.3886984586715698, + 1.3888092041015625, + 1.3897355794906616, + 1.3902126550674438, + 1.3906047344207764, + 1.3912684917449951, + 1.3944661617279053, + 1.3993116617202759, + 1.3999724388122559, + 1.3989149332046509, + 1.397269368171692, + 1.4000310897827148, + 1.4013828039169312, + 1.3984260559082031, + 1.3962424993515015, + 1.3974542617797852, + 1.3943525552749634, + 1.396450400352478, + 1.3973976373672485, + 1.4005956649780273, + 1.4027692079544067, + 1.399076223373413, + 1.4016168117523193, + 1.402734398841858, + 1.40272855758667, + 1.4019834995269775, + 1.3995393514633179, + 1.3967005014419556, + 1.3945348262786865, + 1.3962808847427368, + 1.3968614339828491, + 1.3963512182235718, + 1.4010132551193237, + 1.398568034172058, + 1.397102952003479, + 1.3991085290908813, + 1.395366907119751, + 1.3957927227020264 ], "timestamps": [ - "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", "2026-06-20 00:40:00", @@ -533,6 +532,7 @@ "2026-06-21 00:40:00", "2026-06-21 00:50:00", "2026-06-21 01:00:00", - "2026-06-21 01:10:00" + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 454ff20c267db4db3bc84402ec9ba0f9cea04ce6..84b3b56e5b1b2aa94f28d6ef04f7b81e297cc9b9 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,37 +1,31 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T01:02:47.973749+00:00", + "evaluated_at": "2026-06-22T01:12:13.955496+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 85613194aac39591698ade81fbcede53af0127bb..9572e5dcf0876684d79ede486e077a980d5d428d 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,264461.4550520579,264461.4550520579,390.52587890625,0.34371115854043444,0.0061089394890521675,0.0060767667385932325,1.8049384347794863,514.2581599275386,0.008020553944110569,0.006090781094810661,0.0049697477378580525,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,294577.75321324664,294577.75321324664,419.2132161458333,0.37227950007477445,0.006558178136873638,0.006522504457796168,1.8566421902293648,542.7501756915852,0.008466675251808057,0.006539550462328516,0.005195725900811925,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.20413985054245298,0.20413985054245298,0.33786302904287974,1.0048967136883773,0.24487885103786197,0.30016502466760825,2.5531995216122367,0.4518183822538133,0.42581527921324974,0.3184182974806663,0.2508469610867589,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.04217440019597163,0.04217440019597163,0.1761587659517924,2.1352582627710506,0.11448621219209043,0.12348207503350908,23.392717615203562,0.20536406744114616,0.13922988023218832,0.11942967526364875,0.09581886839939817,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.38080375159857244,0.38080375159857244,0.5238169506192207,1.5653460714463492,0.40263811246562003,0.5258746992203849,18.729484381979308,0.6170929845643787,0.5437980843503041,0.46160086311471077,0.378499513824637,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.04480432745522814,0.04480432745522814,0.18315725028514862,2.3633197947446383,0.11889653058814403,0.12850065775269243,33.26277447409894,0.21167032729040727,0.1431010560857738,0.12382461104059991,0.10211896624978972,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,3.645047026932692,3.645047026932692,1.6879386107126872,0.8793890682820814,0.09324402939059433,0.08790484870260533,8.293109111594074,1.9092006251132152,0.10289875647609589,0.09097356336766589,0.05772431499925642,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,119.10314252018998,119.10314252018998,8.577017148335775,0.741898904984963,0.4789572045918658,0.33682357768587856,3.2765754107990053,10.913438620351974,0.4722728785044121,0.3711655618855352,0.2610712399033181,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.6713198652737447,1.6713198652737447,1.157154639561971,0.5904043295884464,0.048030043756324504,0.046665631636137204,3.2268750338113805,1.2927953686774039,0.05249930431177274,0.046991051352770395,0.032444050590398954,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 14920d3a1fb665f79c49c4afecb7d4efcf06e2d7..6ab7a1ee1973b8ac49358c4b6dfec6610684a511 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T01:03:38.726849+00:00", + "evaluated_at": "2026-06-22T01:13:02.318952+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65940.0, 65904.0, 65851.9921875, 65892.0, @@ -101,10 +100,10 @@ 64012.3984375, 64272.01171875, 64298.01171875, - 64294.0 + 64294.0, + 64248.0 ], "actuals": [ - 64248.0, 64241.25, 64426.0, 64276.12109375, @@ -127,88 +126,88 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63910.01171875 + 63896.01171875, + 63944.0 ], "p50": [ - 64281.16796875, - 64298.01953125, - 64311.8359375, - 64321.2734375, - 64334.98046875, - 64357.921875, - 64378.6484375, - 64397.79296875, - 64421.375, - 64437.98046875, - 64464.3125, - 64489.61328125, - 64510.00390625, - 64534.46875, - 64561.72265625, - 64578.1640625, - 64594.2578125, - 64613.046875, - 64633.05078125, - 64652.40625, - 64669.89453125, - 64689.45703125, - 64711.94140625, - 64721.828125 + 64245.07421875, + 64255.54296875, + 64284.80078125, + 64313.2734375, + 64342.89453125, + 64369.16015625, + 64388.54296875, + 64411.43359375, + 64433.23828125, + 64448.08203125, + 64475.59765625, + 64498.22265625, + 64533.68359375, + 64558.62109375, + 64579.54296875, + 64599.55859375, + 64614.31640625, + 64633.55078125, + 64655.3125, + 64674.10546875, + 64698.78125, + 64719.8359375, + 64738.93359375, + 64750.96875 ], "p10": [ - 64045.66796875, - 63908.7890625, - 63803.12109375, - 63749.61328125, - 63730.8671875, - 63724.62109375, - 63705.51953125, - 63681.9453125, - 63669.2734375, - 63643.734375, - 63625.32421875, - 63607.5703125, - 63578.5859375, - 63562.37109375, - 63548.98046875, - 63528.32421875, - 63515.453125, - 63497.1015625, - 63485.7734375, - 63472.15234375, - 63449.1875, - 63430.42578125, - 63410.5078125, - 63383.7109375 + 63999.578125, + 63864.40625, + 63783.66015625, + 63748.47265625, + 63736.68359375, + 63727.8828125, + 63703.46875, + 63683.56640625, + 63662.1953125, + 63626.4375, + 63609.109375, + 63584.77734375, + 63570.70703125, + 63550.7109375, + 63527.1953125, + 63512.296875, + 63494.421875, + 63474.38671875, + 63462.45703125, + 63445.546875, + 63429.83984375, + 63411.95703125, + 63390.609375, + 63369.90234375 ], "p90": [ - 64515.7421875, - 64654.0546875, - 64778.1171875, - 64877.3671875, - 64959.25, - 65049.57421875, - 65135.25, - 65210.640625, - 65287.14453125, - 65362.86328125, - 65446.0234375, - 65509.09375, - 65558.2109375, - 65633.5078125, - 65729.609375, - 65783.59375, - 65842.3046875, - 65915.203125, - 65986.515625, - 66059.703125, - 66101.109375, - 66162.7265625, - 66216.609375, - 66262.2890625 + 64493.87890625, + 64616.27734375, + 64738.3203125, + 64841.875, + 64931.83203125, + 65026.7109375, + 65107.69921875, + 65191.296875, + 65267.16796875, + 65337.55078125, + 65424.796875, + 65487.97265625, + 65569.953125, + 65651.71875, + 65746.703125, + 65817.953125, + 65884.4765625, + 65970.4453125, + 66053.5546875, + 66137.90625, + 66206.5703125, + 66285.0234375, + 66349.515625, + 66409.390625 ], "timestamps": [ - "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", "2026-06-17 04:00:00", @@ -327,6 +326,7 @@ "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" ] } diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 924cca87a129a9045c14d69a498b88a39bec778b..18636ab6356362b741ed5e7e0940412ed33670d6 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T00:02:56.725025+00:00", + "evaluated_at": "2026-06-22T01:13:06.875702+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 103ddaaddf2f68f9a14d236ed6965543f07c2895..a9ef9d65fd942146bf1c0835a3a3ed61909f66cf 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T00:55:53.789816+00:00", + "evaluated_at": "2026-06-22T01:13:12.944261+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2630000114440918, - 0.3009999990463257, - 0.3310000002384186, 0.3580000102519989, 0.38100001215934753, 0.4020000100135803, @@ -245,12 +242,12 @@ 0.3409999907016754, 0.35199999809265137, 0.36500000953674316, - 0.36399999260902405 - ], - "actuals": [ + 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, - 0.36500000953674316, + 0.36500000953674316 + ], + "actuals": [ 0.3799999952316284, 0.4000000059604645, 0.42100000381469727, @@ -307,198 +304,198 @@ 1.7640000581741333, 1.7740000486373901, 1.7929999828338623, - 1.8079999685287476 + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 ], "p50": [ - 0.3736720681190491, - 0.38348132371902466, - 0.3945452570915222, - 0.4051721692085266, - 0.41595953702926636, - 0.42817002534866333, - 0.4419052004814148, - 0.45587146282196045, - 0.4713338613510132, - 0.4876300096511841, - 0.5052259564399719, - 0.5240679383277893, - 0.5430501103401184, - 0.5625442862510681, - 0.5804527997970581, - 0.5994112491607666, - 0.6178668737411499, - 0.6353403329849243, - 0.6508709192276001, - 0.6662265062332153, - 0.6803531050682068, - 0.6953281760215759, - 0.7102754712104797, - 0.7248862981796265, - 0.7404955625534058, - 0.7553795576095581, - 0.7707319259643555, - 0.7846565842628479, - 0.7982423305511475, - 0.8123810291290283, - 0.8234769105911255, - 0.8354828357696533, - 0.7579489946365356, - 0.7559258937835693, - 0.7797315120697021, - 0.8046512603759766, - 0.8088470697402954, - 0.8111667633056641, - 0.8207980394363403, - 0.824020266532898, - 0.8263508081436157, - 0.846959114074707, - 0.8642475008964539, - 0.8754892349243164, - 0.8809646368026733, - 0.8894102573394775, - 0.8982350826263428, - 0.9042738080024719, - 0.9094313979148865, - 0.9162827730178833, - 0.9209797382354736, - 0.9232052564620972, - 0.9212640523910522, - 0.9219192862510681, - 0.9248651266098022, - 0.9269939661026001, - 0.9294735193252563, - 0.9289164543151855, - 0.9220128059387207, - 0.9208478927612305 + 0.3717271089553833, + 0.37653636932373047, + 0.38376665115356445, + 0.39086222648620605, + 0.3974624276161194, + 0.4051032066345215, + 0.41381973028182983, + 0.4230884313583374, + 0.4324624538421631, + 0.4415942430496216, + 0.4519351124763489, + 0.4635270833969116, + 0.4749618172645569, + 0.48544734716415405, + 0.4938722252845764, + 0.5030902028083801, + 0.5117323994636536, + 0.5189911127090454, + 0.5239362716674805, + 0.5300928950309753, + 0.535672128200531, + 0.542019784450531, + 0.5500873327255249, + 0.5586420893669128, + 0.5662222504615784, + 0.5708492994308472, + 0.5748592019081116, + 0.5828527212142944, + 0.5883640646934509, + 0.5945373177528381, + 0.5965722799301147, + 0.6043124198913574, + 0.5811766386032104, + 0.6043615341186523, + 0.6109834909439087, + 0.6333882212638855, + 0.6492586135864258, + 0.663033127784729, + 0.6804822683334351, + 0.6894972324371338, + 0.6931542158126831, + 0.7113330960273743, + 0.7247835397720337, + 0.7340455651283264, + 0.7392863035202026, + 0.7512094974517822, + 0.7650381922721863, + 0.7762368321418762, + 0.7869249582290649, + 0.7939959168434143, + 0.7993955016136169, + 0.8035590648651123, + 0.8070520162582397, + 0.8098618984222412, + 0.8155618906021118, + 0.8236915469169617, + 0.8297178149223328, + 0.8363363742828369, + 0.8378893136978149, + 0.8477282524108887 ], "p10": [ - 0.3648667335510254, - 0.3689667582511902, - 0.3729020357131958, - 0.3775511384010315, - 0.38301390409469604, - 0.38939720392227173, - 0.39750486612319946, - 0.4059326648712158, - 0.41300004720687866, - 0.42119675874710083, - 0.4295995235443115, - 0.4381997585296631, - 0.4465784430503845, - 0.456592857837677, - 0.46341437101364136, - 0.4700024724006653, - 0.47529035806655884, - 0.48053550720214844, - 0.4827274680137634, - 0.4833980202674866, - 0.485027015209198, - 0.48677772283554077, - 0.488064169883728, - 0.4892255663871765, - 0.48788607120513916, - 0.4874340295791626, - 0.48705601692199707, - 0.48360639810562134, - 0.4796755909919739, - 0.47582852840423584, - 0.4693390727043152, - 0.47031211853027344, - 0.3854203224182129, - 0.352088987827301, - 0.3356817960739136, - 0.3377752900123596, - 0.32572412490844727, - 0.3083721399307251, - 0.2882416844367981, - 0.27309656143188477, - 0.25738751888275146, - 0.2411319613456726, - 0.22616469860076904, - 0.21859830617904663, - 0.20985889434814453, - 0.19714808464050293, - 0.1822870373725891, - 0.16574627161026, - 0.1611965298652649, - 0.14744716882705688, - 0.1308305263519287, - 0.11869066953659058, - 0.1013641357421875, - 0.09476900100708008, - 0.08944571018218994, - 0.08042454719543457, - 0.06944048404693604, - 0.05782020092010498, - 0.04684042930603027, - 0.0357050895690918 + 0.36185991764068604, + 0.3599662184715271, + 0.35972267389297485, + 0.36042487621307373, + 0.36107343435287476, + 0.36212486028671265, + 0.3647850751876831, + 0.36793702840805054, + 0.3674488663673401, + 0.3675398826599121, + 0.36774951219558716, + 0.3681703805923462, + 0.3692042827606201, + 0.3701029419898987, + 0.367451012134552, + 0.3633006811141968, + 0.3576244115829468, + 0.3512169122695923, + 0.3422210216522217, + 0.3334660530090332, + 0.3261262774467468, + 0.3183738589286804, + 0.3118709921836853, + 0.3070216178894043, + 0.29760366678237915, + 0.28456223011016846, + 0.2737743854522705, + 0.2653576731681824, + 0.25741147994995117, + 0.24637842178344727, + 0.23332613706588745, + 0.22793757915496826, + 0.21684986352920532, + 0.17193728685379028, + 0.17000776529312134, + 0.18105298280715942, + 0.1733548641204834, + 0.16348451375961304, + 0.15061336755752563, + 0.14558595418930054, + 0.13659018278121948, + 0.12407875061035156, + 0.11021077632904053, + 0.10545235872268677, + 0.1028597354888916, + 0.10056602954864502, + 0.09504318237304688, + 0.08569467067718506, + 0.08554995059967041, + 0.07505309581756592, + 0.06321656703948975, + 0.05687844753265381, + 0.051348209381103516, + 0.04869353771209717, + 0.0467219352722168, + 0.04271256923675537, + 0.03470313549041748, + 0.028857946395874023, + 0.026430487632751465, + 0.026908040046691895 ], "p90": [ - 0.38451576232910156, - 0.3986039161682129, - 0.41604334115982056, - 0.4313938617706299, - 0.44669681787490845, - 0.4644078016281128, - 0.48252779245376587, - 0.5015707015991211, - 0.5234008431434631, - 0.5472421646118164, - 0.5733363628387451, - 0.5995524525642395, - 0.6256260871887207, - 0.6529931426048279, - 0.6795786619186401, - 0.7071059942245483, - 0.7361326217651367, - 0.7666875123977661, - 0.7946643829345703, - 0.821901798248291, - 0.8496423959732056, - 0.8774576187133789, - 0.906346321105957, - 0.9346823692321777, - 0.9663684368133545, - 0.9975469708442688, - 1.0287810564041138, - 1.0576934814453125, - 1.0865318775177002, - 1.115967869758606, - 1.1405836343765259, - 1.1653097867965698, - 1.1796367168426514, - 1.1759028434753418, - 1.2115720510482788, - 1.257824182510376, - 1.2813985347747803, - 1.3071125745773315, - 1.3240070343017578, - 1.3504929542541504, - 1.3779029846191406, - 1.4007624387741089, - 1.4342248439788818, - 1.4702835083007812, - 1.4994962215423584, - 1.5214136838912964, - 1.5436084270477295, - 1.5615317821502686, - 1.580306887626648, - 1.6003756523132324, - 1.6229339838027954, - 1.6468849182128906, - 1.6651155948638916, - 1.6946585178375244, - 1.7209346294403076, - 1.743058443069458, - 1.7600257396697998, - 1.7727059125900269, - 1.7854844331741333, - 1.7985646724700928 + 0.38495635986328125, + 0.3941093683242798, + 0.4080813527107239, + 0.4199315905570984, + 0.4316607117652893, + 0.4455721974372864, + 0.4596214294433594, + 0.4754025340080261, + 0.4929790496826172, + 0.511890709400177, + 0.5329524874687195, + 0.5538574457168579, + 0.5735073685646057, + 0.5938704013824463, + 0.6136982440948486, + 0.6324528455734253, + 0.6522245407104492, + 0.6712468862533569, + 0.687721312046051, + 0.7060182094573975, + 0.7272254228591919, + 0.749268651008606, + 0.7729048728942871, + 0.7956979274749756, + 0.8200274705886841, + 0.8425747156143188, + 0.8669747114181519, + 0.8901946544647217, + 0.9137462377548218, + 0.9402879476547241, + 0.9623921513557434, + 0.9847548007965088, + 1.1460323333740234, + 1.1125191450119019, + 1.1229982376098633, + 1.1563241481781006, + 1.1709634065628052, + 1.1983654499053955, + 1.2173271179199219, + 1.2483559846878052, + 1.2794034481048584, + 1.2976984977722168, + 1.323495864868164, + 1.3469345569610596, + 1.3689956665039062, + 1.3912925720214844, + 1.4176055192947388, + 1.4359638690948486, + 1.4539883136749268, + 1.473339557647705, + 1.4967950582504272, + 1.5190043449401855, + 1.5343939065933228, + 1.557110071182251, + 1.5761054754257202, + 1.5958197116851807, + 1.608014464378357, + 1.6196191310882568, + 1.6311185359954834, + 1.6447674036026 ], "timestamps": [ - "2026-06-20 18:48:00", - "2026-06-20 18:54:00", - "2026-06-20 19:00:00", "2026-06-20 19:06:00", "2026-06-20 19:12:00", "2026-06-20 19:18:00", @@ -795,6 +792,9 @@ "2026-06-22 00:24:00", "2026-06-22 00:30:00", "2026-06-22 00:36:00", - "2026-06-22 00:42:00" + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index ae531511cc9f912ecc69b0e1b2c6c50856fd366c..3c12e10552f09d61402cf90038cdf8028705096e 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T00:47:48.168518+00:00", + "evaluated_at": "2026-06-22T01:13:20.218361+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.5, 1.5, 1.5, 1.399999976158142, @@ -84,6 +83,7 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -96,7 +96,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,232 +157,232 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.309194564819336, - 1.3108835220336914, - 1.3098000288009644, - 1.3080986738204956, - 1.3073292970657349, - 1.3066645860671997, - 1.3056930303573608, - 1.3046809434890747, - 1.305259346961975, - 1.3068989515304565, - 1.3078560829162598, - 1.308936357498169, - 1.310714840888977, - 1.3105583190917969, - 1.3105746507644653, - 1.3117691278457642, - 1.3128924369812012, - 1.3129420280456543, - 1.312432050704956, - 1.3122636079788208, - 1.3122678995132446, - 1.3113429546356201, - 1.3130221366882324, - 1.3140790462493896, - 1.312964677810669, - 1.3111770153045654, - 1.3099435567855835, - 1.3093370199203491, - 1.3094584941864014, - 1.3099552392959595, - 1.3099112510681152, - 1.3104885816574097, - 1.2951602935791016, + 1.3092352151870728, + 1.308838129043579, + 1.306288480758667, + 1.3053045272827148, + 1.3051618337631226, + 1.3046106100082397, + 1.30466628074646, + 1.3055012226104736, + 1.3072023391723633, + 1.3075885772705078, + 1.3079617023468018, + 1.3078887462615967, + 1.3077372312545776, + 1.307263731956482, + 1.3076571226119995, + 1.30806303024292, + 1.308449149131775, + 1.308709740638733, + 1.309120535850525, + 1.3089268207550049, + 1.3096007108688354, + 1.3093533515930176, + 1.3096070289611816, + 1.3080404996871948, + 1.3067817687988281, + 1.3061424493789673, + 1.3046804666519165, + 1.304254412651062, + 1.3047871589660645, + 1.3051820993423462, + 1.3052359819412231, + 1.3064771890640259, + 1.2962419986724854, + 1.3002328872680664, 1.3055832386016846, - 1.3101806640625, - 1.3117177486419678, - 1.3140047788619995, - 1.3149597644805908, - 1.3157503604888916, - 1.315787672996521, - 1.3163683414459229, - 1.3153716325759888, - 1.3132598400115967, - 1.3128684759140015, - 1.3136279582977295, - 1.3145474195480347, - 1.316658854484558, - 1.31553053855896, - 1.313910961151123, - 1.3113713264465332, - 1.3116047382354736, - 1.3111634254455566, - 1.3107531070709229, - 1.3105082511901855, - 1.3102905750274658, - 1.3099507093429565, - 1.3102535009384155, - 1.3145467042922974, - 1.3171602487564087, - 1.31772780418396, - 1.3184895515441895, - 1.3176850080490112, - 1.3151469230651855, - 1.31385338306427, - 1.3018348217010498, - 1.3054659366607666, - 1.3080358505249023, - 1.3092601299285889, - 1.3071905374526978, - 1.3082191944122314, - 1.308272123336792, - 1.309632658958435 + 1.3086552619934082, + 1.3104469776153564, + 1.3120529651641846, + 1.3122788667678833, + 1.3113876581192017, + 1.311113715171814, + 1.3100661039352417, + 1.3096033334732056, + 1.3083398342132568, + 1.3095858097076416, + 1.3099949359893799, + 1.3098148107528687, + 1.3080085515975952, + 1.306581735610962, + 1.3064053058624268, + 1.3056772947311401, + 1.3053479194641113, + 1.3049439191818237, + 1.304221510887146, + 1.3040286302566528, + 1.3041331768035889, + 1.3053420782089233, + 1.3072903156280518, + 1.3085486888885498, + 1.3093585968017578, + 1.3097407817840576, + 1.3091716766357422, + 1.3073623180389404, + 1.3065708875656128, + 1.2996423244476318, + 1.3034863471984863, + 1.3081982135772705, + 1.308638095855713, + 1.3086607456207275, + 1.3095130920410156, + 1.3093050718307495, + 1.3085291385650635 ], "p10": [ - 1.2392133474349976, - 1.2229574918746948, - 1.2140406370162964, - 1.209320306777954, - 1.2077960968017578, - 1.2056149244308472, - 1.2038918733596802, - 1.2019524574279785, - 1.2010585069656372, - 1.2014970779418945, - 1.2011088132858276, - 1.201528787612915, - 1.2018506526947021, - 1.2007153034210205, - 1.1991807222366333, - 1.1986924409866333, - 1.19804048538208, - 1.1980276107788086, - 1.1984186172485352, - 1.1990114450454712, - 1.1983884572982788, - 1.1986805200576782, - 1.2003512382507324, - 1.2004355192184448, - 1.198377013206482, - 1.1954187154769897, - 1.193177342414856, - 1.1911306381225586, - 1.1896518468856812, - 1.1886428594589233, - 1.187538743019104, - 1.1874494552612305, - 1.1970044374465942, - 1.1948286294937134, - 1.1923441886901855, - 1.19278883934021, - 1.1942564249038696, - 1.1931157112121582, - 1.1920970678329468, - 1.1920464038848877, - 1.192374587059021, - 1.1914392709732056, - 1.189941644668579, - 1.1902607679367065, - 1.1905800104141235, - 1.1919171810150146, - 1.1929986476898193, - 1.1929084062576294, - 1.1913388967514038, - 1.1911561489105225, - 1.1917632818222046, - 1.1913669109344482, - 1.190574288368225, - 1.1900684833526611, - 1.1904412508010864, - 1.1895519495010376, - 1.1891379356384277, - 1.189820647239685, - 1.189980149269104, - 1.1895619630813599, - 1.1895592212677002, - 1.186806082725525, - 1.1827781200408936, - 1.181342363357544, - 1.189813256263733, - 1.1897919178009033, - 1.1852302551269531, - 1.1841485500335693, - 1.1860294342041016, - 1.1866823434829712, - 1.1868033409118652, - 1.187134027481079 + 1.2414430379867554, + 1.2249735593795776, + 1.2153189182281494, + 1.2119191884994507, + 1.2102142572402954, + 1.2072852849960327, + 1.206053376197815, + 1.2051482200622559, + 1.2059656381607056, + 1.2053627967834473, + 1.2041066884994507, + 1.2034399509429932, + 1.2030764818191528, + 1.2021815776824951, + 1.2013026475906372, + 1.2015732526779175, + 1.2013970613479614, + 1.201364517211914, + 1.20219886302948, + 1.2022013664245605, + 1.2019526958465576, + 1.2024790048599243, + 1.2028474807739258, + 1.2013237476348877, + 1.1991534233093262, + 1.1975486278533936, + 1.195502519607544, + 1.193676471710205, + 1.1924360990524292, + 1.1909652948379517, + 1.190261721611023, + 1.1903114318847656, + 1.2009607553482056, + 1.1961696147918701, + 1.1939719915390015, + 1.1937251091003418, + 1.1932390928268433, + 1.1922391653060913, + 1.1908046007156372, + 1.1909650564193726, + 1.1921918392181396, + 1.1922123432159424, + 1.190418004989624, + 1.1901185512542725, + 1.1909587383270264, + 1.1919541358947754, + 1.1918472051620483, + 1.1913111209869385, + 1.189931035041809, + 1.1900526285171509, + 1.191236138343811, + 1.1915669441223145, + 1.1908090114593506, + 1.1897380352020264, + 1.190156102180481, + 1.1898726224899292, + 1.1898466348648071, + 1.1900675296783447, + 1.189531683921814, + 1.1877021789550781, + 1.1857489347457886, + 1.182917833328247, + 1.179956078529358, + 1.179294228553772, + 1.193117618560791, + 1.192276120185852, + 1.190703272819519, + 1.189751386642456, + 1.1912994384765625, + 1.1915574073791504, + 1.1908985376358032, + 1.1907168626785278 ], "p90": [ - 1.3905597925186157, - 1.4101998805999756, - 1.4204394817352295, - 1.425175666809082, - 1.4284067153930664, - 1.4314119815826416, - 1.434555172920227, - 1.4367175102233887, - 1.4386913776397705, - 1.4423017501831055, - 1.4445880651474, - 1.4486260414123535, - 1.451904535293579, - 1.4536093473434448, - 1.4557156562805176, - 1.4584583044052124, - 1.461980938911438, - 1.4632644653320312, - 1.4630736112594604, - 1.4650262594223022, - 1.4641419649124146, - 1.4644644260406494, - 1.4666080474853516, - 1.4692808389663696, - 1.4683934450149536, - 1.4672361612319946, - 1.4674148559570312, - 1.4684944152832031, - 1.47021484375, - 1.4723103046417236, - 1.4744218587875366, - 1.4766677618026733, - 1.443075180053711, - 1.4635934829711914, - 1.4702818393707275, - 1.4754273891448975, - 1.4850963354110718, - 1.4897041320800781, - 1.491050124168396, - 1.492377758026123, - 1.4937372207641602, - 1.4943697452545166, - 1.4912421703338623, - 1.4946825504302979, - 1.4979175329208374, - 1.5003000497817993, - 1.5036120414733887, - 1.5038334131240845, - 1.5017013549804688, - 1.4981367588043213, - 1.4998855590820312, - 1.5006370544433594, - 1.4988932609558105, - 1.4999375343322754, - 1.498342752456665, - 1.4988288879394531, - 1.5000660419464111, - 1.506697654724121, - 1.5121190547943115, - 1.5125845670700073, - 1.5141887664794922, - 1.5140668153762817, - 1.513596773147583, - 1.514194130897522, - 1.4636023044586182, - 1.4890598058700562, - 1.4922727346420288, - 1.5002027750015259, - 1.5030523538589478, - 1.5054030418395996, - 1.5029709339141846, - 1.5050559043884277 + 1.3915108442306519, + 1.4062830209732056, + 1.4111446142196655, + 1.41560697555542, + 1.4192516803741455, + 1.421212077140808, + 1.4240942001342773, + 1.4265469312667847, + 1.4293509721755981, + 1.4311388731002808, + 1.432728886604309, + 1.4347705841064453, + 1.4346885681152344, + 1.4358476400375366, + 1.4388694763183594, + 1.440649390220642, + 1.441837191581726, + 1.4430941343307495, + 1.4441168308258057, + 1.4453556537628174, + 1.4455299377441406, + 1.4466136693954468, + 1.4473121166229248, + 1.4465487003326416, + 1.4457159042358398, + 1.4460421800613403, + 1.445989966392517, + 1.4469749927520752, + 1.4491205215454102, + 1.4513874053955078, + 1.4535773992538452, + 1.4560387134552002, + 1.4376834630966187, + 1.4508042335510254, + 1.457736849784851, + 1.4637271165847778, + 1.470594882965088, + 1.4757184982299805, + 1.4751042127609253, + 1.4737334251403809, + 1.4729119539260864, + 1.471903681755066, + 1.4722368717193604, + 1.474758267402649, + 1.4783378839492798, + 1.480228066444397, + 1.47931706905365, + 1.4756895303726196, + 1.472754955291748, + 1.473258137702942, + 1.4727569818496704, + 1.4741722345352173, + 1.4730334281921387, + 1.4740996360778809, + 1.4733611345291138, + 1.474610686302185, + 1.4771411418914795, + 1.4794819355010986, + 1.4828020334243774, + 1.4836013317108154, + 1.4843147993087769, + 1.4844878911972046, + 1.4847688674926758, + 1.4864593744277954, + 1.4501640796661377, + 1.4680790901184082, + 1.4709148406982422, + 1.4728446006774902, + 1.4796969890594482, + 1.4833201169967651, + 1.4810843467712402, + 1.479480504989624 ], "timestamps": [ - "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", "2026-06-20 00:40:00", @@ -533,6 +532,7 @@ "2026-06-21 00:40:00", "2026-06-21 00:50:00", "2026-06-21 01:00:00", - "2026-06-21 01:10:00" + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index bdf711a724eeb46a671a9343db9222ae4c452f44..2aa8f93de14da358670180b048be9a4ad135c3ba 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,37 +1,31 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T01:04:03.885404+00:00", + "evaluated_at": "2026-06-22T01:13:24.034627+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 2e26a73681b61f49d3589956c959a2c04e46c965..ef2a53ce5c512ac66abd31c3e24d23a3bb19570d 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,105230.0497156779,105230.0497156779,230.41438802083334,0.2027932091794554,0.003606433805971924,0.0035936597037839585,2.174166596872409,324.39181511819606,0.005059330614316436,0.0035936250946036847,0.005077906173344141,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,98874.90160687764,98874.90160687764,218.42919921875,0.19397459324994562,0.0034199083359461313,0.0034080958000406113,2.0664642520162126,314.44379721482443,0.004905191440188752,0.003407403955127481,0.0048130716466631375,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.006687301517448911,0.006687301517448911,0.05757119556268056,0.1712324233519678,0.05301745430762395,0.053155835069376815,1.8412153947369168,0.08177592260224834,0.07706954538258737,0.05425785155282164,0.08299134014518361,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.045888081110131256,0.045888081110131256,0.18292494614919028,2.2172725871552563,0.1186899178632524,0.1286144556667143,43.08668482100139,0.21421503474343545,0.1452305362027851,0.12401691620726264,0.10786269791326873,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.10856710299813661,0.10856710299813661,0.25084138065576556,0.7496007322815967,0.18060075504270365,0.20566253254915884,2.1464457123555123,0.32949522454526803,0.29035959959385516,0.22104782534950365,0.1827943761344573,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.04710638779912893,0.04710638779912893,0.1870484600464503,2.4135289622226974,0.12126985793138077,0.13145517999941758,49.584302197399346,0.21704006035552267,0.146731297897903,0.12645528787386986,0.11105712329851282,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,2.68802326829109,2.68802326829109,1.4310472011566162,0.745552745168529,0.07915978878052386,0.07517923551001567,4.752781292218372,1.639519218640358,0.08836393964974168,0.07712807942794446,0.04575197530068881,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,92.28192145163787,92.28192145163787,7.393037001291911,0.6394864276138276,0.41794610551499556,0.30275863209252535,3.9753995852553685,9.606347976813971,0.4157092708126351,0.3199294912401451,0.2653352733707223,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.6526313863779858,1.6526313863779858,1.1368099053700764,0.5800240236720587,0.04802182009091066,0.04672026941738178,2.9375287303160373,1.2855471155807499,0.052204959008355326,0.04616486925360717,0.031214780210440125,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 2e073f9757887311fe48c772a1575ab8dc6d3c4c..ea7f02087db5ec13615ad55cd4ba9dedb47bb8f2 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T01:03:11.444455+00:00", + "evaluated_at": "2026-06-22T01:12:38.730816+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65940.0, 65904.0, 65851.9921875, 65892.0, @@ -101,10 +100,10 @@ 64012.3984375, 64272.01171875, 64298.01171875, - 64294.0 + 64294.0, + 64248.0 ], "actuals": [ - 64248.0, 64241.25, 64426.0, 64276.12109375, @@ -127,88 +126,88 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63910.01171875 + 63896.01171875, + 63944.0 ], "p50": [ - 64294.09765625, - 64304.359375, - 64311.1640625, - 64317.23046875, - 64321.671875, - 64329.00390625, - 64333.2890625, - 64336.78125, - 64336.234375, - 64342.05078125, - 64345.1953125, - 64343.015625, - 64342.69921875, - 64343.75390625, - 64344.91015625, - 64346.94921875, - 64347.03125, - 64347.6640625, - 64348.8046875, - 64347.68359375, - 64348.80078125, - 64345.875, - 64345.8515625, - 64349.15234375 + 64249.734375, + 64260.6328125, + 64268.8515625, + 64276.58203125, + 64283.54296875, + 64291.38671875, + 64295.11328125, + 64298.62890625, + 64298.546875, + 64303.91796875, + 64307.98046875, + 64307.00390625, + 64307.046875, + 64308.9765625, + 64311.16015625, + 64312.2265625, + 64315.44921875, + 64315.91796875, + 64317.91015625, + 64319.171875, + 64320.7109375, + 64316.69140625, + 64317.921875, + 64320.07421875 ], "p10": [ - 64077.0625, - 63976.42578125, - 63884.5390625, - 63779.65234375, - 63679.81640625, - 63588.6171875, - 63515.6015625, - 63436.02734375, - 63339.90625, - 63276.91015625, - 63192.15234375, - 63103.34765625, - 63017.3046875, - 62933.484375, - 62857.54296875, - 62785.05078125, - 62718.20703125, - 62638.20703125, - 62568.9375, - 62512.203125, - 62468.11328125, - 62387.69921875, - 62300.71875, - 62225.33203125 + 64023.5390625, + 63921.40625, + 63828.38671875, + 63745.08203125, + 63656.453125, + 63570.7109375, + 63502.52734375, + 63432.44140625, + 63352.67578125, + 63291.3671875, + 63214.40625, + 63137.0546875, + 63061.54296875, + 62985.0390625, + 62917.0859375, + 62850.0546875, + 62786.80078125, + 62715.71484375, + 62648.515625, + 62600.37890625, + 62565.6953125, + 62494.7109375, + 62418.3359375, + 62357.203125 ], "p90": [ - 64498.83984375, - 64614.046875, - 64726.875, - 64843.0625, - 64934.5390625, - 65018.33203125, - 65105.015625, - 65193.8671875, - 65290.8359375, - 65365.32421875, - 65463.9765625, - 65548.78125, - 65653.046875, - 65754.890625, - 65837.8125, - 65902.4375, - 65977.5, - 66063.6953125, - 66129.5234375, - 66187.3828125, - 66249.03125, - 66342.375, - 66395.515625, - 66453.2578125 + 64463.859375, + 64582.34765625, + 64695.796875, + 64801.29296875, + 64892.73046875, + 64966.46875, + 65046.08984375, + 65125.34765625, + 65201.8671875, + 65277.21875, + 65370.0234375, + 65447.96484375, + 65540.984375, + 65627.453125, + 65704.25, + 65757.671875, + 65829.5546875, + 65898.34375, + 65965.0390625, + 66020.5625, + 66084.0859375, + 66160.6484375, + 66204.6328125, + 66260.5546875 ], "timestamps": [ - "2026-06-17 01:00:00", "2026-06-17 02:00:00", "2026-06-17 03:00:00", "2026-06-17 04:00:00", @@ -327,6 +326,7 @@ "2026-06-21 21:00:00", "2026-06-21 22:00:00", "2026-06-21 23:00:00", - "2026-06-22 00:00:00" + "2026-06-22 00:00:00", + "2026-06-22 01:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index fc99f40b0f1b75ffba3584e068cfba963310d21e..4871b4055025583a8948d0764a90be843054b6a4 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:02:39.654503+00:00", + "evaluated_at": "2026-06-22T01:12:43.213941+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 1c886237828c9111cdbb4040149375733c380385..91caf70e47b4a3fdaaf2924565493356b5e34fd8 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:55:36.343749+00:00", + "evaluated_at": "2026-06-22T01:12:48.814090+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2630000114440918, - 0.3009999990463257, - 0.3310000002384186, 0.3580000102519989, 0.38100001215934753, 0.4020000100135803, @@ -245,12 +242,12 @@ 0.3409999907016754, 0.35199999809265137, 0.36500000953674316, - 0.36399999260902405 - ], - "actuals": [ + 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, - 0.36500000953674316, + 0.36500000953674316 + ], + "actuals": [ 0.3799999952316284, 0.4000000059604645, 0.42100000381469727, @@ -307,198 +304,198 @@ 1.7640000581741333, 1.7740000486373901, 1.7929999828338623, - 1.8079999685287476 + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164 ], "p50": [ - 0.37384045124053955, - 0.3875136375427246, - 0.3992781639099121, - 0.41184931993484497, - 0.42785072326660156, - 0.44475096464157104, - 0.4634360074996948, - 0.48062360286712646, - 0.4998379945755005, - 0.5213096141815186, - 0.541462242603302, - 0.5640736818313599, - 0.5886871218681335, - 0.6146522164344788, - 0.6407957077026367, - 0.6695700883865356, - 0.6962471008300781, - 0.7243160009384155, - 0.7520346641540527, - 0.7807456851005554, - 0.8092522621154785, - 0.8378869295120239, - 0.8692082762718201, - 0.8966457843780518, - 0.9252293109893799, - 0.9554810523986816, - 0.9830964803695679, - 1.0143183469772339, - 1.0397692918777466, - 1.0647250413894653, - 1.0940821170806885, - 1.1228007078170776, - 1.1824307441711426, - 1.2088336944580078, - 1.2362782955169678, - 1.2618744373321533, - 1.2883493900299072, - 1.3128662109375, - 1.3344664573669434, - 1.3570668697357178, - 1.375845193862915, - 1.395338535308838, - 1.4161877632141113, - 1.436422348022461, - 1.4569075107574463, - 1.4724338054656982, - 1.4866834878921509, - 1.4986062049865723, - 1.5096148252487183, - 1.5215425491333008, - 1.5360926389694214, - 1.53959321975708, - 1.5478805303573608, - 1.5533491373062134, - 1.554330587387085, - 1.560417652130127, - 1.5696560144424438, - 1.5653414726257324, - 1.557850956916809, - 1.557913899421692 + 0.3756701350212097, + 0.3894648551940918, + 0.4027848243713379, + 0.4157242774963379, + 0.4290587902069092, + 0.4424976706504822, + 0.4564663767814636, + 0.46960681676864624, + 0.4860779643058777, + 0.5072515606880188, + 0.5275274515151978, + 0.5504629611968994, + 0.573698878288269, + 0.5972489714622498, + 0.6178106069564819, + 0.6405664682388306, + 0.6598286628723145, + 0.6796581149101257, + 0.7017890214920044, + 0.7235217094421387, + 0.7469416856765747, + 0.7733674049377441, + 0.8010038137435913, + 0.8256925344467163, + 0.849107563495636, + 0.8733973503112793, + 0.8968642354011536, + 0.9194068908691406, + 0.9390869140625, + 0.9616197943687439, + 0.9847321510314941, + 1.010205626487732, + 1.0209910869598389, + 1.0441704988479614, + 1.0612720251083374, + 1.0780102014541626, + 1.0908823013305664, + 1.105682611465454, + 1.1155649423599243, + 1.1244628429412842, + 1.1323928833007812, + 1.1450400352478027, + 1.1543200016021729, + 1.162484884262085, + 1.1723461151123047, + 1.1731599569320679, + 1.1755692958831787, + 1.1759471893310547, + 1.1777455806732178, + 1.177375078201294, + 1.1802237033843994, + 1.1780027151107788, + 1.1740779876708984, + 1.1680986881256104, + 1.1621670722961426, + 1.1561903953552246, + 1.1431955099105835, + 1.1336357593536377, + 1.1188275814056396, + 1.1065382957458496 ], "p10": [ - 0.36428362131118774, - 0.37260645627975464, - 0.37951457500457764, - 0.38733232021331787, - 0.3984728455543518, - 0.4108324646949768, - 0.4237324595451355, - 0.4375360608100891, - 0.4509587287902832, - 0.4659850597381592, - 0.4781532883644104, - 0.4941755533218384, - 0.5110298991203308, - 0.530886709690094, - 0.5485813617706299, - 0.5678794384002686, - 0.5864987373352051, - 0.6081109046936035, - 0.6236342191696167, - 0.6460479497909546, - 0.6638485193252563, - 0.6810387372970581, - 0.7039289474487305, - 0.7239800095558167, - 0.7432171106338501, - 0.7624073028564453, - 0.7805625200271606, - 0.8068843483924866, - 0.8192083835601807, - 0.8410908579826355, - 0.860314130783081, - 0.8710315227508545, - 0.8515836000442505, - 0.8709897398948669, - 0.8743398785591125, - 0.8910685777664185, - 0.9059245586395264, - 0.912733793258667, - 0.9210330247879028, - 0.9297729134559631, - 0.927963376045227, - 0.9277716875076294, - 0.9386225342750549, - 0.933510422706604, - 0.9372066259384155, - 0.9367053508758545, - 0.9327385425567627, - 0.9257540106773376, - 0.9166429042816162, - 0.9146394729614258, - 0.9077069163322449, - 0.9020786881446838, - 0.8905081748962402, - 0.8739688992500305, - 0.867324948310852, - 0.8483028411865234, - 0.8346855640411377, - 0.8244343996047974, - 0.8059420585632324, - 0.7883856892585754 + 0.3655779957771301, + 0.37293362617492676, + 0.3802796006202698, + 0.38705551624298096, + 0.3941432237625122, + 0.4023500680923462, + 0.4089272618293762, + 0.41642218828201294, + 0.4251773953437805, + 0.43757474422454834, + 0.447231650352478, + 0.461031973361969, + 0.47234541177749634, + 0.48621147871017456, + 0.49488943815231323, + 0.5043863654136658, + 0.5149383544921875, + 0.5265927910804749, + 0.5334482789039612, + 0.5438903570175171, + 0.5524085164070129, + 0.5629445314407349, + 0.5796341896057129, + 0.5922001004219055, + 0.605449914932251, + 0.6138569116592407, + 0.6237541437149048, + 0.6285519003868103, + 0.6368995308876038, + 0.6507226228713989, + 0.653245747089386, + 0.6672552824020386, + 0.6076035499572754, + 0.6301570534706116, + 0.6386575698852539, + 0.6393696069717407, + 0.6366860866546631, + 0.6403512954711914, + 0.6398377418518066, + 0.6400001645088196, + 0.6402397155761719, + 0.6397285461425781, + 0.6364009380340576, + 0.6213706135749817, + 0.618311882019043, + 0.6031392812728882, + 0.5977683663368225, + 0.5757055878639221, + 0.5675494074821472, + 0.5581007599830627, + 0.5428484678268433, + 0.524483323097229, + 0.5090537667274475, + 0.488814115524292, + 0.47187304496765137, + 0.44607824087142944, + 0.4263775944709778, + 0.40824925899505615, + 0.3865056037902832, + 0.3700350522994995 ], "p90": [ - 0.3849239945411682, - 0.4016376733779907, - 0.4186668395996094, - 0.43423759937286377, - 0.457089900970459, - 0.4774554967880249, - 0.5008504390716553, - 0.5218705534934998, - 0.5460716485977173, - 0.5729365348815918, - 0.6000014543533325, - 0.629875659942627, - 0.6598180532455444, - 0.6964438557624817, - 0.7311867475509644, - 0.7668520212173462, - 0.8030437231063843, - 0.8382513523101807, - 0.8754882216453552, - 0.9139035940170288, - 0.9504380226135254, - 0.9860719442367554, - 1.0260108709335327, - 1.060376524925232, - 1.097760558128357, - 1.1371923685073853, - 1.1796128749847412, - 1.2193903923034668, - 1.2571849822998047, - 1.2964907884597778, - 1.3334081172943115, - 1.3725519180297852, - 1.4761011600494385, - 1.5298820734024048, - 1.5712437629699707, - 1.6062952280044556, - 1.643073558807373, - 1.6734428405761719, - 1.7096954584121704, - 1.7296839952468872, - 1.7640550136566162, - 1.7934961318969727, - 1.8267545700073242, - 1.8588476181030273, - 1.8947677612304688, - 1.9224672317504883, - 1.9511356353759766, - 1.9809656143188477, - 2.0036630630493164, - 2.03314471244812, - 2.051774024963379, - 2.086946725845337, - 2.096223831176758, - 2.1185073852539062, - 2.133389472961426, - 2.1492486000061035, - 2.186171054840088, - 2.1886842250823975, - 2.199249505996704, - 2.2034592628479004 + 0.38924896717071533, + 0.4067380428314209, + 0.42494338750839233, + 0.4430639147758484, + 0.463090717792511, + 0.481128990650177, + 0.5008535981178284, + 0.5186452269554138, + 0.5400778651237488, + 0.5679073333740234, + 0.5964890718460083, + 0.6290864944458008, + 0.6594439744949341, + 0.6941498517990112, + 0.7237595319747925, + 0.7555272579193115, + 0.7839752435684204, + 0.8117501735687256, + 0.8441987633705139, + 0.8770424127578735, + 0.9101421236991882, + 0.9445546865463257, + 0.9819244742393494, + 1.0137768983840942, + 1.0469579696655273, + 1.0820224285125732, + 1.1193746328353882, + 1.1518101692199707, + 1.1874674558639526, + 1.2204951047897339, + 1.2533581256866455, + 1.2931957244873047, + 1.371614694595337, + 1.424674153327942, + 1.4532920122146606, + 1.4730539321899414, + 1.4913911819458008, + 1.5161986351013184, + 1.5431461334228516, + 1.5577030181884766, + 1.5842714309692383, + 1.6031603813171387, + 1.6276257038116455, + 1.6429197788238525, + 1.6759214401245117, + 1.6861755847930908, + 1.6991426944732666, + 1.7142937183380127, + 1.7324333190917969, + 1.7467120885849, + 1.7483242750167847, + 1.768082857131958, + 1.7755343914031982, + 1.7823035717010498, + 1.7950787544250488, + 1.7972335815429688, + 1.8134559392929077, + 1.8132743835449219, + 1.802079200744629, + 1.8081331253051758 ], "timestamps": [ - "2026-06-20 18:48:00", - "2026-06-20 18:54:00", - "2026-06-20 19:00:00", "2026-06-20 19:06:00", "2026-06-20 19:12:00", "2026-06-20 19:18:00", @@ -795,6 +792,9 @@ "2026-06-22 00:24:00", "2026-06-22 00:30:00", "2026-06-22 00:36:00", - "2026-06-22 00:42:00" + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 81ac8aa9078b904629030c503fcd1d97b9294aad..0fe550d4dcea0ce3d81e100a67d46c1694f50929 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:47:21.595968+00:00", + "evaluated_at": "2026-06-22T01:12:54.846264+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, "context": [ - 1.5, 1.5, 1.5, 1.399999976158142, @@ -84,6 +83,7 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -96,7 +96,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,232 +157,232 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, + 1.600000023841858, 1.600000023841858 ], "p50": [ - 1.3003476858139038, - 1.3001999855041504, - 1.3001494407653809, - 1.3002725839614868, - 1.300062894821167, - 1.3003289699554443, - 1.3004813194274902, - 1.3002711534500122, - 1.3003208637237549, - 1.3003484010696411, - 1.300229549407959, - 1.30043363571167, - 1.2999767065048218, - 1.3001453876495361, - 1.3004077672958374, - 1.3003184795379639, - 1.300356388092041, - 1.3002761602401733, - 1.3002068996429443, - 1.3002327680587769, - 1.3002982139587402, - 1.3002489805221558, - 1.3002766370773315, - 1.300429344177246, - 1.300275206565857, - 1.3003418445587158, - 1.3003438711166382, - 1.3003954887390137, - 1.3003441095352173, - 1.3004523515701294, - 1.300333023071289, - 1.3003259897232056, - 1.3005911111831665, - 1.3010177612304688, - 1.300256609916687, - 1.3008086681365967, - 1.3008204698562622, - 1.3007105588912964, - 1.300848126411438, - 1.3007792234420776, - 1.30088472366333, - 1.3009132146835327, - 1.3007123470306396, - 1.30097496509552, - 1.3007586002349854, - 1.3009066581726074, - 1.3009049892425537, - 1.3008657693862915, - 1.3008302450180054, - 1.300854206085205, - 1.300896406173706, - 1.3009567260742188, - 1.3009289503097534, - 1.3008984327316284, - 1.3008674383163452, - 1.3008744716644287, - 1.300828218460083, - 1.3008707761764526, - 1.300824761390686, - 1.3009090423583984, - 1.3009178638458252, - 1.3007954359054565, - 1.3009123802185059, - 1.300906777381897, - 1.3000528812408447, - 1.3003491163253784, - 1.3000885248184204, - 1.30034601688385, - 1.300435185432434, - 1.300323724746704, - 1.3004907369613647, - 1.3003249168395996 + 1.3008257150650024, + 1.3004778623580933, + 1.3004064559936523, + 1.300525188446045, + 1.3004578351974487, + 1.3005276918411255, + 1.300653100013733, + 1.3003613948822021, + 1.3004659414291382, + 1.3005011081695557, + 1.300475001335144, + 1.3005955219268799, + 1.3005850315093994, + 1.3003958463668823, + 1.300572395324707, + 1.3005472421646118, + 1.3005366325378418, + 1.300597906112671, + 1.3004326820373535, + 1.3004754781723022, + 1.3004965782165527, + 1.3004615306854248, + 1.300487756729126, + 1.3005632162094116, + 1.3004881143569946, + 1.3005062341690063, + 1.300540804862976, + 1.3006000518798828, + 1.3005231618881226, + 1.3005828857421875, + 1.3005625009536743, + 1.3004833459854126, + 1.3008466958999634, + 1.3009785413742065, + 1.3003116846084595, + 1.3008900880813599, + 1.300798773765564, + 1.3007848262786865, + 1.3009334802627563, + 1.3008697032928467, + 1.3008661270141602, + 1.3009390830993652, + 1.300743579864502, + 1.3010354042053223, + 1.3007047176361084, + 1.3009562492370605, + 1.3009076118469238, + 1.3008854389190674, + 1.3008705377578735, + 1.3009119033813477, + 1.3008952140808105, + 1.3009843826293945, + 1.3009594678878784, + 1.3009284734725952, + 1.3009008169174194, + 1.3008946180343628, + 1.300803780555725, + 1.3009332418441772, + 1.3008824586868286, + 1.3009569644927979, + 1.3009635210037231, + 1.300861120223999, + 1.3009276390075684, + 1.30097234249115, + 1.3003181219100952, + 1.3006125688552856, + 1.2999098300933838, + 1.3004815578460693, + 1.3005338907241821, + 1.3003871440887451, + 1.3005249500274658, + 1.3004170656204224 ], "p10": [ - 1.2075135707855225, - 1.1976313591003418, - 1.2010642290115356, - 1.1960996389389038, - 1.1984424591064453, - 1.1984740495681763, - 1.1980236768722534, - 1.2012953758239746, - 1.1987929344177246, - 1.1978847980499268, - 1.1977968215942383, - 1.1986764669418335, - 1.1987303495407104, - 1.1992157697677612, - 1.1994801759719849, - 1.2003633975982666, - 1.2002849578857422, - 1.2002382278442383, - 1.1999151706695557, - 1.2000129222869873, - 1.200152039527893, - 1.200481653213501, - 1.199711799621582, - 1.200226902961731, - 1.1994553804397583, - 1.198834776878357, - 1.1981744766235352, - 1.1981531381607056, - 1.1978585720062256, - 1.1979773044586182, - 1.1977038383483887, - 1.19786536693573, - 1.19961678981781, - 1.1986939907073975, - 1.2030624151229858, - 1.20269775390625, - 1.1989340782165527, - 1.2008365392684937, - 1.2009429931640625, - 1.200491189956665, - 1.2020636796951294, - 1.2027719020843506, - 1.202042818069458, - 1.2016509771347046, - 1.2017719745635986, - 1.2010157108306885, - 1.2014201879501343, - 1.20208740234375, - 1.2013323307037354, - 1.2011162042617798, - 1.2016539573669434, - 1.201481819152832, - 1.2014838457107544, - 1.2016613483428955, - 1.201159954071045, - 1.2015953063964844, - 1.2012284994125366, - 1.2011958360671997, - 1.2010667324066162, - 1.2008554935455322, - 1.2007217407226562, - 1.2003867626190186, - 1.20059335231781, - 1.2013795375823975, - 1.196772813796997, - 1.1969857215881348, - 1.2008713483810425, - 1.1998847723007202, - 1.200523853302002, - 1.2007346153259277, - 1.2002007961273193, - 1.1997742652893066 + 1.2320890426635742, + 1.1992087364196777, + 1.2018629312515259, + 1.1976609230041504, + 1.1966841220855713, + 1.1987345218658447, + 1.1992967128753662, + 1.2016280889511108, + 1.1973838806152344, + 1.1976903676986694, + 1.1962521076202393, + 1.1975688934326172, + 1.197511911392212, + 1.1981967687606812, + 1.1981655359268188, + 1.1994388103485107, + 1.1991761922836304, + 1.1993576288223267, + 1.199324369430542, + 1.1992921829223633, + 1.199461579322815, + 1.1997359991073608, + 1.1988699436187744, + 1.1997640132904053, + 1.1993359327316284, + 1.198957920074463, + 1.1984589099884033, + 1.1983376741409302, + 1.1979628801345825, + 1.1983972787857056, + 1.1980574131011963, + 1.1980630159378052, + 1.1999722719192505, + 1.2023637294769287, + 1.2017366886138916, + 1.2021207809448242, + 1.1968491077423096, + 1.1996265649795532, + 1.1987913846969604, + 1.199802279472351, + 1.2013434171676636, + 1.2022099494934082, + 1.2015149593353271, + 1.2010427713394165, + 1.201369285583496, + 1.2011289596557617, + 1.2016339302062988, + 1.2022775411605835, + 1.2015806436538696, + 1.2014819383621216, + 1.2017483711242676, + 1.2016584873199463, + 1.2017453908920288, + 1.2019492387771606, + 1.2013907432556152, + 1.201776146888733, + 1.2011768817901611, + 1.2010771036148071, + 1.2010774612426758, + 1.2009156942367554, + 1.2008615732192993, + 1.2004806995391846, + 1.2005488872528076, + 1.201158046722412, + 1.1978672742843628, + 1.196962833404541, + 1.2000641822814941, + 1.1986310482025146, + 1.1989635229110718, + 1.2000799179077148, + 1.1996543407440186, + 1.1991198062896729 ], "p90": [ - 1.4007662534713745, - 1.4014352560043335, - 1.4024012088775635, - 1.4012691974639893, - 1.4014896154403687, - 1.3993653059005737, - 1.4015681743621826, - 1.4026737213134766, - 1.4039503335952759, - 1.4028469324111938, - 1.404052972793579, - 1.4065196514129639, - 1.4062495231628418, - 1.4047459363937378, - 1.4039528369903564, - 1.4032325744628906, - 1.4042613506317139, - 1.4052441120147705, - 1.405062198638916, - 1.4035292863845825, - 1.4039591550827026, - 1.4035296440124512, - 1.4043891429901123, - 1.4047309160232544, - 1.4038827419281006, - 1.4047400951385498, - 1.405335783958435, - 1.4045261144638062, - 1.405722975730896, - 1.4051308631896973, - 1.4047926664352417, - 1.4061158895492554, - 1.4133378267288208, - 1.4152065515518188, - 1.4187060594558716, - 1.417930245399475, - 1.4211039543151855, - 1.4217826128005981, - 1.421859860420227, - 1.4235466718673706, - 1.4221923351287842, - 1.423947811126709, - 1.4258532524108887, - 1.4240636825561523, - 1.4259032011032104, - 1.4249324798583984, - 1.4256460666656494, - 1.4262077808380127, - 1.4275577068328857, - 1.4284710884094238, - 1.4288955926895142, - 1.43019700050354, - 1.43073570728302, - 1.4320931434631348, - 1.430816411972046, - 1.4310474395751953, - 1.4316760301589966, - 1.4314959049224854, - 1.4316502809524536, - 1.4314428567886353, - 1.4321304559707642, - 1.4312885999679565, - 1.4327374696731567, - 1.4326139688491821, - 1.4493284225463867, - 1.4556372165679932, - 1.4588453769683838, - 1.4593204259872437, - 1.4639395475387573, - 1.465003490447998, - 1.4651591777801514, - 1.467639684677124 + 1.404687523841858, + 1.3972985744476318, + 1.4029098749160767, + 1.4018805027008057, + 1.4017674922943115, + 1.399756669998169, + 1.3990504741668701, + 1.400856614112854, + 1.4022349119186401, + 1.4007477760314941, + 1.4032460451126099, + 1.4040820598602295, + 1.4012234210968018, + 1.4026622772216797, + 1.402552843093872, + 1.4020777940750122, + 1.402546763420105, + 1.403246521949768, + 1.4034333229064941, + 1.402452826499939, + 1.4023892879486084, + 1.4019626379013062, + 1.40301513671875, + 1.4026411771774292, + 1.402039647102356, + 1.4027328491210938, + 1.4034626483917236, + 1.4029810428619385, + 1.4038641452789307, + 1.4033986330032349, + 1.4031951427459717, + 1.404348373413086, + 1.406211256980896, + 1.4069725275039673, + 1.4109567403793335, + 1.4092622995376587, + 1.413083553314209, + 1.4129570722579956, + 1.4141807556152344, + 1.4143683910369873, + 1.4130388498306274, + 1.41475510597229, + 1.4174803495407104, + 1.4151896238327026, + 1.4170950651168823, + 1.4162111282348633, + 1.416831135749817, + 1.4172554016113281, + 1.417832851409912, + 1.4184595346450806, + 1.4186753034591675, + 1.4191679954528809, + 1.4194884300231934, + 1.420634150505066, + 1.4195564985275269, + 1.4194682836532593, + 1.4202975034713745, + 1.4200972318649292, + 1.420541524887085, + 1.420719861984253, + 1.4208623170852661, + 1.4202390909194946, + 1.4213879108428955, + 1.4214857816696167, + 1.447404384613037, + 1.4521803855895996, + 1.4558665752410889, + 1.4550755023956299, + 1.4591751098632812, + 1.4600307941436768, + 1.458393931388855, + 1.4601943492889404 ], "timestamps": [ - "2026-06-20 00:10:00", "2026-06-20 00:20:00", "2026-06-20 00:30:00", "2026-06-20 00:40:00", @@ -533,6 +532,7 @@ "2026-06-21 00:40:00", "2026-06-21 00:50:00", "2026-06-21 01:00:00", - "2026-06-21 01:10:00" + "2026-06-21 01:10:00", + "2026-06-21 01:20:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 4406bb4bfaf06cda59c500e7edc8c817f7cdc44b..34e5ba7a640b8d908d280a448a67ca725b8775a6 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,37 +1,31 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T01:03:32.651999+00:00", + "evaluated_at": "2026-06-22T01:12:56.961985+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t010000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t190000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", - "data_fetched_at": "2026-06-22T01:01:19.149346Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t001000z", + "data_fetched_at": "2026-06-22T01:10:43.222387Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": []