diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 1e7862db72454007366a1e144095acbde4e688cf..91c9c828acff57baaf8f6cb6d5e6b559f5927a83 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,1369551.975628019,429659.0008264677,570.4768719312991,0.5900806628412472,0.008815106388979218,0.008786233797160781,7.744414861680066,1170.2785888958317,0.018040116139964823,0.008794033422857516,0.00784128596513468,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,1374244.4628454642,432208.42463879223,571.5497885979657,0.5911904490727148,0.008832195680501786,0.008803009965251797,7.788806310938772,1172.2817335629966,0.018071293965880177,0.008810718405120882,0.007857955189399975,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.03104042780794939,0.030166707904971876,0.14784249531486623,0.14010075598122002,0.1292232704739814,0.12387717147261132,4.84121372838001,0.1761829384700726,0.145291544001011,0.12192023018680612,0.11864465024709925,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.04439219518189401,0.04448962551715888,0.16439163121198144,0.15513399610697695,0.13538327653977056,0.14079290124974128,5.4529654110817765,0.2106945542293251,0.1743366454102601,0.13602385511978526,0.1326406958918164,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.04912487248194884,0.05888778677100367,0.1994778745011499,0.9604489801435352,0.1283184813658131,0.14080106471744433,7.70253383570679,0.22164131492559966,0.15083340467236442,0.13575053449721208,0.11116152822615982,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,0.8753739087818296,0.532226445829684,0.6643045376226855,0.40431044357545054,0.03899968699325224,0.03812065744151825,3.257098877155473,0.9356141879972907,0.054304088299721824,0.03855697437229613,0.03379825704058684,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,315.4798868653182,320.71639304955846,12.463040288754053,0.9901880748895503,0.2548904920233705,0.3307408120731162,25.281196835017678,17.76175348509595,0.4753368526368807,0.33353364295445237,0.31499554163199756,Air Quality,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 06516aeae215d166275668475da8dd3e175af07d..dffc4dc2199ce0c129ef0344a5b121947fcc93fa 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T05:52:36.576912+00:00", + "evaluated_at": "2026-06-18T06:10:49.887682+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64689.5, 64282.8203125, 63883.41015625, - 63962.26953125 + 63936.51953125 ], "p50": [ 65142.390219083965, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f3f844e6a73f67345f5427d2cc78870a23738d93..4fae5dc7e2f753347d653e9f8735349372771657 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T05:40:26.723113+00:00", + "evaluated_at": "2026-06-18T06:10:49.969334+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3960000276565552, - 1.3799999952316284, - 1.3559999465942383, 1.3600000143051147, 1.3179999589920044, 1.3109999895095825, @@ -245,12 +242,12 @@ 1.621000051498413, 1.6050000190734863, 1.590000033378601, - 1.5759999752044678 - ], - "actuals": [ + 1.5759999752044678, 1.565000057220459, 1.559000015258789, - 1.5379999876022339, + 1.5379999876022339 + ], + "actuals": [ 1.5219999551773071, 1.5069999694824219, 1.4789999723434448, @@ -307,198 +304,198 @@ 1.3309999704360962, 1.3550000190734863, 1.3940000534057617, - 1.4199999570846558 + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 ], "p50": [ - 1.5576994447381796, - 1.546094108420081, - 1.5348127963795797, - 1.5235841942941393, - 1.5127664817497632, - 1.502178721088355, - 1.4899137679848424, - 1.4812100813075604, - 1.4691334420459343, - 1.4596757216846907, - 1.4488780013007363, - 1.4373164957662428, - 1.4269634636703799, - 1.4186992214634413, - 1.4066467114981709, - 1.3976985995853997, - 1.3878914477469615, - 1.3793568628374426, - 1.3683851916726593, - 1.35946264564847, - 1.3510917053263694, - 1.3406255779064447, - 1.331071468794695, - 1.3221606703737556, - 1.3127745329524165, - 1.304393896729434, - 1.2952986002150988, - 1.2870289053392794, - 1.2799517722397762, - 1.271137178858877, - 1.2617327107505942, - 1.2534585745421565, - 1.246112446256388, - 1.2380653956224337, - 1.230227474538935, - 1.2206303655600097, - 1.212481180877059, - 1.2069792988960568, - 1.1982649903994769, - 1.1908719946146968, - 1.1844702421720448, - 1.177019376669472, - 1.1695299721317547, - 1.1623329382384235, - 1.1557153264035809, - 1.14819543579234, - 1.1405299271678029, - 1.1329320620461463, - 1.1262149787878877, - 1.1206376376343652, - 1.113845723990564, - 1.1076699766019582, - 1.1007626237149806, - 1.0949267199940538, - 1.08695034652217, - 1.0791346566276396, - 1.0757962219384998, - 1.0693652844488786, - 1.063297293682541, - 1.0582237839365098 + 1.5186230114082813, + 1.5067575600782668, + 1.4921059136804202, + 1.479710877599599, + 1.466267570913928, + 1.4530117536954192, + 1.4403322457197327, + 1.4291456967909908, + 1.4169443505638535, + 1.4037612435706988, + 1.392203403559555, + 1.3804098333736055, + 1.368401795898, + 1.3570740296767365, + 1.345997419194228, + 1.333137830983306, + 1.322003726254914, + 1.3111842513955476, + 1.2980869663755585, + 1.2883778327743078, + 1.2759673393960331, + 1.268313143999635, + 1.2570443014387396, + 1.2458876404779775, + 1.2358928082936087, + 1.228115853868974, + 1.2169554350497116, + 1.2054854742686456, + 1.1951872797583258, + 1.1861125069664822, + 1.1753980230927792, + 1.1659038220085012, + 1.1576121859481592, + 1.1486770840925913, + 1.1381082982011643, + 1.1274998889198828, + 1.1207966223688535, + 1.1119620861997337, + 1.1045320318586598, + 1.0927432306154123, + 1.084759523661924, + 1.0759494806311778, + 1.0671836714983987, + 1.0592711940607695, + 1.0518128195527643, + 1.0417828812706107, + 1.0357287173100098, + 1.02763704190401, + 1.0183634501008716, + 1.0104355138162893, + 1.002898711518018, + 0.9952985969515524, + 0.9883657877818952, + 0.9799173789098238, + 0.971542362443089, + 0.9640992334228766, + 0.9567436445570303, + 0.9508568929601318, + 0.9424820247413285, + 0.9368636584524198 ], "p10": [ - 1.5426826635413289, - 1.53207304947103, - 1.52099658926132, - 1.510784317263183, - 1.5000609842173285, - 1.4873872489973614, - 1.4775912163254734, - 1.4690840649776367, - 1.4548669698132572, - 1.4455790464768647, - 1.4351252217337833, - 1.4233598782790609, - 1.4147084820757307, - 1.4043952435779574, - 1.3941236672981578, - 1.3844973638199023, - 1.3729459740390897, - 1.3653606653693735, - 1.355681074846968, - 1.3442726686038826, - 1.3375234555177222, - 1.3272611144425945, - 1.3167508207669147, - 1.3095623240127332, - 1.3008689398139242, - 1.2901359559629881, - 1.2813889159022902, - 1.2744324804617966, - 1.264249963019799, - 1.257395025462165, - 1.2485266959396277, - 1.2377832152232888, - 1.2310056679140413, - 1.2245831946731105, - 1.2148194240068284, - 1.2086781673429547, - 1.2005261292643692, - 1.193548103517869, - 1.1839918952244173, - 1.1767955984643923, - 1.1690294740963898, - 1.16274171701479, - 1.1565347952831782, - 1.146453561029105, - 1.1416948137145548, - 1.134350047694927, - 1.1286579836084887, - 1.1194961258069218, - 1.113730433054281, - 1.1080832415153812, - 1.1009703687636772, - 1.0927880739956204, - 1.0870471140522067, - 1.0811014736021292, - 1.0744334092169525, - 1.0667542138512123, - 1.0629896662451412, - 1.0558971787112728, - 1.0501676911590867, - 1.0434765468928924 + 1.5030781027965314, + 1.4925631317352226, + 1.477997508283715, + 1.4653032954538292, + 1.4554743873493874, + 1.4392825152902302, + 1.426173337713772, + 1.415850210760988, + 1.4031982780148022, + 1.39088684345379, + 1.3775832264999741, + 1.3678456538347503, + 1.3565071685913719, + 1.3437761527292649, + 1.3322141731128707, + 1.3203425477939656, + 1.308272330898522, + 1.296103098814319, + 1.2868668868307915, + 1.2743607403081985, + 1.2649731163857743, + 1.2544653462168398, + 1.243856835508493, + 1.233662757345147, + 1.2233321421644123, + 1.2114454723806554, + 1.2017075892650222, + 1.1906927272955203, + 1.1826631443911872, + 1.1741854102474774, + 1.1615353844332637, + 1.1517001247307213, + 1.1449567695169356, + 1.1347334499549184, + 1.1240528191571562, + 1.114863068569007, + 1.1071478858011867, + 1.0983828677474266, + 1.0890851112291982, + 1.0801360459410432, + 1.071428566038657, + 1.063874148236121, + 1.054526385883803, + 1.0460189643699658, + 1.0381002142640865, + 1.0295254638565356, + 1.0216294349582917, + 1.0136254032180416, + 1.005609225636673, + 0.9960865715245076, + 0.9883045689219696, + 0.9809200634264863, + 0.9747366080202063, + 0.9670222505074343, + 0.9578523861971664, + 0.9504381121407917, + 0.9431501050415622, + 0.9370321367328015, + 0.9281968848910095, + 0.924351108384793 ], "p90": [ - 1.5723680630239933, - 1.5597392893346855, - 1.548538109103782, - 1.5396575105588168, - 1.5260014019533643, - 1.5163844653723777, - 1.5017878389337975, - 1.494525191202401, - 1.4836196221383586, - 1.4743947191617646, - 1.4620974292240727, - 1.4524146641691178, - 1.440426239669247, - 1.430911400986728, - 1.4199309073113875, - 1.410006749654319, - 1.4026121091254338, - 1.3909364193570815, - 1.3808760496876282, - 1.375497377435247, - 1.3645178410939824, - 1.3548889548785383, - 1.3448114936425493, - 1.333802895177641, - 1.325852729522211, - 1.318473555577607, - 1.310396768617974, - 1.299715984852811, - 1.2930026153449004, - 1.2848075843427746, - 1.274306461526422, - 1.2682137111734322, - 1.259384660797729, - 1.2497303132100104, - 1.244253279763869, - 1.2359117124978543, - 1.227648787154147, - 1.2221005539678667, - 1.2127755629808377, - 1.2047429344871192, - 1.1980411351852476, - 1.1933607914338213, - 1.183399100450176, - 1.176146059985405, - 1.1670513111438467, - 1.1600548363853285, - 1.1530606212760874, - 1.1482188761887882, - 1.1388997941658208, - 1.1327246485567768, - 1.1260549961530697, - 1.1202715163010761, - 1.1143076855276375, - 1.107351736874346, - 1.1004417035438727, - 1.0945610379583905, - 1.089773638561872, - 1.0810909192945106, - 1.0775682328434704, - 1.0707740946240698 + 1.5312318690458042, + 1.5195083383973012, + 1.5057403932184668, + 1.4917065301363028, + 1.477514327721761, + 1.4682711996459563, + 1.4534571218189072, + 1.4426262112581631, + 1.430309642362107, + 1.420012745475897, + 1.4050202571177726, + 1.3927935747141005, + 1.3827187117104134, + 1.3691062584958928, + 1.3598473511075062, + 1.3450905459392746, + 1.3346303589507722, + 1.3235561847294477, + 1.3127712410422951, + 1.3034190274465014, + 1.2907190732465839, + 1.280264564742492, + 1.272515340544708, + 1.2588251110080462, + 1.2506544602139764, + 1.2388272251223873, + 1.2312429714167044, + 1.2184260043974489, + 1.2070373009146387, + 1.198303493562129, + 1.1892049912359162, + 1.1809663055662296, + 1.1717457152379376, + 1.1625588932839854, + 1.1514398405608604, + 1.1420175397179462, + 1.1350075273135807, + 1.1239256226008567, + 1.1166704738755888, + 1.105799039516881, + 1.0990769453852198, + 1.09012068122381, + 1.0792254925234208, + 1.0747083443307606, + 1.0638467047121318, + 1.0569341415641738, + 1.050865361626223, + 1.0422400744383122, + 1.0311100022114774, + 1.0238563663736642, + 1.0157578466693309, + 1.0095461101608798, + 1.00061622794002, + 0.9931246044865274, + 0.9850330774657683, + 0.9776380533291785, + 0.9705827912765441, + 0.9630621835049332, + 0.9603330266962734, + 0.9491763085550367 ], "timestamps": [ - "2026-06-16 23:36:00", - "2026-06-16 23:42:00", - "2026-06-16 23:48:00", "2026-06-16 23:54:00", "2026-06-17 00:00:00", "2026-06-17 00:06:00", @@ -795,6 +792,9 @@ "2026-06-18 05:12:00", "2026-06-18 05:18:00", "2026-06-18 05:24:00", - "2026-06-18 05:30:00" + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 9d292c35504729f10e96d099da20159fa15e387d..be98f7f531f8c1113510380b0032a57a1ab195b6 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T05:52:36.644987+00:00", + "evaluated_at": "2026-06-18T06:10:50.024762+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 615d7af75369bc0917fa3930bd45e11966fd2cef..06f8627ed91fe4198e0051d4a08261e17b19760a 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -9,4 +9,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 -2026-06-18,Chronos-2,3.800,3.800,3.800,4.100,4.200,3.600,3.800,4.100,4.200 +2026-06-18,Chronos-2,3.800,3.800,3.800,4.100,4.000,3.400,3.800,4.100,4.200 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 5ec2d8056a7a1cebe6af7c0552059fed277b3b7b..3e065d1fbc7318dc98748c22d93e9789e10ed981 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.1,3.875,4.1,4.05,4.25,3.575,4.1,4.05,4.2 +2026-W25,Chronos-Bolt-Mini,4.1,3.875,4.1,4.05,4.2,3.525,4.1,4.05,4.2 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 90e45807eac9a820f70726ad590ded437aecc523..64bfa622ba3a8ac2c00061e6d8f6592bc13d0c95 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,1044134.6785551707,1044134.6785551707,891.9158528645834,0.9225655299139466,0.013819615306110982,0.013696558848050744,4.855733962870647,1021.8290848058547,0.015751732570348183,0.013749089939288875,0.008544404871991259,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,1047663.1242745718,1047663.1242745718,892.98876953125,0.9236753161454142,0.013836824296367777,0.013713333734162947,4.855733962870647,1023.5541628436532,0.015778586014924073,0.013765856875873294,0.008550059370143713,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.18389856913128605,0.18389856913128605,0.32616660992304486,0.30908696805156877,0.27885492097378445,0.36585716874555624,1.4953273125051851,0.4288339645262325,0.3536434876562961,0.268977522845349,0.21385137815662425,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.10006695108447682,0.10006695108447682,0.22286593119303386,0.2103153442007943,0.18280784396349656,0.22136212263062124,0.783336622218617,0.316333607263719,0.2617463945501811,0.18440770319169264,0.1611423588950378,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.02224031799806545,0.02224031799806545,0.1146467278401057,0.5520027376779986,0.07383433585722222,0.07755896698451635,3.589222347998646,0.14913188122620008,0.10148861189572535,0.0780204552588665,0.09107016706053955,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.9894591853934193,0.9894591853934193,0.8735148906707764,0.5316404945550115,0.051400997865251714,0.049740827490798056,8.503777275729664,0.9947156304157582,0.057734401765364436,0.05069977600023853,0.038950287627866315,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,52.75861919689745,52.75861919689745,5.9901511669158936,0.47591728140508244,0.17693568134713888,0.1701254023783764,2.667847713016814,7.26351286891525,0.19438482518602546,0.16030734830827192,0.15927649678018596,Air Quality,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 8bb563876397a5a48dbd11a20defe76629b806c4..e17e5a3e4a8477b075daefd001f49b654849eced 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T05:46:23.696384+00:00", + "evaluated_at": "2026-06-18T05:58:28.719588+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64689.5, 64282.8203125, 63883.41015625, - 63962.26953125 + 63936.51953125 ], "p50": [ 65788.7578125, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 36f1a2367a09016493a091fd258c8dcc2f4a7bb8..a205d76998471f11affddacfaeacbc375e2da957 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T05:37:06.966587+00:00", + "evaluated_at": "2026-06-18T05:58:35.394484+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3960000276565552, - 1.3799999952316284, - 1.3559999465942383, 1.3600000143051147, 1.3179999589920044, 1.3109999895095825, @@ -245,12 +242,12 @@ 1.621000051498413, 1.6050000190734863, 1.590000033378601, - 1.5759999752044678 - ], - "actuals": [ + 1.5759999752044678, 1.565000057220459, 1.559000015258789, - 1.5379999876022339, + 1.5379999876022339 + ], + "actuals": [ 1.5219999551773071, 1.5069999694824219, 1.4789999723434448, @@ -307,198 +304,198 @@ 1.3309999704360962, 1.3550000190734863, 1.3940000534057617, - 1.4199999570846558 + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 ], "p50": [ - 1.5494673252105713, - 1.5348061323165894, - 1.5191419124603271, - 1.49867582321167, - 1.4761260747909546, - 1.452723741531372, - 1.432708740234375, - 1.4079021215438843, - 1.3795912265777588, - 1.3508105278015137, - 1.3283699750900269, - 1.298496961593628, - 1.269163727760315, - 1.2346110343933105, - 1.2074551582336426, - 1.1689026355743408, - 1.160944938659668, - 1.141884446144104, - 1.1147838830947876, - 1.0818661451339722, - 1.053799033164978, - 1.0278112888336182, - 0.9980665445327759, - 0.9636710286140442, - 0.9308832287788391, - 0.9032574892044067, - 0.8722224235534668, - 0.8389210104942322, - 0.8144692182540894, - 0.7782742977142334, - 0.7398098707199097, - 0.7184942960739136, - 0.7429103851318359, - 0.7326565384864807, - 0.7037491798400879, - 0.6839839816093445, - 0.6587098836898804, - 0.6423754692077637, - 0.6198745965957642, - 0.601433515548706, - 0.5804632902145386, - 0.571267306804657, - 0.5552197694778442, - 0.5323696136474609, - 0.5312909483909607, - 0.5091949105262756, - 0.4892209768295288, - 0.4729503393173218, - 0.5271504521369934, - 0.5257760286331177, - 0.5254775881767273, - 0.5227370858192444, - 0.5115509629249573, - 0.5188512206077576, - 0.5210946202278137, - 0.5210073590278625, - 0.5202731490135193, - 0.5346819162368774, - 0.5414621829986572, - 0.5411579012870789 + 1.5078755617141724, + 1.4947187900543213, + 1.4762288331985474, + 1.457053780555725, + 1.4361424446105957, + 1.4143764972686768, + 1.3963243961334229, + 1.3716129064559937, + 1.3469232320785522, + 1.321586012840271, + 1.3015598058700562, + 1.274794340133667, + 1.2488878965377808, + 1.2174173593521118, + 1.195105791091919, + 1.1596415042877197, + 1.1596248149871826, + 1.1454776525497437, + 1.123461127281189, + 1.0970548391342163, + 1.0750335454940796, + 1.0571116209030151, + 1.034879446029663, + 1.0067239999771118, + 0.9795049428939819, + 0.9596426486968994, + 0.9340929388999939, + 0.9084597826004028, + 0.8944277763366699, + 0.8674343228340149, + 0.8381922841072083, + 0.8175424933433533, + 0.8433286547660828, + 0.8440138101577759, + 0.8245846033096313, + 0.8129433393478394, + 0.7969470024108887, + 0.7850459814071655, + 0.7719240188598633, + 0.758317232131958, + 0.7488124370574951, + 0.7456446886062622, + 0.7341717481613159, + 0.7272114157676697, + 0.7325987815856934, + 0.7266423106193542, + 0.7069152593612671, + 0.6975924968719482, + 0.7559265494346619, + 0.7607194781303406, + 0.7622880935668945, + 0.7726579308509827, + 0.7642647624015808, + 0.7781952619552612, + 0.777947187423706, + 0.7839345335960388, + 0.788108229637146, + 0.809496283531189, + 0.8052644729614258, + 0.8212828040122986 ], "p10": [ - 1.521959662437439, - 1.511002540588379, - 1.4862157106399536, - 1.4530153274536133, - 1.4333133697509766, - 1.4013302326202393, - 1.3787033557891846, - 1.3479783535003662, - 1.3167810440063477, - 1.2780872583389282, - 1.2483168840408325, - 1.2139027118682861, - 1.1745495796203613, - 1.1275445222854614, - 1.0894103050231934, - 1.028783917427063, - 1.0453718900680542, - 1.01642644405365, - 0.9650276303291321, - 0.9267626404762268, - 0.889686107635498, - 0.8474082350730896, - 0.8005959391593933, - 0.7408103346824646, - 0.690183699131012, - 0.6549474000930786, - 0.6027562618255615, - 0.5628906488418579, - 0.505622386932373, - 0.4744688868522644, - 0.41777700185775757, - 0.3632880449295044, - 0.3969259262084961, - 0.36884087324142456, - 0.3184093236923218, - 0.28905463218688965, - 0.24838382005691528, - 0.2123028039932251, - 0.1825857162475586, - 0.1468663215637207, - 0.10493546724319458, - 0.08528125286102295, - 0.042838335037231445, - 0.03143608570098877, - 0.01616370677947998, - -0.02230048179626465, - -0.05440878868103027, - -0.07243824005126953, - -0.04289543628692627, - -0.0734710693359375, - -0.10595858097076416, - -0.10753774642944336, - -0.11199402809143066, - -0.13048696517944336, - -0.13488352298736572, - -0.14045238494873047, - -0.15996909141540527, - -0.16003501415252686, - -0.1671992540359497, - -0.15250849723815918 + 1.4775336980819702, + 1.4649907350540161, + 1.43917977809906, + 1.4074876308441162, + 1.3861560821533203, + 1.3575299978256226, + 1.3344812393188477, + 1.303926706314087, + 1.2759462594985962, + 1.2404890060424805, + 1.2142833471298218, + 1.1822459697723389, + 1.1426297426223755, + 1.0997653007507324, + 1.0647189617156982, + 1.0067269802093506, + 1.0401928424835205, + 1.0161100625991821, + 0.9678808450698853, + 0.9353964328765869, + 0.9036269187927246, + 0.8665404915809631, + 0.824851393699646, + 0.7728205919265747, + 0.730853796005249, + 0.7014018297195435, + 0.649215817451477, + 0.6180468797683716, + 0.5745527744293213, + 0.5446796417236328, + 0.5004464387893677, + 0.4522674083709717, + 0.4818624258041382, + 0.45995593070983887, + 0.4192349314689636, + 0.3965969681739807, + 0.3581104278564453, + 0.336076557636261, + 0.31381046772003174, + 0.2784864902496338, + 0.2518693804740906, + 0.23522990942001343, + 0.19895118474960327, + 0.20093858242034912, + 0.1836073398590088, + 0.16356301307678223, + 0.13805711269378662, + 0.11763644218444824, + 0.15238022804260254, + 0.13264387845993042, + 0.10233491659164429, + 0.10344493389129639, + 0.10334688425064087, + 0.08323919773101807, + 0.08084654808044434, + 0.07569277286529541, + 0.06945157051086426, + 0.0733790397644043, + 0.06696534156799316, + 0.09601044654846191 ], "p90": [ - 1.5706489086151123, - 1.558068037033081, - 1.5555567741394043, - 1.5433979034423828, - 1.5238816738128662, - 1.5010113716125488, - 1.491750955581665, - 1.4743919372558594, - 1.4512479305267334, - 1.4321720600128174, - 1.412028431892395, - 1.3891732692718506, - 1.3695787191390991, - 1.3592510223388672, - 1.3353172540664673, - 1.318232774734497, - 1.3221181631088257, - 1.3036823272705078, - 1.2906341552734375, - 1.2813694477081299, - 1.2592546939849854, - 1.2459745407104492, - 1.2323890924453735, - 1.2268387079238892, - 1.2099628448486328, - 1.1953186988830566, - 1.1902275085449219, - 1.1723533868789673, - 1.1700117588043213, - 1.1618050336837769, - 1.14384126663208, - 1.1311269998550415, - 1.1370558738708496, - 1.131540060043335, - 1.1246683597564697, - 1.1321510076522827, - 1.104932188987732, - 1.1102876663208008, - 1.105621337890625, - 1.1175225973129272, - 1.1101057529449463, - 1.113943338394165, - 1.117958664894104, - 1.1156903505325317, - 1.1354080438613892, - 1.125439167022705, - 1.1106213331222534, - 1.1228288412094116, - 1.1256933212280273, - 1.1312501430511475, - 1.1420361995697021, - 1.1693543195724487, - 1.148505687713623, - 1.17585289478302, - 1.191346526145935, - 1.210615634918213, - 1.2038253545761108, - 1.2198116779327393, - 1.226245641708374, - 1.2318181991577148 + 1.5314548015594482, + 1.5222431421279907, + 1.5177264213562012, + 1.5092358589172363, + 1.488181471824646, + 1.4715310335159302, + 1.4618146419525146, + 1.4441941976547241, + 1.4260400533676147, + 1.4097237586975098, + 1.3924789428710938, + 1.3729474544525146, + 1.358702301979065, + 1.3526982069015503, + 1.3329778909683228, + 1.320560336112976, + 1.320096492767334, + 1.307449221611023, + 1.3000378608703613, + 1.2967360019683838, + 1.2834742069244385, + 1.2760677337646484, + 1.2722197771072388, + 1.2755295038223267, + 1.2586297988891602, + 1.253010869026184, + 1.2535854578018188, + 1.2486011981964111, + 1.254235863685608, + 1.2458785772323608, + 1.2389456033706665, + 1.2379218339920044, + 1.2276263236999512, + 1.219325304031372, + 1.220995545387268, + 1.2414915561676025, + 1.2272469997406006, + 1.2333256006240845, + 1.2394975423812866, + 1.2563048601150513, + 1.2488389015197754, + 1.265524983406067, + 1.2672722339630127, + 1.27308988571167, + 1.2974611520767212, + 1.2972660064697266, + 1.306155800819397, + 1.3083560466766357, + 1.2900832891464233, + 1.293156385421753, + 1.307790994644165, + 1.334900975227356, + 1.3377925157546997, + 1.3466747999191284, + 1.3665776252746582, + 1.3851666450500488, + 1.3859803676605225, + 1.4157519340515137, + 1.4153509140014648, + 1.4220077991485596 ], "timestamps": [ - "2026-06-16 23:36:00", - "2026-06-16 23:42:00", - "2026-06-16 23:48:00", "2026-06-16 23:54:00", "2026-06-17 00:00:00", "2026-06-17 00:06:00", @@ -795,6 +792,9 @@ "2026-06-18 05:12:00", "2026-06-18 05:18:00", "2026-06-18 05:24:00", - "2026-06-18 05:30:00" + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index e210d49d268d094b3dcdc862ecec0d93915a9952..96357c46de4e22c1f4df2b22c8743f92ee98cc24 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T05:46:31.586832+00:00", + "evaluated_at": "2026-06-18T05:58:38.572374+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index f650db9dfb654d812e81fa746c752758d5e09ab6..2805c35d1a70b160f640fdadbf3a6bf174258b8f 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,2090780.0724457188,2005332.9385507815,1222.480344171773,1.2644894951782504,0.01894729525525132,0.018708737314628014,35.546102589717364,1445.9529980070995,0.0222897011570467,0.018844818316714487,0.018098949031466288,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,2095999.4705383314,2010494.8338841982,1223.5532608384394,1.265599281409718,0.018964703956923977,0.018725509186001067,35.59049403897607,1447.7567028124345,0.022317874806492475,0.01886166953426685,0.01811578791268895,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.06471315386436685,0.0639016349791031,0.1704490202378323,0.16152349526244317,0.1398429137729701,0.15994603030623497,4.497029511747288,0.2543878021139513,0.2097841985445028,0.14056299400421743,0.1308405894139627,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.08075223222619818,0.07986138392124924,0.20185544712285816,0.19048805536669713,0.16142153134942314,0.18271823769449605,5.420372210401599,0.2841693724281316,0.23513248977255263,0.16702283377901028,0.15600099993431146,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.0073091791772676735,0.007179674411435664,0.06361552447689625,0.30629695527851086,0.04331798699644837,0.042957473232112346,3.4148386563446587,0.08549373764941894,0.05818099180721992,0.04329222712872531,0.037775337097518624,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.086339682669961,0.09122026255938505,0.25481329475459286,0.1550850105583161,0.01487251537050358,0.014792179669789072,1.6310714443505872,0.2938361493587217,0.01705457698817248,0.014789647095792571,0.013001704071577429,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,207.07918196293073,208.3467530301401,11.78429645821784,0.9362619034794922,0.2927966447633294,0.30536423440404475,15.974833945872346,14.390246070270331,0.3851091775061638,0.31536922262148764,0.2872640796419873,Air Quality,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 47ddf0850b5f059ab3e116d2785b88b6df002d35..54aa09649afac784e405cefc4d3d802dcfc39aba 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T05:52:36.689861+00:00", + "evaluated_at": "2026-06-18T06:10:50.087304+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64689.5, 64282.8203125, 63883.41015625, - 63962.26953125 + 63936.51953125 ], "p50": [ 65807.4574992237, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index cc531e697ad5332ef44233060ed426637509d417..8f2c58610b34b342e9ac2830a615afa6668bad66 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-18T05:40:26.868231+00:00", + "evaluated_at": "2026-06-18T06:10:50.112376+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3960000276565552, - 1.3799999952316284, - 1.3559999465942383, 1.3600000143051147, 1.3179999589920044, 1.3109999895095825, @@ -245,12 +242,12 @@ 1.621000051498413, 1.6050000190734863, 1.590000033378601, - 1.5759999752044678 - ], - "actuals": [ + 1.5759999752044678, 1.565000057220459, 1.559000015258789, - 1.5379999876022339, + 1.5379999876022339 + ], + "actuals": [ 1.5219999551773071, 1.5069999694824219, 1.4789999723434448, @@ -307,198 +304,198 @@ 1.3309999704360962, 1.3550000190734863, 1.3940000534057617, - 1.4199999570846558 + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 ], "p50": [ - 1.5593339728850957, - 1.5465799774325486, - 1.5353259775692576, - 1.5225719672155493, - 1.511818050321924, - 1.4965640423524016, - 1.4818100428467387, - 1.4690560473941914, - 1.4493020079534165, - 1.4315481215773693, - 1.4217941024021736, - 1.4050400541399113, - 1.39378617348591, - 1.379532152641784, - 1.3607781599310507, - 1.3515241939231981, - 1.3317701991859068, - 1.3230162118395912, - 1.2987622601368534, - 1.2840082010265457, - 1.26925429092785, - 1.2570003039391624, - 1.245746333878194, - 1.2279923580951797, - 1.2112383992398843, - 1.1969843783957586, - 1.1817304300308809, - 1.176976435889636, - 1.1532223883426291, - 1.142468411844359, - 1.1297144014906508, - 1.1119604257076365, - 1.0952063774453742, - 1.0804524524455172, - 1.0656985274456603, - 1.057944497422419, - 1.037690479320107, - 1.0264365092591385, - 1.0071824931833842, - 0.9979285420766929, - 0.982674578810654, - 0.9609206247237303, - 0.9506666119858362, - 0.9299125258150198, - 0.9206586045106507, - 0.9014047225453473, - 0.8856506316061592, - 0.8708967066063023, - 0.8561426623971558, - 0.8518886916209315, - 0.8366347432560538, - 0.8173807271802995, - 0.7981267707091901, - 0.7828728223443124, - 0.7686188611048314, - 0.7528648148691269, - 0.7411108661466214, - 0.7293568727206321, - 0.7136028413860889, - 0.6958488656030746 + 1.5348135476064968, + 1.5241389491634139, + 1.5074643385609836, + 1.4907897428597146, + 1.4801150699108256, + 1.464940410194168, + 1.4522657927968083, + 1.4390911371332666, + 1.4284165237890225, + 1.4117418684831087, + 1.389067260622492, + 1.3808925852894174, + 1.36821799769438, + 1.352043365753487, + 1.3378687676680319, + 1.331694006981106, + 1.3050194506189026, + 1.2963447668219683, + 1.2826702070026954, + 1.2659955516967816, + 1.2553209383525374, + 1.2416462444228138, + 1.2364715900705743, + 1.2202970475366481, + 1.2106223915154786, + 1.1899477877079778, + 1.1832731228653206, + 1.1605984852023816, + 1.145923863751906, + 1.1412491731600423, + 1.126074528344546, + 1.1008999526704375, + 1.0962252918808963, + 1.079550666377305, + 1.0673760425426433, + 1.0492012575370224, + 1.0360266465769643, + 1.0213520996322945, + 1.0126775052423276, + 0.9955028712748765, + 0.9763281736496647, + 0.9691536046512765, + 0.9579789679420118, + 0.9413043126360978, + 0.9331296969076681, + 0.910955023005105, + 0.9057804282575102, + 0.8856057882103854, + 0.871431160322608, + 0.8592565066856243, + 0.8490819018052398, + 0.8319072380354664, + 0.8277326006109458, + 0.8070580266057674, + 0.7968833174172547, + 0.7767087220736134, + 0.7750341269683907, + 0.7493594683246168, + 0.7326848130187028, + 0.725010161050649 ], "p10": [ - 1.5063339846868153, - 1.4914799715674516, - 1.4806259963566417, - 1.4678719860029334, - 1.457218021628248, - 1.4325640387770542, - 1.4234100347643488, - 1.4070560707592121, - 1.38830210563891, - 1.3791480809508434, - 1.3677941121773354, - 1.3498401091669194, - 1.3332861477367035, - 1.3165321859011758, - 1.3084781716612448, - 1.2978241432115663, - 1.2742702093186964, - 1.2685161684474098, - 1.2397622448780643, - 1.2279082497593032, - 1.2202542661323177, - 1.196500285105026, - 1.1916462987472163, - 1.1759923123188125, - 1.1609383256162271, - 1.1414843478781804, - 1.124630384349881, - 1.126776419465576, - 1.1032223913228614, - 1.0883684065157038, - 1.0657144208025557, - 1.0527604428260906, - 1.0362064813958747, - 1.0284524662737948, - 1.013698481669293, - 0.9998444988886933, - 0.9841905124602894, - 0.9624365553931336, - 0.9546825432512858, - 0.9417285622945885, - 0.9161745776194924, - 0.9101205873396971, - 0.8953666027351954, - 0.8777126018228628, - 0.8591586631616212, - 0.8462046583630658, - 0.8316506711836433, - 0.8166966891540622, - 0.8037426813752746, - 0.7918887130786036, - 0.7821347237057303, - 0.7634807431185815, - 0.7411267893058393, - 0.7353727782368753, - 0.7116188171166035, - 0.6968648325121017, - 0.6886108208470914, - 0.6813568350504966, - 0.6564028327553363, - 0.6398488713251205 + 1.4708136243111554, + 1.4629389473275909, + 1.4433643293580265, + 1.4396896989072494, + 1.421915044352354, + 1.4024404327787405, + 1.3977657941081105, + 1.3840911597830317, + 1.3804165755258542, + 1.3604418449869577, + 1.3359672558302786, + 1.3193926320194589, + 1.3087179888728926, + 1.303043355859116, + 1.2880687174093954, + 1.271694064201565, + 1.2510194603940643, + 1.249344820585358, + 1.2336701822071632, + 1.2199955478820843, + 1.2060209114589218, + 1.1856463067692722, + 1.1829715934084344, + 1.1672970146348842, + 1.1486223552758545, + 1.1376477398335272, + 1.1210730892006173, + 1.101598499745915, + 1.0939238179755388, + 1.0802491836504597, + 1.0692745682081324, + 1.0506999433244293, + 1.0419252995579746, + 1.0255506463501443, + 1.0058760373514513, + 0.9922014030263724, + 0.9845267433749074, + 0.966852130745919, + 0.9571774747247495, + 0.9474028632044075, + 0.9237282518271168, + 0.9139536000736398, + 0.9002789657485607, + 0.8967043146388138, + 0.8729296941181708, + 0.8614550344491967, + 0.8507804211049528, + 0.8301058143172197, + 0.8180311571808844, + 0.806756497148881, + 0.7890819113419829, + 0.7734072538251093, + 0.7787326652223807, + 0.7550579808294002, + 0.7323833707568925, + 0.7177087217159854, + 0.7110340568733284, + 0.6933594710664304, + 0.6776848356684677, + 0.6727101727808431 ], "p90": [ - 1.5963339584607716, - 1.5815799440539475, - 1.565926024680769, - 1.5522720143658035, - 1.5383180369704836, - 1.5266640660988922, - 1.507910052526533, - 1.4970561041378132, - 1.4784020866702905, - 1.4665480881987683, - 1.4517941035942665, - 1.4351401494119755, - 1.4192861163846604, - 1.408632189262878, - 1.3897781441954244, - 1.3761242109939684, - 1.3642702426972975, - 1.3505161856135475, - 1.328862249610673, - 1.3191082408662902, - 1.3012542395486462, - 1.2865002854915248, - 1.2757462754656421, - 1.256992285735141, - 1.2422383279527291, - 1.2305843332392796, - 1.2167303966522798, - 1.201976412047778, - 1.1833223945802551, - 1.1685684334450823, - 1.154814441926442, - 1.1389604088991268, - 1.1223064651476484, - 1.1106524808650118, - 1.0947985104225737, - 1.0829444884817223, - 1.0681905038772206, - 1.0544365123585802, - 1.0406825089190104, - 1.0212285848251441, - 1.0111745456704715, - 0.9945205795672514, - 0.9797665949627496, - 0.9649126116457083, - 0.9483586502154924, - 0.9334046681859113, - 0.9198507217760657, - 0.9058966732277012, - 0.8871427401216125, - 0.8773886911440943, - 0.8626347661442374, - 0.8478807219350908, - 0.8282267944556806, - 0.8174727643132302, - 0.8036187681215855, - 0.7828648011600586, - 0.774110798912582, - 0.759356873912725, - 0.7406028275578113, - 0.7289488566862197 + 1.560813604022293, + 1.5472389710174568, + 1.5375643086632937, + 1.5228896872128181, + 1.5091150541751994, + 1.4944404923293686, + 1.4818657842375813, + 1.4690911383253595, + 1.4544165168748837, + 1.4377418913712923, + 1.4240672633792069, + 1.4133926138996469, + 1.399717979574568, + 1.3821433894999775, + 1.3733686980498068, + 1.3547941208498195, + 1.340119465126673, + 1.3333448418046114, + 1.312670178392466, + 1.3049955323848768, + 1.2873208869733337, + 1.2748462938231433, + 1.2639716830538201, + 1.2503970414808163, + 1.2326223794753404, + 1.222947726434403, + 1.2053731363598121, + 1.1915984735198712, + 1.1779238689971148, + 1.1672491960482259, + 1.1505745768776279, + 1.1368999093974654, + 1.1272253398030307, + 1.1095506973717202, + 1.0958760336168478, + 1.086201436827794, + 1.0716267544852132, + 1.0548521302690819, + 1.0411775022769965, + 1.0296029180287598, + 1.0138281974915226, + 1.00415357723314, + 0.9904789429080608, + 0.9758043154971208, + 0.9631296742579031, + 0.947555112078286, + 0.9357804592519254, + 0.9211057781968051, + 0.9044311258711233, + 0.8947565562766886, + 0.881081862346965, + 0.8634072560509702, + 0.84973261837313, + 0.8370579979955379, + 0.822483375257602, + 0.805708667594968, + 0.8000341031265328, + 0.7813594501004966, + 0.767684809442424, + 0.7550101920450643 ], "timestamps": [ - "2026-06-16 23:36:00", - "2026-06-16 23:42:00", - "2026-06-16 23:48:00", "2026-06-16 23:54:00", "2026-06-17 00:00:00", "2026-06-17 00:06:00", @@ -795,6 +792,9 @@ "2026-06-18 05:12:00", "2026-06-18 05:18:00", "2026-06-18 05:24:00", - "2026-06-18 05:30:00" + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 3446146b77da901283be30a927db9957d6d6562f..6e602c050f63b2a03ccc5a948ecb8d5ab0946641 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T05:52:36.721627+00:00", + "evaluated_at": "2026-06-18T06:10:50.131290+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 4e110053cac7c68b63bbb16fc74f64c31ec7aa62..f77b739731fd9d6c8abda69b90b940e53fda0518 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1351,3 +1351,5 @@ {"evaluated_at": "2026-06-18T05:40:26.960996+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-18T05:52:36.789046+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-18T05:52:36.789046+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-18T06:10:50.184190+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T06:10:50.184190+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 48b66b1ae27916e7853f3aa8c66f728d69e46a9d..84f6a44af878630d6ae8c1beec65c2bc88b8e2c7 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1186141.7732156117,1212420.4251734416,957.3616536458334,0.9902603014380532,0.014835471218422458,0.014691984516972645,9.800360085676214,1089.1013603956299,0.01678875031651092,0.014757952152243401,0.009770321560226317,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1292276.9007460277,1243060.1323331196,964.7001953125,0.9978510237688196,0.01495157646385798,0.01480396201245761,10.640997229574905,1136.7835769160406,0.01752407258927111,0.014871323436430023,0.009952498755453664,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.9345807586560113,1.0924920595322192,0.7913044691085815,0.4370919363032775,0.03479963103867976,0.03584991882581345,4.529265430709361,0.9667371714463096,0.04377843120449623,0.035834008752196195,0.05572582064291565,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.4158345477668869,0.4466775282761612,0.5292769302924474,0.5015614617398507,0.4551102595650243,0.7204436161607718,3.3838776674577966,0.6448523457093778,0.5317858458621644,0.4364750813789368,0.3604091222589178,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.3434503683014038,0.3671587440567947,0.4451376731197039,0.42006996061602364,0.3680547694620013,0.5507417980539863,2.6347689253536335,0.5860463874996619,0.484916953004342,0.3683237517043379,0.3129004853935505,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.01952932345242786,0.023422600118197263,0.12036680181821187,0.5795438333125722,0.07811547570137235,0.0818020101287317,3.8933464181036825,0.1397473557976245,0.09510216755387696,0.08191313309009651,0.09558651258465066,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.7824441358141788,0.7364598491426099,0.7493157784144083,0.4560501661376395,0.04409720788086315,0.04285704759261275,1.8232691875720455,0.884558723779365,0.051340772359624566,0.04349112135899831,0.03192242975118387,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,48.69808304257973,76.62123970288644,5.880701859792073,0.4672215381347408,0.13567627819808636,0.14817253045780887,2.985540438099067,6.978401180971164,0.18675471746546454,0.1573782856335096,0.17443965446411955,Air Quality,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index e3653691d5ea7f28c56ac5aab79a91be2bd0f0e2..d039873a82585a609c994b19ebc3833e7fb4d85d 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T05:51:58.946522+00:00", + "evaluated_at": "2026-06-18T06:10:10.334433+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64689.5, 64282.8203125, 63883.41015625, - 63962.26953125 + 63936.51953125 ], "p50": [ - 65762.51171875, - 65781.18359375, - 65786.64453125, - 65774.9765625, - 65787.125, - 65813.1015625, - 65815.5078125, - 65728.0, - 65772.12890625, - 65825.6328125, - 65768.74609375, - 65820.75, - 65803.890625, - 65800.953125, - 65809.90625, - 65755.1171875, - 65712.60546875, - 65857.3671875, - 65844.4375, - 65785.28515625, - 65801.3515625, - 65788.046875, - 65780.0703125, - 65714.88671875 + 65805.828125, + 65779.19140625, + 65802.96484375, + 65798.59375, + 65803.80859375, + 65806.0703125, + 65786.10546875, + 65788.07421875, + 65854.59375, + 65823.8125, + 65780.07421875, + 65785.8671875, + 65739.4609375, + 65827.3046875, + 65753.26171875, + 65759.2734375, + 65805.26171875, + 65804.40234375, + 65825.04296875, + 65758.8671875, + 65802.8125, + 65735.6953125, + 65825.22265625, + 65749.12890625 ], "p10": [ - 65480.126953125, - 65342.56640625, - 65331.716796875, - 65192.029296875, - 65308.318359375, - 65100.2265625, - 65316.9921875, - 64898.470703125, - 64794.6015625, - 64913.041015625, - 64970.544921875, - 64933.73046875, - 64872.6640625, - 64883.322265625, - 64749.9765625, - 64530.490234375, - 64381.720703125, - 64729.677734375, - 64565.2421875, - 64536.615234375, - 64521.6015625, - 64632.4765625, - 64114.78515625, - 64510.63671875 + 65526.8359375, + 65390.845703125, + 65378.1484375, + 65307.712890625, + 65203.76953125, + 65194.1015625, + 65052.05078125, + 64712.947265625, + 65068.822265625, + 64795.34765625, + 64896.568359375, + 64886.37109375, + 64563.365234375, + 64770.208984375, + 64770.642578125, + 64232.1015625, + 64547.990234375, + 64617.30859375, + 64620.54296875, + 64462.90625, + 64802.66796875, + 64293.4375, + 64621.4296875, + 64154.818359375 ], "p90": [ - 66128.4921875, - 66272.44140625, - 66226.078125, - 66210.24609375, - 66239.8828125, - 66371.51953125, - 66381.8203125, - 66523.390625, - 66509.17578125, - 66714.43359375, - 66858.3125, - 66705.06640625, - 66579.1953125, - 66731.71484375, - 66673.0859375, - 66898.48828125, - 66689.3515625, - 66906.16796875, - 66904.78125, - 66992.01171875, - 67172.1484375, - 67055.69140625, - 67138.734375, - 67178.921875 + 66105.7421875, + 66178.90625, + 66313.62109375, + 66230.1015625, + 66289.23046875, + 66359.2578125, + 66341.1796875, + 66516.46484375, + 66623.0546875, + 66578.94921875, + 66471.73828125, + 66521.9296875, + 66558.046875, + 66911.44140625, + 66911.70703125, + 66793.20703125, + 66647.6875, + 66786.08984375, + 66905.51953125, + 67038.60546875, + 66824.125, + 66788.1953125, + 67191.32421875, + 67059.02734375 ], "timestamps": [ "2026-06-13 06:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e2affbe1045a2bec515bd0987135aa9a2898b20b..c3911b7716074f60441cb18579f16943062c61d8 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T05:39:44.029443+00:00", + "evaluated_at": "2026-06-18T06:10:20.352366+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3960000276565552, - 1.3799999952316284, - 1.3559999465942383, 1.3600000143051147, 1.3179999589920044, 1.3109999895095825, @@ -245,12 +242,12 @@ 1.621000051498413, 1.6050000190734863, 1.590000033378601, - 1.5759999752044678 - ], - "actuals": [ + 1.5759999752044678, 1.565000057220459, 1.559000015258789, - 1.5379999876022339, + 1.5379999876022339 + ], + "actuals": [ 1.5219999551773071, 1.5069999694824219, 1.4789999723434448, @@ -307,198 +304,198 @@ 1.3309999704360962, 1.3550000190734863, 1.3940000534057617, - 1.4199999570846558 + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 ], "p50": [ - 1.572032630443573, - 1.5451321005821228, - 1.5259613394737244, - 1.4958391189575195, - 1.4714553952217102, - 1.4429192543029785, - 1.4093945026397705, - 1.374691903591156, - 1.3432663679122925, - 1.2982457280158997, - 1.2649752497673035, - 1.2167498469352722, - 1.143290936946869, - 1.114752471446991, - 1.1004261374473572, - 1.0586060285568237, - 1.0710626244544983, - 1.0255330801010132, - 0.9601711928844452, - 0.9553297460079193, - 0.8714258968830109, - 0.8699425756931305, - 0.8639794886112213, - 0.8485925793647766, - 0.8036504089832306, - 0.6367247700691223, - 0.7170247137546539, - 0.7313017845153809, - 0.6880141794681549, - 0.6934839487075806, - 0.7134227454662323, - 0.5817890167236328, - 0.5583198368549347, - 0.379304438829422, - 0.38060179352760315, - 0.3850160241127014, - 0.3560669720172882, - 0.33356747031211853, - 0.2052297592163086, - 0.31142494082450867, - 0.30577588081359863, - 0.29648131132125854, - 0.24285590648651123, - 0.29239094257354736, - 0.22320973873138428, - 0.27568089962005615, - 0.2076554298400879, - 0.14158248901367188, - 0.13655132055282593, - 0.19404003024101257, - 0.13973209261894226, - 0.1359514594078064, - 0.17283469438552856, - 0.1580798327922821, - 0.06914669275283813, - 0.07474339008331299, - 0.08891820907592773, - 0.17932772636413574, - 0.0277213454246521, - 0.0731692910194397 + 1.5421503186225891, + 1.5206949710845947, + 1.4971119165420532, + 1.475970983505249, + 1.4514755010604858, + 1.4306200742721558, + 1.3962359428405762, + 1.3807331323623657, + 1.3530499935150146, + 1.3118109107017517, + 1.3026947975158691, + 1.2339105606079102, + 1.1857495307922363, + 1.1582494974136353, + 1.1497737765312195, + 1.1226096749305725, + 1.0759177207946777, + 1.0398803353309631, + 1.0150884985923767, + 1.0143194198608398, + 0.9359819889068604, + 0.9772090911865234, + 0.9144139885902405, + 0.9272371232509613, + 0.9567800164222717, + 0.8349086940288544, + 0.8109932839870453, + 0.7769462168216705, + 0.8011601269245148, + 0.7949785590171814, + 0.660346269607544, + 0.7720248699188232, + 0.6298312246799469, + 0.5521703064441681, + 0.5089836120605469, + 0.5238139927387238, + 0.38861095905303955, + 0.3886283338069916, + 0.45568856596946716, + 0.4726862609386444, + 0.3742923438549042, + 0.40375882387161255, + 0.3720228970050812, + 0.36669379472732544, + 0.4097488522529602, + 0.30090487003326416, + 0.3504415452480316, + 0.2983684837818146, + 0.3534327745437622, + 0.26210540533065796, + 0.3309229612350464, + 0.3075870871543884, + 0.29158928990364075, + 0.26221874356269836, + 0.23376676440238953, + 0.2824327051639557, + 0.1919800341129303, + 0.25478464365005493, + 0.2395884394645691, + 0.12199750542640686 ], "p10": [ - 1.549646019935608, - 1.5123738050460815, - 1.4719670414924622, - 1.437704086303711, - 1.3947663307189941, - 1.3576782941818237, - 1.2907918691635132, - 1.2370887398719788, - 1.1871381402015686, - 1.1276744604110718, - 1.0479512214660645, - 0.934988260269165, - 0.8962748348712921, - 0.7720754444599152, - 0.7715959846973419, - 0.6879594922065735, - 0.5431700348854065, - 0.46184152364730835, - 0.5110615193843842, - 0.4515365660190582, - 0.3159143328666687, - 0.21090489625930786, - 0.26041895151138306, - 0.22282573580741882, - 0.04546070098876953, - -0.05274343490600586, - 0.008104860782623291, - -0.03968679904937744, - -0.1471167802810669, - -0.07834279537200928, - -0.19507336616516113, - -0.23985791206359863, - -0.2866653800010681, - -0.28987622261047363, - -0.34110045433044434, - -0.35027647018432617, - -0.44454681873321533, - -0.5195358991622925, - -0.5346924066543579, - -0.4228414297103882, - -0.42636406421661377, - -0.47470754384994507, - -0.5590518116950989, - -0.448829710483551, - -0.5417159199714661, - -0.5283994674682617, - -0.6574270725250244, - -0.6121814250946045, - -0.6769878268241882, - -0.6284117102622986, - -0.6590965390205383, - -0.6759008169174194, - -0.6275342106819153, - -0.6283441781997681, - -0.648993730545044, - -0.6294351816177368, - -0.6107235550880432, - -0.7137370705604553, - -0.7757534384727478, - -0.7866119146347046 + 1.5181342959403992, + 1.4856816530227661, + 1.4502975344657898, + 1.415600836277008, + 1.3782389760017395, + 1.343868613243103, + 1.2958664298057556, + 1.2518367767333984, + 1.2020576000213623, + 1.1385106444358826, + 1.1009183526039124, + 0.9762266576290131, + 0.9629219770431519, + 0.9187347292900085, + 0.7888769209384918, + 0.7524278163909912, + 0.6741193532943726, + 0.6867725551128387, + 0.5734747052192688, + 0.5561720728874207, + 0.49679842591285706, + 0.45962661504745483, + 0.3264331519603729, + 0.35060521960258484, + 0.26506245136260986, + 0.195893794298172, + 0.19398340582847595, + 0.06027430295944214, + 0.09743380546569824, + -0.0595935583114624, + -0.018942713737487793, + -0.04808616638183594, + -0.07359278202056885, + -0.16883933544158936, + -0.14321041107177734, + -0.05345422029495239, + -0.33197057247161865, + -0.2858760356903076, + -0.27395784854888916, + -0.3232244849205017, + -0.31134170293807983, + -0.4305013418197632, + -0.29376548528671265, + -0.3790324926376343, + -0.3955417275428772, + -0.3490239977836609, + -0.40660178661346436, + -0.4996717572212219, + -0.32987719774246216, + -0.41873282194137573, + -0.40245765447616577, + -0.4883505702018738, + -0.6132071018218994, + -0.5593482851982117, + -0.5090336799621582, + -0.5178393721580505, + -0.4357711672782898, + -0.627284824848175, + -0.5595125555992126, + -0.6377149820327759 ], "p90": [ - 1.5975839495658875, - 1.585492730140686, - 1.576999008655548, - 1.553883671760559, - 1.5618667602539062, - 1.5268551111221313, - 1.5117159485816956, - 1.4903762936592102, - 1.499793529510498, - 1.5022415518760681, - 1.5152289867401123, - 1.4531720876693726, - 1.4826291799545288, - 1.4565048813819885, - 1.4785913825035095, - 1.4720326662063599, - 1.4445357918739319, - 1.4308605790138245, - 1.4448171257972717, - 1.4908227324485779, - 1.4051387906074524, - 1.3945773839950562, - 1.56614089012146, - 1.4532244801521301, - 1.587378978729248, - 1.4642542004585266, - 1.3002773523330688, - 1.5346072316169739, - 1.407554268836975, - 1.4485130310058594, - 1.6152758598327637, - 1.408781111240387, - 1.4029897451400757, - 1.2427863478660583, - 1.155068039894104, - 1.2073069214820862, - 1.086698293685913, - 1.2383871674537659, - 1.2164286971092224, - 1.1837430000305176, - 1.1720665097236633, - 1.0950469374656677, - 1.0760957598686218, - 1.2312710285186768, - 1.0512307286262512, - 1.1868938207626343, - 0.9410872459411621, - 1.1586005687713623, - 1.1018173098564148, - 0.9753457903862, - 0.8264897465705872, - 1.1475992798805237, - 0.9514987468719482, - 1.0595279932022095, - 0.9159754514694214, - 0.9311034679412842, - 0.9310514032840729, - 0.9771110117435455, - 1.1599977016448975, - 1.0510324239730835 + 1.5636298060417175, + 1.55437570810318, + 1.5356016755104065, + 1.5284544825553894, + 1.524786651134491, + 1.5251697897911072, + 1.4920753240585327, + 1.503965437412262, + 1.5110319256782532, + 1.4986609816551208, + 1.4955493807792664, + 1.4685724377632141, + 1.4892021417617798, + 1.463599979877472, + 1.498124897480011, + 1.3895149230957031, + 1.4242255687713623, + 1.383823037147522, + 1.3637033104896545, + 1.4934613704681396, + 1.4197098016738892, + 1.5577632188796997, + 1.4963371753692627, + 1.5164912939071655, + 1.4876938462257385, + 1.441911220550537, + 1.4786150455474854, + 1.4469582438468933, + 1.585689127445221, + 1.4992669820785522, + 1.4479691982269287, + 1.4621145129203796, + 1.4623755812644958, + 1.364490807056427, + 1.376060128211975, + 1.237260341644287, + 1.2061673998832703, + 1.198784053325653, + 1.1173253059387207, + 1.1866215467453003, + 1.1695621609687805, + 1.0862053632736206, + 1.1940841674804688, + 1.2999014258384705, + 1.2465530037879944, + 1.2438732385635376, + 1.2275460362434387, + 1.2341539859771729, + 1.2500205039978027, + 1.243866205215454, + 1.2756372690200806, + 1.0907618999481201, + 1.1626368165016174, + 1.1041353940963745, + 1.2489707469940186, + 1.1720513105392456, + 1.168261170387268, + 1.088349163532257, + 1.3030438423156738, + 1.109574556350708 ], "timestamps": [ - "2026-06-16 23:36:00", - "2026-06-16 23:42:00", - "2026-06-16 23:48:00", "2026-06-16 23:54:00", "2026-06-17 00:00:00", "2026-06-17 00:06:00", @@ -795,6 +792,9 @@ "2026-06-18 05:12:00", "2026-06-18 05:18:00", "2026-06-18 05:24:00", - "2026-06-18 05:30:00" + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index e35afc189b7773f24d68c90ec316cf794d8d5e53..c89c5fec58dcaffc627b72d839f48ce95e033f32 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T05:52:05.227148+00:00", + "evaluated_at": "2026-06-18T06:10:22.982728+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 44570c0500caadaa6b8b9a6b2cef067030e5ab3e..32cfaf5f174d23397363e1e76d516bc062babc9c 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,1705966.836233582,1626265.0571682851,1131.7252672697407,1.1706157229545646,0.01753131097428295,0.017337802499877583,31.28875699961017,1306.1266539786952,0.02013424560173395,0.01744580773655097,0.01666141324210226,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,1710409.603366879,1630650.3215423857,1132.7981839364074,1.1717255091860324,0.017548624722265482,0.01735457593937245,31.33314844886888,1307.8262894463007,0.020160779321415856,0.0174626358151216,0.01667822834715422,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.19131655611422158,0.19618835496120351,0.40860519122171274,0.38720867140461857,0.36260197091183577,0.2964455118222674,12.043314877245653,0.43739748069030027,0.36070550226656084,0.33696156753291623,0.3217572166468876,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.192343276523301,0.1967175337002116,0.41285522153894616,0.38960547966324915,0.3654857223619575,0.2992580048052527,12.106667614671052,0.4385695800249956,0.362889062986055,0.3416120299192424,0.3266262207612422,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06468614099407255,0.06727306854173715,0.2193225936321488,1.0559976233114419,0.14183444962041603,0.15637802362515177,6.61849228883432,0.2543347026932671,0.17308221234130658,0.14925544693783777,0.12904924670694445,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,2.304901458593988,2.350228320301155,1.4710525997898014,0.8953151686608676,0.0860446807077272,0.0821822342431648,12.050767693706767,1.5181901918382914,0.08811744765204109,0.08538152937111303,0.08079682117844839,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,185.9603992654952,187.2452596428261,12.077313725371068,0.9595421141624071,0.31893368544031975,0.3231800321755451,12.749600583013873,13.636729786334229,0.3649437102217894,0.32321089803116765,0.2904046182157767,Air Quality,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 030eab36d34a89604ef922af78dca7434c55951d..3b164b8f9cde1cda33e3160d586ae62f9623f89f 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T05:52:36.732126+00:00", + "evaluated_at": "2026-06-18T06:10:50.145297+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64689.5, 64282.8203125, 63883.41015625, - 63962.26953125 + 63936.51953125 ], "p50": [ 65973.4581928454, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e06f56b035154a440a7d2c12ee8f66ae64459353..b48662275c6398abf1904b6b0ad105d90d216043 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T05:40:26.914767+00:00", + "evaluated_at": "2026-06-18T06:10:50.153548+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3960000276565552, - 1.3799999952316284, - 1.3559999465942383, 1.3600000143051147, 1.3179999589920044, 1.3109999895095825, @@ -245,12 +242,12 @@ 1.621000051498413, 1.6050000190734863, 1.590000033378601, - 1.5759999752044678 - ], - "actuals": [ + 1.5759999752044678, 1.565000057220459, 1.559000015258789, - 1.5379999876022339, + 1.5379999876022339 + ], + "actuals": [ 1.5219999551773071, 1.5069999694824219, 1.4789999723434448, @@ -307,198 +304,198 @@ 1.3309999704360962, 1.3550000190734863, 1.3940000534057617, - 1.4199999570846558 + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 ], "p50": [ - 1.6124135371157315, - 1.6144135262676862, - 1.6179135110088971, - 1.6199134852596906, - 1.623913552970567, - 1.6234135296055463, - 1.623413514704385, - 1.6254135038563398, - 1.6204134490200666, - 1.6174135472485212, - 1.6224135126778272, - 1.6204134490200666, - 1.623913552970567, - 1.624413516730943, - 1.6204135086247113, - 1.6259135272213605, - 1.620913517088571, - 1.6269135143467572, - 1.6174135472485212, - 1.6174134727427152, - 1.6174135472485212, - 1.6199135448643354, - 1.6234135594078687, - 1.6204135682293561, - 1.6184135939785627, - 1.6189135577389386, - 1.6184135939785627, - 1.6284135844418195, - 1.6194135214993146, - 1.6234135296055463, - 1.6254135038563398, - 1.6224135126778272, - 1.6204134490200666, - 1.6204135086247113, - 1.6204135682293561, - 1.6274135228106168, - 1.6219134893128064, - 1.6254135038563398, - 1.6209134723850873, - 1.6264135058828977, - 1.6259135272213605, - 1.6189135577389386, - 1.6234135296055463, - 1.6174134280392316, - 1.6229134913393644, - 1.6184135939785627, - 1.6174134876438764, - 1.6174135472485212, - 1.6174134876438764, - 1.627913501472154, - 1.627413537711778, - 1.6229135062405255, - 1.6184135343739179, - 1.617913570613542, - 1.6184135939785627, - 1.61741353234736, - 1.6204135682293561, - 1.6234135594078687, - 1.6224135126778272, - 1.6194135214993146 + 1.6245468409947605, + 1.6275468768767567, + 1.6245469005994053, + 1.6215469392232151, + 1.6245469005994053, + 1.6230468752078266, + 1.6240468921355458, + 1.624546870797083, + 1.627546891777918, + 1.624546870797083, + 1.6155468972615452, + 1.6210468562535496, + 1.622046902983591, + 1.619546905367777, + 1.619046941607401, + 1.626546815245554, + 1.6135468932084294, + 1.6185468437365742, + 1.6185469182423802, + 1.6155468972615452, + 1.6185469182423802, + 1.6185468586377354, + 1.6270468386105748, + 1.6245469304017277, + 1.628546908705637, + 1.6215469392232151, + 1.628546908705637, + 1.619546905367777, + 1.6185469182423802, + 1.6275468619755955, + 1.626046851485178, + 1.6145469101361485, + 1.6235468836716862, + 1.6205468924931736, + 1.622046902983591, + 1.6175467523030491, + 1.6180467756680699, + 1.617046863048479, + 1.622046902983591, + 1.618546903341219, + 1.6130468400410862, + 1.619546905367777, + 1.622046902983591, + 1.6190468820027561, + 1.6245469005994053, + 1.6160468610219212, + 1.6245469005994053, + 1.6180468948773594, + 1.617546901314661, + 1.6190468820027561, + 1.6225469114474507, + 1.6190468820027561, + 1.6285468789033146, + 1.6215469392232151, + 1.6250468643597813, + 1.618546903341219, + 1.6305469425610752, + 1.6185469182423802, + 1.6155468972615452, + 1.6215468796185704 ], "p10": [ - 1.5594135489174512, - 1.5593135204025892, - 1.5632135297962813, - 1.5652135040470747, - 1.569313524276891, - 1.559413526030199, - 1.5650135066219952, - 1.5634135272213605, - 1.55941354670556, - 1.5650135066219952, - 1.568413522452989, - 1.5652135040470747, - 1.5634135272213605, - 1.5614135499903348, - 1.5681135203549055, - 1.5722134765097286, - 1.5634135272213605, - 1.5724134709545758, - 1.558413531989732, - 1.5613135214754728, - 1.568413522452989, - 1.559413526030199, - 1.569313524276891, - 1.568413522452989, - 1.5681135203549055, - 1.5634135272213605, - 1.5613135482975629, - 1.5782135680177596, - 1.5694135244795469, - 1.569313524276891, - 1.5614135231682447, - 1.5632135297962813, - 1.561413552970567, - 1.568413522452989, - 1.568413522452989, - 1.569313524276891, - 1.568413522452989, - 1.5614135499903348, - 1.568413522452989, - 1.5702135261007932, - 1.559413526030199, - 1.5681135203549055, - 1.5681135203549055, - 1.5652135040470747, - 1.5614135499903348, - 1.5632135297962813, - 1.5634135272213605, - 1.5632135297962813, - 1.5650135066219952, - 1.567913522929826, - 1.5729135181614544, - 1.5690135221788075, - 1.561413552970567, - 1.5704135265061048, - 1.5614135499903348, - 1.5614135499903348, - 1.567913522929826, - 1.5754135217377332, - 1.5652135040470747, - 1.5634135272213605 + 1.5605469176994191, + 1.5663468750409337, + 1.5604468913964482, + 1.57044689527075, + 1.5663468750409337, + 1.560546897792399, + 1.569546893446848, + 1.569546893446848, + 1.5795469435147496, + 1.573246847300932, + 1.5624468924693318, + 1.559546902983591, + 1.5625468941621037, + 1.5705468954734059, + 1.5692468913487645, + 1.566546872466013, + 1.559546902983591, + 1.5715468974999638, + 1.569546893446848, + 1.569546893446848, + 1.5692468913487645, + 1.5625469209841938, + 1.5735468419484349, + 1.5715468974999638, + 1.566546872466013, + 1.5692468913487645, + 1.5663468750409337, + 1.5605469199113102, + 1.566546872466013, + 1.566546872466013, + 1.5692468913487645, + 1.5643469007901403, + 1.5692468913487645, + 1.566546872466013, + 1.560546897792399, + 1.560546897792399, + 1.566546872466013, + 1.5625468941621037, + 1.566546872466013, + 1.57044689527075, + 1.5604469182185383, + 1.5643469007901403, + 1.5643469007901403, + 1.5744468840054722, + 1.564346897809908, + 1.566546872466013, + 1.569546893446848, + 1.5625469209841938, + 1.5641468981729374, + 1.566546872466013, + 1.5625469209841938, + 1.560546897792399, + 1.5795469435147496, + 1.569546893446848, + 1.5605469176994191, + 1.559546902983591, + 1.566546872466013, + 1.5625469209841938, + 1.5605469199113102, + 1.5692468913487645 ], "p90": [ - 1.6494135226914075, - 1.6494134928890851, - 1.6485135581204085, - 1.6496135324099448, - 1.6504135396191266, - 1.6535135533520369, - 1.6495135243841794, - 1.6534135605999616, - 1.6495135277369406, - 1.65241351386992, - 1.65241351386992, - 1.6505135442921308, - 1.6494134958693174, - 1.6535135533520369, - 1.6494134928890851, - 1.6505135442921308, - 1.6534135605999616, - 1.6544134881207135, - 1.6475135367223408, - 1.6525135125824597, - 1.6494134958693174, - 1.6494135264166978, - 1.6534135009953168, - 1.6494134958693174, - 1.6494135226914075, - 1.6525135125824597, - 1.6534135605999616, - 1.6534135605999616, - 1.6495135277369406, - 1.6495135512062695, - 1.6505135442921308, - 1.6494134958693174, - 1.6475135367223408, - 1.6506135370442059, - 1.6495135512062695, - 1.65241351386992, - 1.65241351386992, - 1.6534135069557814, - 1.6544134881207135, - 1.649713548631349, - 1.654413494081178, - 1.6525135125824597, - 1.6525135125824597, - 1.65241351386992, - 1.6506135370442059, - 1.6504135396191266, - 1.651613577813783, - 1.65241351386992, - 1.6484135653683332, - 1.6534135009953168, - 1.6534135605999616, - 1.6534135009953168, - 1.6485135581204085, - 1.6525135125824597, - 1.6534135009953168, - 1.6474135186382917, - 1.6534135009953168, - 1.6534135605999616, - 1.6494134988495497, - 1.6525135125824597 + 1.6505468974105568, + 1.6506468987307996, + 1.6546468707017155, + 1.6536468835763187, + 1.653546884863779, + 1.6525469573430271, + 1.6536468835763187, + 1.6545468719891758, + 1.653546884863779, + 1.6505468936852665, + 1.65054690001826, + 1.653546884863779, + 1.653546884863779, + 1.6496469291142675, + 1.6545468719891758, + 1.6496469291142675, + 1.6486469077161998, + 1.6555469187192173, + 1.6485468896321507, + 1.6545468779496404, + 1.6505468668631764, + 1.651746908038065, + 1.6545469315938206, + 1.6546469243458959, + 1.6505468966654988, + 1.6545468779496404, + 1.6506469222001285, + 1.6505468936852665, + 1.650546923487589, + 1.653546884863779, + 1.65054690001826, + 1.6505468668631764, + 1.6545469315938206, + 1.650546923487589, + 1.6505468940577956, + 1.6545469315938206, + 1.6536468835763187, + 1.6505468936852665, + 1.65054690001826, + 1.6526469500951024, + 1.6505468638829441, + 1.6545468779496404, + 1.6545468779496404, + 1.653546884863779, + 1.6545468779496404, + 1.6526469500951024, + 1.6545469315938206, + 1.653546884863779, + 1.6505468668631764, + 1.6545469315938206, + 1.6545468719891758, + 1.65054690001826, + 1.6505468966654988, + 1.6515469106129856, + 1.6506469222001285, + 1.6475468488625737, + 1.6555469187192173, + 1.65054690001826, + 1.6505468936852665, + 1.6515469106129856 ], "timestamps": [ - "2026-06-16 23:36:00", - "2026-06-16 23:42:00", - "2026-06-16 23:48:00", "2026-06-16 23:54:00", "2026-06-17 00:00:00", "2026-06-17 00:06:00", @@ -795,6 +792,9 @@ "2026-06-18 05:12:00", "2026-06-18 05:18:00", "2026-06-18 05:24:00", - "2026-06-18 05:30:00" + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 468cde2fe6b000c1b360274dc06124f4cbcf847e..2e973774ddb8720f2356667503c3d13d12450956 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T05:52:36.756579+00:00", + "evaluated_at": "2026-06-18T06:10:50.160327+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index f3f4197de18b202de5fa69f1c9dd00d138eaccde..af4c90d30e9df2b5049ee2d29e0dd9877d49abf4 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,7 +1,7 @@ { "status": "ok", - "started_at": "2026-06-18T05:45:48.599658+00:00", - "finished_at": "2026-06-18T05:52:36.784112+00:00", + "started_at": "2026-06-18T05:58:04.008562+00:00", + "finished_at": "2026-06-18T06:10:50.177805+00:00", "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", @@ -10,19 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T05:46:31.586832+00:00", + "evaluated_at": "2026-06-18T05:58:38.572374+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -30,19 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T05:47:14.452250+00:00", + "evaluated_at": "2026-06-18T06:04:07.916743+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -50,19 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T05:51:12.604014+00:00", + "evaluated_at": "2026-06-18T06:08:54.231540+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -70,19 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T05:51:40.034182+00:00", + "evaluated_at": "2026-06-18T06:09:40.422896+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -90,19 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T05:52:05.227148+00:00", + "evaluated_at": "2026-06-18T06:10:22.982728+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -110,19 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T05:52:34.831415+00:00", + "evaluated_at": "2026-06-18T06:10:48.182058+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -130,19 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T05:52:36.644987+00:00", + "evaluated_at": "2026-06-18T06:10:50.024762+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -150,19 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T05:52:36.721627+00:00", + "evaluated_at": "2026-06-18T06:10:50.131290+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -170,19 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T05:52:36.756579+00:00", + "evaluated_at": "2026-06-18T06:10:50.160327+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -190,19 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T05:52:36.779798+00:00", + "evaluated_at": "2026-06-18T06:10:50.176248+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -210,7 +210,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-18T05:53:38.321530+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_061049.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_061049.json new file mode 100644 index 0000000000000000000000000000000000000000..75409e016a22b42d9f25e8316ceef70612bec18a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_061049.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-18T06:10:49.887682+00:00", + "metrics": { + "MSE[mean]": 1374244.4628454642, + "MSE[0.5]": 432208.42463879223, + "MAE[0.5]": 571.5497885979657, + "MASE[0.5]": 0.5911904490727148, + "MAPE[0.5]": 0.008832195680501786, + "sMAPE[0.5]": 0.008803009965251797, + "MSIS": 7.788806310938772, + "RMSE[mean]": 1172.2817335629966, + "NRMSE[mean]": 0.018071293965880177, + "ND[0.5]": 0.008810718405120882, + "mean_weighted_sum_quantile_loss": 0.007857955189399975 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63936.51953125 + ], + "predictions": { + "p50": [ + 65142.390219083965, + 65142.078871345126, + 65113.74897693379, + 65130.32042628878, + 65140.31322336733, + 65144.84972330024, + 65137.9170261142, + 65150.859330223255, + 65142.968008042735, + 65147.58220884253, + 65128.69929423789, + 65173.473224864094, + 65138.2620227416, + 65118.17252071016, + 65138.25626955751, + 65136.09968286565, + 65137.486955418426, + 65124.91891483662, + 65121.18663292533, + 65124.92120800033, + 65136.114735042385, + 65128.66872415106, + 65147.61763271683, + 65137.47553116825 + ], + "p10": [ + 64878.533301499214, + 64840.60824421312, + 64944.84000064448, + 64934.30193113585, + 64874.14017483945, + 64936.51371723592, + 64997.50438131407, + 64988.13222911661, + 64874.09776090559, + 64934.36734535737, + 64928.82315598615, + 64988.15665355742, + 64986.91026319151, + 64874.04320248339, + 64936.594394898195, + 64840.73887672826, + 64878.37230260594, + 64943.900824964956, + 64838.5638307175, + 64874.0535951204, + 64928.80044463855, + 64934.39623103113, + 64944.7253341961, + 64878.360878355765 + ], + "p90": [ + 65482.42589648738, + 65474.39016997139, + 65398.96566042036, + 65482.1580748059, + 65464.548600253635, + 65464.12103852702, + 65473.72965921589, + 65559.87199383351, + 65464.227789667384, + 65473.64084594169, + 65482.282944788014, + 65482.23347964178, + 65467.66149129307, + 65371.98182085269, + 65467.65573810898, + 65398.83726233394, + 65559.92783622665, + 65369.81319020366, + 65473.67949818797, + 65466.96759040611, + 65398.852314510674, + 65466.96917765772, + 65391.59091004283, + 65391.58547048504 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_055828.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_055828.json new file mode 100644 index 0000000000000000000000000000000000000000..86ee07b1da319587d66d030f074468e4f2eb22fc --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_055828.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T05:58:28.719588+00:00", + "metrics": { + "MSE[mean]": 1047663.1242745718, + "MSE[0.5]": 1047663.1242745718, + "MAE[0.5]": 892.98876953125, + "MASE[0.5]": 0.9236753161454142, + "MAPE[0.5]": 0.013836824296367777, + "sMAPE[0.5]": 0.013713333734162947, + "MSIS": 4.855733962870647, + "RMSE[mean]": 1023.5541628436532, + "NRMSE[mean]": 0.015778586014924073, + "ND[0.5]": 0.013765856875873294, + "mean_weighted_sum_quantile_loss": 0.008550059370143713 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63936.51953125 + ], + "predictions": { + "p50": [ + 65788.7578125, + 65785.2734375, + 65785.75, + 65789.7578125, + 65771.65625, + 65768.703125, + 65753.65625, + 65754.421875, + 65740.078125, + 65738.3828125, + 65717.578125, + 65723.5703125, + 65730.4921875, + 65729.546875, + 65711.4140625, + 65718.390625, + 65696.6640625, + 65693.2734375, + 65679.765625, + 65678.3359375, + 65649.0546875, + 65631.65625, + 65596.390625, + 65593.71875 + ], + "p10": [ + 65524.11328125, + 65438.01171875, + 65334.3671875, + 65238.6484375, + 65134.15625, + 65025.04296875, + 64900.4609375, + 64828.5703125, + 64748.0859375, + 64648.09375, + 64579.21875, + 64529.61328125, + 64460.63671875, + 64427.34765625, + 64383.5546875, + 64406.49609375, + 64379.32421875, + 64212.81640625, + 64108.52734375, + 64025.53515625, + 63961.22265625, + 63911.42578125, + 63867.97265625, + 63840.8515625 + ], + "p90": [ + 65990.4296875, + 66087.1953125, + 66163.8359375, + 66235.265625, + 66303.375, + 66331.109375, + 66350.7578125, + 66398.671875, + 66446.921875, + 66487.015625, + 66534.7890625, + 66595.078125, + 66654.859375, + 66645.625, + 66653.6015625, + 66667.2578125, + 66650.7421875, + 66697.453125, + 66732.21875, + 66819.171875, + 66816.6171875, + 66846.0625, + 66886.6875, + 66894.234375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_061050.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_061050.json new file mode 100644 index 0000000000000000000000000000000000000000..f83fcf6fe105128b725a5cd698f8ef0e73c3faff --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_061050.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-18T06:10:50.087304+00:00", + "metrics": { + "MSE[mean]": 2095999.4705383314, + "MSE[0.5]": 2010494.8338841982, + "MAE[0.5]": 1223.5532608384394, + "MASE[0.5]": 1.265599281409718, + "MAPE[0.5]": 0.018964703956923977, + "sMAPE[0.5]": 0.018725509186001067, + "MSIS": 35.59049403897607, + "RMSE[mean]": 1447.7567028124345, + "NRMSE[mean]": 0.022317874806492475, + "ND[0.5]": 0.01886166953426685, + "mean_weighted_sum_quantile_loss": 0.01811578791268895 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63936.51953125 + ], + "predictions": { + "p50": [ + 65807.4574992237, + 65861.62563866397, + 65880.80744997923, + 65887.03223004448, + 65930.95036948475, + 65937.157571425, + 65967.09133586526, + 65986.77510030553, + 66012.27331787079, + 66028.97075418604, + 66055.63498737631, + 66087.38711119157, + 66117.09236000682, + 66122.63940569709, + 66149.26848263734, + 66154.5420908276, + 66205.92507401787, + 66218.85297908312, + 66235.55041539838, + 66274.78496108865, + 66285.1679442789, + 66313.14858371916, + 66332.70930128443, + 66354.93798759968 + ], + "p10": [ + 65573.6957804737, + 65596.64907616397, + 65714.46955935423, + 65691.06348004448, + 65665.50896323475, + 65686.850540175, + 65772.16164836526, + 65782.87666280553, + 65757.32214599579, + 65741.04887918604, + 65787.11154987631, + 65917.26132994157, + 65906.12361000682, + 65929.07690569709, + 65952.03020138734, + 65899.5670908276, + 66001.31882401787, + 66064.63110408312, + 65968.42697789837, + 66009.80839858865, + 66081.2695067789, + 66104.22280246916, + 66078.66828565943, + 66145.27861259968 + ], + "p90": [ + 66160.3442179737, + 66180.15688866397, + 66126.57893435423, + 66230.04004254448, + 66252.99333823475, + 66275.110696425, + 66294.92336711526, + 66404.56728780553, + 66344.80652099579, + 66287.25200418604, + 66391.62170612632, + 66412.83047056657, + 66435.78376625682, + 66361.7120619471, + 66478.86379513734, + 66392.3483408276, + 66527.59694901787, + 66451.59711970812, + 66570.67697789837, + 66593.63027358864, + 66539.7382567789, + 66570.34467746915, + 66662.17609815943, + 66583.27001884968 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_061010.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_061010.json new file mode 100644 index 0000000000000000000000000000000000000000..bcac980043d63149b9f2d4d47ee679559e4ed403 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_061010.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T06:10:10.334433+00:00", + "metrics": { + "MSE[mean]": 1292276.9007460277, + "MSE[0.5]": 1243060.1323331196, + "MAE[0.5]": 964.7001953125, + "MASE[0.5]": 0.9978510237688196, + "MAPE[0.5]": 0.01495157646385798, + "sMAPE[0.5]": 0.01480396201245761, + "MSIS": 10.640997229574905, + "RMSE[mean]": 1136.7835769160406, + "NRMSE[mean]": 0.01752407258927111, + "ND[0.5]": 0.014871323436430023, + "mean_weighted_sum_quantile_loss": 0.009952498755453664 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63936.51953125 + ], + "predictions": { + "p50": [ + 65805.828125, + 65779.19140625, + 65802.96484375, + 65798.59375, + 65803.80859375, + 65806.0703125, + 65786.10546875, + 65788.07421875, + 65854.59375, + 65823.8125, + 65780.07421875, + 65785.8671875, + 65739.4609375, + 65827.3046875, + 65753.26171875, + 65759.2734375, + 65805.26171875, + 65804.40234375, + 65825.04296875, + 65758.8671875, + 65802.8125, + 65735.6953125, + 65825.22265625, + 65749.12890625 + ], + "p10": [ + 65526.8359375, + 65390.845703125, + 65378.1484375, + 65307.712890625, + 65203.76953125, + 65194.1015625, + 65052.05078125, + 64712.947265625, + 65068.822265625, + 64795.34765625, + 64896.568359375, + 64886.37109375, + 64563.365234375, + 64770.208984375, + 64770.642578125, + 64232.1015625, + 64547.990234375, + 64617.30859375, + 64620.54296875, + 64462.90625, + 64802.66796875, + 64293.4375, + 64621.4296875, + 64154.818359375 + ], + "p90": [ + 66105.7421875, + 66178.90625, + 66313.62109375, + 66230.1015625, + 66289.23046875, + 66359.2578125, + 66341.1796875, + 66516.46484375, + 66623.0546875, + 66578.94921875, + 66471.73828125, + 66521.9296875, + 66558.046875, + 66911.44140625, + 66911.70703125, + 66793.20703125, + 66647.6875, + 66786.08984375, + 66905.51953125, + 67038.60546875, + 66824.125, + 66788.1953125, + 67191.32421875, + 67059.02734375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_061050.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_061050.json new file mode 100644 index 0000000000000000000000000000000000000000..5ed6b21917803b86bb69e3e7d15ef12bf16c6656 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_061050.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T06:10:50.145297+00:00", + "metrics": { + "MSE[mean]": 1710409.603366879, + "MSE[0.5]": 1630650.3215423857, + "MAE[0.5]": 1132.7981839364074, + "MASE[0.5]": 1.1717255091860324, + "MAPE[0.5]": 0.017548624722265482, + "sMAPE[0.5]": 0.01735457593937245, + "MSIS": 31.33314844886888, + "RMSE[mean]": 1307.8262894463007, + "NRMSE[mean]": 0.020160779321415856, + "ND[0.5]": 0.0174626358151216, + "mean_weighted_sum_quantile_loss": 0.01667822834715422 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63936.51953125 + ], + "predictions": { + "p50": [ + 65973.4581928454, + 66004.6730365954, + 66000.9015522204, + 65984.1730365954, + 66005.1378803454, + 65988.3917865954, + 65995.3722553454, + 65992.1027240954, + 65994.6476459704, + 65988.3917865954, + 65992.1027240954, + 66000.9015522204, + 66007.6535053454, + 65990.2472553454, + 65993.9230365954, + 65976.2433490954, + 66004.6730365954, + 65994.6476459704, + 65988.3917865954, + 66004.6730365954, + 65992.1027240954, + 65997.1300678454, + 65993.7374897204, + 65993.0128803454 + ], + "p10": [ + 65739.6964740954, + 65739.6964740954, + 65834.5636615954, + 65788.2042865954, + 65739.6964740954, + 65738.0847553454, + 65800.4425678454, + 65788.2042865954, + 65739.6964740954, + 65700.4699115954, + 65723.5792865954, + 65830.7757709704, + 65796.6847553454, + 65796.6847553454, + 65796.6847553454, + 65721.2683490954, + 65800.0667865954, + 65840.4257709704, + 65721.2683490954, + 65739.6964740954, + 65788.2042865954, + 65788.2042865954, + 65739.6964740954, + 65783.3535053454 + ], + "p90": [ + 66326.3449115954, + 66323.2042865954, + 66246.6730365954, + 66327.1808490954, + 66327.1808490954, + 66326.3449115954, + 66323.2042865954, + 66409.8949115954, + 66327.1808490954, + 66246.6730365954, + 66328.0894428454, + 66326.3449115954, + 66326.3449115954, + 66229.3199115954, + 66323.5183490954, + 66214.0495990954, + 66326.3449115954, + 66227.3917865954, + 66323.5183490954, + 66323.5183490954, + 66246.6730365954, + 66254.3261615954, + 66323.2042865954, + 66221.3449115954 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_061050.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_061050.json new file mode 100644 index 0000000000000000000000000000000000000000..a34ec020b55bcc718ef76a08936a3f62ad59151b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_061050.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T06:10:50.164821+00:00", + "metrics": { + "MSE[mean]": 1722617.8116092682, + "MSE[0.5]": 1722617.8116092682, + "MAE[0.5]": 1178.2335611979167, + "MASE[0.5]": 1.2187222216735145, + "MAPE[0.5]": 0.018234068089394748, + "sMAPE[0.5]": 0.018030000725274317, + "MSIS": 4.152740033982798, + "RMSE[mean]": 1312.4853567218447, + "NRMSE[mean]": 0.020232601112997704, + "ND[0.5]": 0.018163044288132476, + "mean_weighted_sum_quantile_loss": 0.013407219437487612 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63936.51953125 + ], + "predictions": { + "p50": [ + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "p10": [ + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996, + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996, + 64574.159999999996, + 64519.5709375 + ], + "p90": [ + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875, + 67014.0, + 67258.8, + 67222.08, + 67169.03203125, + 67209.84, + 67153.0228125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_061039.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_061039.json new file mode 100644 index 0000000000000000000000000000000000000000..94541c34276a7c78fa8bdb7089e43bf1d3907ee6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_061039.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T06:10:39.782341+00:00", + "metrics": { + "MSE[mean]": 1131302.2460091908, + "MSE[0.5]": 1131302.2460091908, + "MAE[0.5]": 943.6876627604166, + "MASE[0.5]": 0.9761164193591254, + "MAPE[0.5]": 0.014617477787552903, + "sMAPE[0.5]": 0.014483754787336585, + "MSIS": 7.443324133001954, + "RMSE[mean]": 1063.626929900325, + "NRMSE[mean]": 0.016396327239387533, + "ND[0.5]": 0.014547405011494574, + "mean_weighted_sum_quantile_loss": 0.009127215810120024 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63936.51953125 + ], + "predictions": { + "p50": [ + 65996.0, + 65960.0, + 65896.0, + 65836.0, + 65840.0, + 65844.0, + 65856.0, + 65836.0, + 65816.0, + 65792.0, + 65764.0, + 65760.0, + 65736.0, + 65742.0, + 65758.0, + 65754.0, + 65740.0, + 65722.0, + 65724.0, + 65680.0, + 65678.0, + 65650.0, + 65628.0, + 65628.0 + ], + "p10": [ + 65638.0, + 65470.0, + 65280.875, + 65148.0, + 65087.0, + 65053.0, + 65043.0, + 64974.0, + 64904.0, + 64834.0, + 64782.0, + 64728.0, + 64672.0, + 64636.0, + 64620.0, + 64580.0, + 64600.0, + 64544.0, + 64524.0, + 64464.0, + 64440.0, + 64388.0, + 64312.0, + 64292.0 + ], + "p90": [ + 66312.0, + 66392.0, + 66432.0, + 66416.0, + 66488.0, + 66512.0, + 66528.0, + 66536.0, + 66552.0, + 66552.0, + 66528.0, + 66584.0, + 66576.0, + 66608.0, + 66608.0, + 66608.0, + 66592.0, + 66608.0, + 66632.0, + 66624.0, + 66624.0, + 66616.0, + 66616.0, + 66640.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_055857.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_055857.json new file mode 100644 index 0000000000000000000000000000000000000000..cb040b8f79a517c3231c8dc7d3d9144e0c300448 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_055857.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T05:58:57.519809+00:00", + "metrics": { + "MSE[mean]": 1483207.0379988353, + "MSE[0.5]": 1220883.2450885773, + "MAE[0.5]": 950.3396809895834, + "MASE[0.5]": 0.9829970266528273, + "MAPE[0.5]": 0.014729956500794457, + "sMAPE[0.5]": 0.014585756754335369, + "MSIS": 42.44013428323612, + "RMSE[mean]": 1217.8698772852686, + "NRMSE[mean]": 0.018774057408299454, + "ND[0.5]": 0.014649949112834702, + "mean_weighted_sum_quantile_loss": 0.01577179089278892 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63936.51953125 + ], + "predictions": { + "p50": [ + 65768.75, + 65764.53125, + 65764.765625, + 65767.7890625, + 65773.5703125, + 65778.96875, + 65752.5546875, + 65735.015625, + 65731.7734375, + 65729.03125, + 65738.6015625, + 65726.8046875, + 65742.7421875, + 65786.15625, + 65811.34375, + 65809.421875, + 65824.640625, + 65833.5703125, + 65799.6796875, + 65798.4765625, + 65796.296875, + 65812.8359375, + 65793.265625, + 65791.9375 + ], + "p10": [ + 65812.8046875, + 65847.921875, + 65830.375, + 65867.3984375, + 65846.7890625, + 65816.171875, + 65793.4453125, + 65776.2421875, + 65816.765625, + 65877.0078125, + 65862.40625, + 65819.3828125, + 65874.0390625, + 65891.140625, + 65926.609375, + 65920.8828125, + 65948.734375, + 65911.828125, + 65926.2109375, + 65896.5390625, + 65902.703125, + 65928.671875, + 65930.328125, + 65895.3984375 + ], + "p90": [ + 66071.453125, + 66108.546875, + 66128.4140625, + 66150.5078125, + 66181.9921875, + 66205.21875, + 66210.1484375, + 66225.890625, + 66249.6875, + 66265.0, + 66321.890625, + 66304.90625, + 66366.6015625, + 66446.5546875, + 66470.921875, + 66485.8671875, + 66512.203125, + 66513.1171875, + 66521.3671875, + 66512.421875, + 66538.21875, + 66569.578125, + 66537.6328125, + 66533.2890625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_060929.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_060929.json new file mode 100644 index 0000000000000000000000000000000000000000..1f0d02f03732e0e7bdc4842daff5ee7e4a3e30f0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_060929.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-18T06:09:29.038386+00:00", + "metrics": { + "MSE[mean]": 1332094.263470332, + "MSE[0.5]": 1332094.263470332, + "MAE[0.5]": 1003.8478190104166, + "MASE[0.5]": 1.0383439111704114, + "MAPE[0.5]": 0.015557031949813227, + "sMAPE[0.5]": 0.015398655206749018, + "MSIS": 18.132234430219942, + "RMSE[mean]": 1154.163880681739, + "NRMSE[mean]": 0.017791998438129654, + "ND[0.5]": 0.015474803125361552, + "mean_weighted_sum_quantile_loss": 0.011559127664257613 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63936.51953125 + ], + "predictions": { + "p50": [ + 65837.0390625, + 65837.9296875, + 65843.21875, + 65842.8046875, + 65841.953125, + 65842.46875, + 65846.609375, + 65850.546875, + 65858.53125, + 65867.7109375, + 65872.7109375, + 65878.8828125, + 65880.5859375, + 65881.21875, + 65886.3984375, + 65883.6171875, + 65875.953125, + 65868.703125, + 65862.984375, + 65853.296875, + 65839.6484375, + 65831.4375, + 65821.15625, + 65812.4375 + ], + "p10": [ + 65607.3671875, + 65522.84765625, + 65455.546875, + 65405.40625, + 65368.44921875, + 65338.44140625, + 65311.89453125, + 65277.0, + 65243.91796875, + 65220.9609375, + 65195.37109375, + 65176.01953125, + 65141.6171875, + 65116.609375, + 65092.9375, + 65061.62890625, + 65027.25, + 64995.19140625, + 64969.171875, + 64939.8515625, + 64908.01171875, + 64884.7265625, + 64860.64453125, + 64836.7421875 + ], + "p90": [ + 66073.53125, + 66149.578125, + 66236.546875, + 66306.09375, + 66363.53125, + 66418.390625, + 66485.0, + 66540.765625, + 66589.9765625, + 66648.9375, + 66689.28125, + 66725.75, + 66753.8984375, + 66793.1875, + 66842.1171875, + 66864.8359375, + 66883.484375, + 66906.3671875, + 66927.4609375, + 66948.5234375, + 66941.28125, + 66948.9921875, + 66947.9375, + 66959.109375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_060439.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_060439.json new file mode 100644 index 0000000000000000000000000000000000000000..13dc2e4f25f0e7c01cc25c5af2a9eb0e5ce17a70 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_060439.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T06:04:39.642152+00:00", + "metrics": { + "MSE[mean]": 1104560.2318007152, + "MSE[0.5]": 1104560.2318007152, + "MAE[0.5]": 920.9708658854166, + "MASE[0.5]": 0.9526189855153143, + "MAPE[0.5]": 0.014269568346140793, + "sMAPE[0.5]": 0.014138915747016317, + "MSIS": 4.852579018395874, + "RMSE[mean]": 1050.9806048641979, + "NRMSE[mean]": 0.016201377978665606, + "ND[0.5]": 0.014197214521838487, + "mean_weighted_sum_quantile_loss": 0.009074695878889866 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63936.51953125 + ], + "predictions": { + "p50": [ + 65852.28125, + 65842.6796875, + 65835.203125, + 65827.96875, + 65818.6171875, + 65810.640625, + 65808.765625, + 65798.2265625, + 65791.8515625, + 65784.78125, + 65775.3203125, + 65764.5859375, + 65754.1875, + 65742.15625, + 65734.328125, + 65724.125, + 65715.1328125, + 65704.7578125, + 65699.765625, + 65683.5234375, + 65676.53125, + 65666.5234375, + 65659.1796875, + 65651.4765625 + ], + "p10": [ + 65600.8515625, + 65478.1875, + 65371.3984375, + 65273.6796875, + 65169.30078125, + 65066.703125, + 64985.03125, + 64888.125, + 64746.1640625, + 64651.703125, + 64550.828125, + 64416.2890625, + 64300.4765625, + 64200.65625, + 64134.43359375, + 64046.72265625, + 64004.76953125, + 63943.984375, + 63892.05078125, + 63857.81640625, + 63821.30859375, + 63781.15234375, + 63737.2421875, + 63689.734375 + ], + "p90": [ + 66097.2109375, + 66184.5078125, + 66266.8046875, + 66334.921875, + 66409.625, + 66484.265625, + 66549.421875, + 66603.453125, + 66665.1328125, + 66718.7265625, + 66778.4609375, + 66830.265625, + 66866.4140625, + 66906.7578125, + 66949.3046875, + 66983.015625, + 67020.0390625, + 67056.0625, + 67087.7109375, + 67120.4453125, + 67138.375, + 67188.625, + 67212.4296875, + 67245.03125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_061049.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_061049.json new file mode 100644 index 0000000000000000000000000000000000000000..7e539175c163d84cae04cd7f518623c483e6964a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_061049.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T06:10:49.969334+00:00", + "metrics": { + "MSE[mean]": 0.04439219518189401, + "MSE[0.5]": 0.04448962551715888, + "MAE[0.5]": 0.16439163121198144, + "MASE[0.5]": 0.15513399610697695, + "MAPE[0.5]": 0.13538327653977056, + "sMAPE[0.5]": 0.14079290124974128, + "MSIS": 5.4529654110817765, + "RMSE[mean]": 0.2106945542293251, + "NRMSE[mean]": 0.1743366454102601, + "ND[0.5]": 0.13602385511978526, + "mean_weighted_sum_quantile_loss": 0.1326406958918164 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" + ], + "context": [ + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339 + ], + "actual": [ + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 + ], + "predictions": { + "p50": [ + 1.5186230114082813, + 1.5067575600782668, + 1.4921059136804202, + 1.479710877599599, + 1.466267570913928, + 1.4530117536954192, + 1.4403322457197327, + 1.4291456967909908, + 1.4169443505638535, + 1.4037612435706988, + 1.392203403559555, + 1.3804098333736055, + 1.368401795898, + 1.3570740296767365, + 1.345997419194228, + 1.333137830983306, + 1.322003726254914, + 1.3111842513955476, + 1.2980869663755585, + 1.2883778327743078, + 1.2759673393960331, + 1.268313143999635, + 1.2570443014387396, + 1.2458876404779775, + 1.2358928082936087, + 1.228115853868974, + 1.2169554350497116, + 1.2054854742686456, + 1.1951872797583258, + 1.1861125069664822, + 1.1753980230927792, + 1.1659038220085012, + 1.1576121859481592, + 1.1486770840925913, + 1.1381082982011643, + 1.1274998889198828, + 1.1207966223688535, + 1.1119620861997337, + 1.1045320318586598, + 1.0927432306154123, + 1.084759523661924, + 1.0759494806311778, + 1.0671836714983987, + 1.0592711940607695, + 1.0518128195527643, + 1.0417828812706107, + 1.0357287173100098, + 1.02763704190401, + 1.0183634501008716, + 1.0104355138162893, + 1.002898711518018, + 0.9952985969515524, + 0.9883657877818952, + 0.9799173789098238, + 0.971542362443089, + 0.9640992334228766, + 0.9567436445570303, + 0.9508568929601318, + 0.9424820247413285, + 0.9368636584524198 + ], + "p10": [ + 1.5030781027965314, + 1.4925631317352226, + 1.477997508283715, + 1.4653032954538292, + 1.4554743873493874, + 1.4392825152902302, + 1.426173337713772, + 1.415850210760988, + 1.4031982780148022, + 1.39088684345379, + 1.3775832264999741, + 1.3678456538347503, + 1.3565071685913719, + 1.3437761527292649, + 1.3322141731128707, + 1.3203425477939656, + 1.308272330898522, + 1.296103098814319, + 1.2868668868307915, + 1.2743607403081985, + 1.2649731163857743, + 1.2544653462168398, + 1.243856835508493, + 1.233662757345147, + 1.2233321421644123, + 1.2114454723806554, + 1.2017075892650222, + 1.1906927272955203, + 1.1826631443911872, + 1.1741854102474774, + 1.1615353844332637, + 1.1517001247307213, + 1.1449567695169356, + 1.1347334499549184, + 1.1240528191571562, + 1.114863068569007, + 1.1071478858011867, + 1.0983828677474266, + 1.0890851112291982, + 1.0801360459410432, + 1.071428566038657, + 1.063874148236121, + 1.054526385883803, + 1.0460189643699658, + 1.0381002142640865, + 1.0295254638565356, + 1.0216294349582917, + 1.0136254032180416, + 1.005609225636673, + 0.9960865715245076, + 0.9883045689219696, + 0.9809200634264863, + 0.9747366080202063, + 0.9670222505074343, + 0.9578523861971664, + 0.9504381121407917, + 0.9431501050415622, + 0.9370321367328015, + 0.9281968848910095, + 0.924351108384793 + ], + "p90": [ + 1.5312318690458042, + 1.5195083383973012, + 1.5057403932184668, + 1.4917065301363028, + 1.477514327721761, + 1.4682711996459563, + 1.4534571218189072, + 1.4426262112581631, + 1.430309642362107, + 1.420012745475897, + 1.4050202571177726, + 1.3927935747141005, + 1.3827187117104134, + 1.3691062584958928, + 1.3598473511075062, + 1.3450905459392746, + 1.3346303589507722, + 1.3235561847294477, + 1.3127712410422951, + 1.3034190274465014, + 1.2907190732465839, + 1.280264564742492, + 1.272515340544708, + 1.2588251110080462, + 1.2506544602139764, + 1.2388272251223873, + 1.2312429714167044, + 1.2184260043974489, + 1.2070373009146387, + 1.198303493562129, + 1.1892049912359162, + 1.1809663055662296, + 1.1717457152379376, + 1.1625588932839854, + 1.1514398405608604, + 1.1420175397179462, + 1.1350075273135807, + 1.1239256226008567, + 1.1166704738755888, + 1.105799039516881, + 1.0990769453852198, + 1.09012068122381, + 1.0792254925234208, + 1.0747083443307606, + 1.0638467047121318, + 1.0569341415641738, + 1.050865361626223, + 1.0422400744383122, + 1.0311100022114774, + 1.0238563663736642, + 1.0157578466693309, + 1.0095461101608798, + 1.00061622794002, + 0.9931246044865274, + 0.9850330774657683, + 0.9776380533291785, + 0.9705827912765441, + 0.9630621835049332, + 0.9603330266962734, + 0.9491763085550367 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_055835.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_055835.json new file mode 100644 index 0000000000000000000000000000000000000000..c217e0a65dcb6f06274bb94ed049800c87b33d85 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_055835.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T05:58:35.394484+00:00", + "metrics": { + "MSE[mean]": 0.10006695108447682, + "MSE[0.5]": 0.10006695108447682, + "MAE[0.5]": 0.22286593119303386, + "MASE[0.5]": 0.2103153442007943, + "MAPE[0.5]": 0.18280784396349656, + "sMAPE[0.5]": 0.22136212263062124, + "MSIS": 0.783336622218617, + "RMSE[mean]": 0.316333607263719, + "NRMSE[mean]": 0.2617463945501811, + "ND[0.5]": 0.18440770319169264, + "mean_weighted_sum_quantile_loss": 0.1611423588950378 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" + ], + "context": [ + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339 + ], + "actual": [ + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 + ], + "predictions": { + "p50": [ + 1.5078755617141724, + 1.4947187900543213, + 1.4762288331985474, + 1.457053780555725, + 1.4361424446105957, + 1.4143764972686768, + 1.3963243961334229, + 1.3716129064559937, + 1.3469232320785522, + 1.321586012840271, + 1.3015598058700562, + 1.274794340133667, + 1.2488878965377808, + 1.2174173593521118, + 1.195105791091919, + 1.1596415042877197, + 1.1596248149871826, + 1.1454776525497437, + 1.123461127281189, + 1.0970548391342163, + 1.0750335454940796, + 1.0571116209030151, + 1.034879446029663, + 1.0067239999771118, + 0.9795049428939819, + 0.9596426486968994, + 0.9340929388999939, + 0.9084597826004028, + 0.8944277763366699, + 0.8674343228340149, + 0.8381922841072083, + 0.8175424933433533, + 0.8433286547660828, + 0.8440138101577759, + 0.8245846033096313, + 0.8129433393478394, + 0.7969470024108887, + 0.7850459814071655, + 0.7719240188598633, + 0.758317232131958, + 0.7488124370574951, + 0.7456446886062622, + 0.7341717481613159, + 0.7272114157676697, + 0.7325987815856934, + 0.7266423106193542, + 0.7069152593612671, + 0.6975924968719482, + 0.7559265494346619, + 0.7607194781303406, + 0.7622880935668945, + 0.7726579308509827, + 0.7642647624015808, + 0.7781952619552612, + 0.777947187423706, + 0.7839345335960388, + 0.788108229637146, + 0.809496283531189, + 0.8052644729614258, + 0.8212828040122986 + ], + "p10": [ + 1.4775336980819702, + 1.4649907350540161, + 1.43917977809906, + 1.4074876308441162, + 1.3861560821533203, + 1.3575299978256226, + 1.3344812393188477, + 1.303926706314087, + 1.2759462594985962, + 1.2404890060424805, + 1.2142833471298218, + 1.1822459697723389, + 1.1426297426223755, + 1.0997653007507324, + 1.0647189617156982, + 1.0067269802093506, + 1.0401928424835205, + 1.0161100625991821, + 0.9678808450698853, + 0.9353964328765869, + 0.9036269187927246, + 0.8665404915809631, + 0.824851393699646, + 0.7728205919265747, + 0.730853796005249, + 0.7014018297195435, + 0.649215817451477, + 0.6180468797683716, + 0.5745527744293213, + 0.5446796417236328, + 0.5004464387893677, + 0.4522674083709717, + 0.4818624258041382, + 0.45995593070983887, + 0.4192349314689636, + 0.3965969681739807, + 0.3581104278564453, + 0.336076557636261, + 0.31381046772003174, + 0.2784864902496338, + 0.2518693804740906, + 0.23522990942001343, + 0.19895118474960327, + 0.20093858242034912, + 0.1836073398590088, + 0.16356301307678223, + 0.13805711269378662, + 0.11763644218444824, + 0.15238022804260254, + 0.13264387845993042, + 0.10233491659164429, + 0.10344493389129639, + 0.10334688425064087, + 0.08323919773101807, + 0.08084654808044434, + 0.07569277286529541, + 0.06945157051086426, + 0.0733790397644043, + 0.06696534156799316, + 0.09601044654846191 + ], + "p90": [ + 1.5314548015594482, + 1.5222431421279907, + 1.5177264213562012, + 1.5092358589172363, + 1.488181471824646, + 1.4715310335159302, + 1.4618146419525146, + 1.4441941976547241, + 1.4260400533676147, + 1.4097237586975098, + 1.3924789428710938, + 1.3729474544525146, + 1.358702301979065, + 1.3526982069015503, + 1.3329778909683228, + 1.320560336112976, + 1.320096492767334, + 1.307449221611023, + 1.3000378608703613, + 1.2967360019683838, + 1.2834742069244385, + 1.2760677337646484, + 1.2722197771072388, + 1.2755295038223267, + 1.2586297988891602, + 1.253010869026184, + 1.2535854578018188, + 1.2486011981964111, + 1.254235863685608, + 1.2458785772323608, + 1.2389456033706665, + 1.2379218339920044, + 1.2276263236999512, + 1.219325304031372, + 1.220995545387268, + 1.2414915561676025, + 1.2272469997406006, + 1.2333256006240845, + 1.2394975423812866, + 1.2563048601150513, + 1.2488389015197754, + 1.265524983406067, + 1.2672722339630127, + 1.27308988571167, + 1.2974611520767212, + 1.2972660064697266, + 1.306155800819397, + 1.3083560466766357, + 1.2900832891464233, + 1.293156385421753, + 1.307790994644165, + 1.334900975227356, + 1.3377925157546997, + 1.3466747999191284, + 1.3665776252746582, + 1.3851666450500488, + 1.3859803676605225, + 1.4157519340515137, + 1.4153509140014648, + 1.4220077991485596 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_061050.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_061050.json new file mode 100644 index 0000000000000000000000000000000000000000..a35f0c3f991c57e96e1de19c70c72e433097ae18 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_061050.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T06:10:50.112376+00:00", + "metrics": { + "MSE[mean]": 0.08075223222619818, + "MSE[0.5]": 0.07986138392124924, + "MAE[0.5]": 0.20185544712285816, + "MASE[0.5]": 0.19048805536669713, + "MAPE[0.5]": 0.16142153134942314, + "sMAPE[0.5]": 0.18271823769449605, + "MSIS": 5.420372210401599, + "RMSE[mean]": 0.2841693724281316, + "NRMSE[mean]": 0.23513248977255263, + "ND[0.5]": 0.16702283377901028, + "mean_weighted_sum_quantile_loss": 0.15600099993431146 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" + ], + "context": [ + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339 + ], + "actual": [ + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 + ], + "predictions": { + "p50": [ + 1.5348135476064968, + 1.5241389491634139, + 1.5074643385609836, + 1.4907897428597146, + 1.4801150699108256, + 1.464940410194168, + 1.4522657927968083, + 1.4390911371332666, + 1.4284165237890225, + 1.4117418684831087, + 1.389067260622492, + 1.3808925852894174, + 1.36821799769438, + 1.352043365753487, + 1.3378687676680319, + 1.331694006981106, + 1.3050194506189026, + 1.2963447668219683, + 1.2826702070026954, + 1.2659955516967816, + 1.2553209383525374, + 1.2416462444228138, + 1.2364715900705743, + 1.2202970475366481, + 1.2106223915154786, + 1.1899477877079778, + 1.1832731228653206, + 1.1605984852023816, + 1.145923863751906, + 1.1412491731600423, + 1.126074528344546, + 1.1008999526704375, + 1.0962252918808963, + 1.079550666377305, + 1.0673760425426433, + 1.0492012575370224, + 1.0360266465769643, + 1.0213520996322945, + 1.0126775052423276, + 0.9955028712748765, + 0.9763281736496647, + 0.9691536046512765, + 0.9579789679420118, + 0.9413043126360978, + 0.9331296969076681, + 0.910955023005105, + 0.9057804282575102, + 0.8856057882103854, + 0.871431160322608, + 0.8592565066856243, + 0.8490819018052398, + 0.8319072380354664, + 0.8277326006109458, + 0.8070580266057674, + 0.7968833174172547, + 0.7767087220736134, + 0.7750341269683907, + 0.7493594683246168, + 0.7326848130187028, + 0.725010161050649 + ], + "p10": [ + 1.4708136243111554, + 1.4629389473275909, + 1.4433643293580265, + 1.4396896989072494, + 1.421915044352354, + 1.4024404327787405, + 1.3977657941081105, + 1.3840911597830317, + 1.3804165755258542, + 1.3604418449869577, + 1.3359672558302786, + 1.3193926320194589, + 1.3087179888728926, + 1.303043355859116, + 1.2880687174093954, + 1.271694064201565, + 1.2510194603940643, + 1.249344820585358, + 1.2336701822071632, + 1.2199955478820843, + 1.2060209114589218, + 1.1856463067692722, + 1.1829715934084344, + 1.1672970146348842, + 1.1486223552758545, + 1.1376477398335272, + 1.1210730892006173, + 1.101598499745915, + 1.0939238179755388, + 1.0802491836504597, + 1.0692745682081324, + 1.0506999433244293, + 1.0419252995579746, + 1.0255506463501443, + 1.0058760373514513, + 0.9922014030263724, + 0.9845267433749074, + 0.966852130745919, + 0.9571774747247495, + 0.9474028632044075, + 0.9237282518271168, + 0.9139536000736398, + 0.9002789657485607, + 0.8967043146388138, + 0.8729296941181708, + 0.8614550344491967, + 0.8507804211049528, + 0.8301058143172197, + 0.8180311571808844, + 0.806756497148881, + 0.7890819113419829, + 0.7734072538251093, + 0.7787326652223807, + 0.7550579808294002, + 0.7323833707568925, + 0.7177087217159854, + 0.7110340568733284, + 0.6933594710664304, + 0.6776848356684677, + 0.6727101727808431 + ], + "p90": [ + 1.560813604022293, + 1.5472389710174568, + 1.5375643086632937, + 1.5228896872128181, + 1.5091150541751994, + 1.4944404923293686, + 1.4818657842375813, + 1.4690911383253595, + 1.4544165168748837, + 1.4377418913712923, + 1.4240672633792069, + 1.4133926138996469, + 1.399717979574568, + 1.3821433894999775, + 1.3733686980498068, + 1.3547941208498195, + 1.340119465126673, + 1.3333448418046114, + 1.312670178392466, + 1.3049955323848768, + 1.2873208869733337, + 1.2748462938231433, + 1.2639716830538201, + 1.2503970414808163, + 1.2326223794753404, + 1.222947726434403, + 1.2053731363598121, + 1.1915984735198712, + 1.1779238689971148, + 1.1672491960482259, + 1.1505745768776279, + 1.1368999093974654, + 1.1272253398030307, + 1.1095506973717202, + 1.0958760336168478, + 1.086201436827794, + 1.0716267544852132, + 1.0548521302690819, + 1.0411775022769965, + 1.0296029180287598, + 1.0138281974915226, + 1.00415357723314, + 0.9904789429080608, + 0.9758043154971208, + 0.9631296742579031, + 0.947555112078286, + 0.9357804592519254, + 0.9211057781968051, + 0.9044311258711233, + 0.8947565562766886, + 0.881081862346965, + 0.8634072560509702, + 0.84973261837313, + 0.8370579979955379, + 0.822483375257602, + 0.805708667594968, + 0.8000341031265328, + 0.7813594501004966, + 0.767684809442424, + 0.7550101920450643 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_061020.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_061020.json new file mode 100644 index 0000000000000000000000000000000000000000..bd38a45d6d677c654fc9209653e4b4bcf4995aa6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_061020.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T06:10:20.352366+00:00", + "metrics": { + "MSE[mean]": 0.3434503683014038, + "MSE[0.5]": 0.3671587440567947, + "MAE[0.5]": 0.4451376731197039, + "MASE[0.5]": 0.42006996061602364, + "MAPE[0.5]": 0.3680547694620013, + "sMAPE[0.5]": 0.5507417980539863, + "MSIS": 2.6347689253536335, + "RMSE[mean]": 0.5860463874996619, + "NRMSE[mean]": 0.484916953004342, + "ND[0.5]": 0.3683237517043379, + "mean_weighted_sum_quantile_loss": 0.3129004853935505 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" + ], + "context": [ + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339 + ], + "actual": [ + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 + ], + "predictions": { + "p50": [ + 1.5421503186225891, + 1.5206949710845947, + 1.4971119165420532, + 1.475970983505249, + 1.4514755010604858, + 1.4306200742721558, + 1.3962359428405762, + 1.3807331323623657, + 1.3530499935150146, + 1.3118109107017517, + 1.3026947975158691, + 1.2339105606079102, + 1.1857495307922363, + 1.1582494974136353, + 1.1497737765312195, + 1.1226096749305725, + 1.0759177207946777, + 1.0398803353309631, + 1.0150884985923767, + 1.0143194198608398, + 0.9359819889068604, + 0.9772090911865234, + 0.9144139885902405, + 0.9272371232509613, + 0.9567800164222717, + 0.8349086940288544, + 0.8109932839870453, + 0.7769462168216705, + 0.8011601269245148, + 0.7949785590171814, + 0.660346269607544, + 0.7720248699188232, + 0.6298312246799469, + 0.5521703064441681, + 0.5089836120605469, + 0.5238139927387238, + 0.38861095905303955, + 0.3886283338069916, + 0.45568856596946716, + 0.4726862609386444, + 0.3742923438549042, + 0.40375882387161255, + 0.3720228970050812, + 0.36669379472732544, + 0.4097488522529602, + 0.30090487003326416, + 0.3504415452480316, + 0.2983684837818146, + 0.3534327745437622, + 0.26210540533065796, + 0.3309229612350464, + 0.3075870871543884, + 0.29158928990364075, + 0.26221874356269836, + 0.23376676440238953, + 0.2824327051639557, + 0.1919800341129303, + 0.25478464365005493, + 0.2395884394645691, + 0.12199750542640686 + ], + "p10": [ + 1.5181342959403992, + 1.4856816530227661, + 1.4502975344657898, + 1.415600836277008, + 1.3782389760017395, + 1.343868613243103, + 1.2958664298057556, + 1.2518367767333984, + 1.2020576000213623, + 1.1385106444358826, + 1.1009183526039124, + 0.9762266576290131, + 0.9629219770431519, + 0.9187347292900085, + 0.7888769209384918, + 0.7524278163909912, + 0.6741193532943726, + 0.6867725551128387, + 0.5734747052192688, + 0.5561720728874207, + 0.49679842591285706, + 0.45962661504745483, + 0.3264331519603729, + 0.35060521960258484, + 0.26506245136260986, + 0.195893794298172, + 0.19398340582847595, + 0.06027430295944214, + 0.09743380546569824, + -0.0595935583114624, + -0.018942713737487793, + -0.04808616638183594, + -0.07359278202056885, + -0.16883933544158936, + -0.14321041107177734, + -0.05345422029495239, + -0.33197057247161865, + -0.2858760356903076, + -0.27395784854888916, + -0.3232244849205017, + -0.31134170293807983, + -0.4305013418197632, + -0.29376548528671265, + -0.3790324926376343, + -0.3955417275428772, + -0.3490239977836609, + -0.40660178661346436, + -0.4996717572212219, + -0.32987719774246216, + -0.41873282194137573, + -0.40245765447616577, + -0.4883505702018738, + -0.6132071018218994, + -0.5593482851982117, + -0.5090336799621582, + -0.5178393721580505, + -0.4357711672782898, + -0.627284824848175, + -0.5595125555992126, + -0.6377149820327759 + ], + "p90": [ + 1.5636298060417175, + 1.55437570810318, + 1.5356016755104065, + 1.5284544825553894, + 1.524786651134491, + 1.5251697897911072, + 1.4920753240585327, + 1.503965437412262, + 1.5110319256782532, + 1.4986609816551208, + 1.4955493807792664, + 1.4685724377632141, + 1.4892021417617798, + 1.463599979877472, + 1.498124897480011, + 1.3895149230957031, + 1.4242255687713623, + 1.383823037147522, + 1.3637033104896545, + 1.4934613704681396, + 1.4197098016738892, + 1.5577632188796997, + 1.4963371753692627, + 1.5164912939071655, + 1.4876938462257385, + 1.441911220550537, + 1.4786150455474854, + 1.4469582438468933, + 1.585689127445221, + 1.4992669820785522, + 1.4479691982269287, + 1.4621145129203796, + 1.4623755812644958, + 1.364490807056427, + 1.376060128211975, + 1.237260341644287, + 1.2061673998832703, + 1.198784053325653, + 1.1173253059387207, + 1.1866215467453003, + 1.1695621609687805, + 1.0862053632736206, + 1.1940841674804688, + 1.2999014258384705, + 1.2465530037879944, + 1.2438732385635376, + 1.2275460362434387, + 1.2341539859771729, + 1.2500205039978027, + 1.243866205215454, + 1.2756372690200806, + 1.0907618999481201, + 1.1626368165016174, + 1.1041353940963745, + 1.2489707469940186, + 1.1720513105392456, + 1.168261170387268, + 1.088349163532257, + 1.3030438423156738, + 1.109574556350708 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_061050.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_061050.json new file mode 100644 index 0000000000000000000000000000000000000000..bece67c78d6f38ae546a177cdbcd0ae3fc327832 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_061050.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T06:10:50.153548+00:00", + "metrics": { + "MSE[mean]": 0.192343276523301, + "MSE[0.5]": 0.1967175337002116, + "MAE[0.5]": 0.41285522153894616, + "MASE[0.5]": 0.38960547966324915, + "MAPE[0.5]": 0.3654857223619575, + "sMAPE[0.5]": 0.2992580048052527, + "MSIS": 12.106667614671052, + "RMSE[mean]": 0.4385695800249956, + "NRMSE[mean]": 0.362889062986055, + "ND[0.5]": 0.3416120299192424, + "mean_weighted_sum_quantile_loss": 0.3266262207612422 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" + ], + "context": [ + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339 + ], + "actual": [ + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 + ], + "predictions": { + "p50": [ + 1.6245468409947605, + 1.6275468768767567, + 1.6245469005994053, + 1.6215469392232151, + 1.6245469005994053, + 1.6230468752078266, + 1.6240468921355458, + 1.624546870797083, + 1.627546891777918, + 1.624546870797083, + 1.6155468972615452, + 1.6210468562535496, + 1.622046902983591, + 1.619546905367777, + 1.619046941607401, + 1.626546815245554, + 1.6135468932084294, + 1.6185468437365742, + 1.6185469182423802, + 1.6155468972615452, + 1.6185469182423802, + 1.6185468586377354, + 1.6270468386105748, + 1.6245469304017277, + 1.628546908705637, + 1.6215469392232151, + 1.628546908705637, + 1.619546905367777, + 1.6185469182423802, + 1.6275468619755955, + 1.626046851485178, + 1.6145469101361485, + 1.6235468836716862, + 1.6205468924931736, + 1.622046902983591, + 1.6175467523030491, + 1.6180467756680699, + 1.617046863048479, + 1.622046902983591, + 1.618546903341219, + 1.6130468400410862, + 1.619546905367777, + 1.622046902983591, + 1.6190468820027561, + 1.6245469005994053, + 1.6160468610219212, + 1.6245469005994053, + 1.6180468948773594, + 1.617546901314661, + 1.6190468820027561, + 1.6225469114474507, + 1.6190468820027561, + 1.6285468789033146, + 1.6215469392232151, + 1.6250468643597813, + 1.618546903341219, + 1.6305469425610752, + 1.6185469182423802, + 1.6155468972615452, + 1.6215468796185704 + ], + "p10": [ + 1.5605469176994191, + 1.5663468750409337, + 1.5604468913964482, + 1.57044689527075, + 1.5663468750409337, + 1.560546897792399, + 1.569546893446848, + 1.569546893446848, + 1.5795469435147496, + 1.573246847300932, + 1.5624468924693318, + 1.559546902983591, + 1.5625468941621037, + 1.5705468954734059, + 1.5692468913487645, + 1.566546872466013, + 1.559546902983591, + 1.5715468974999638, + 1.569546893446848, + 1.569546893446848, + 1.5692468913487645, + 1.5625469209841938, + 1.5735468419484349, + 1.5715468974999638, + 1.566546872466013, + 1.5692468913487645, + 1.5663468750409337, + 1.5605469199113102, + 1.566546872466013, + 1.566546872466013, + 1.5692468913487645, + 1.5643469007901403, + 1.5692468913487645, + 1.566546872466013, + 1.560546897792399, + 1.560546897792399, + 1.566546872466013, + 1.5625468941621037, + 1.566546872466013, + 1.57044689527075, + 1.5604469182185383, + 1.5643469007901403, + 1.5643469007901403, + 1.5744468840054722, + 1.564346897809908, + 1.566546872466013, + 1.569546893446848, + 1.5625469209841938, + 1.5641468981729374, + 1.566546872466013, + 1.5625469209841938, + 1.560546897792399, + 1.5795469435147496, + 1.569546893446848, + 1.5605469176994191, + 1.559546902983591, + 1.566546872466013, + 1.5625469209841938, + 1.5605469199113102, + 1.5692468913487645 + ], + "p90": [ + 1.6505468974105568, + 1.6506468987307996, + 1.6546468707017155, + 1.6536468835763187, + 1.653546884863779, + 1.6525469573430271, + 1.6536468835763187, + 1.6545468719891758, + 1.653546884863779, + 1.6505468936852665, + 1.65054690001826, + 1.653546884863779, + 1.653546884863779, + 1.6496469291142675, + 1.6545468719891758, + 1.6496469291142675, + 1.6486469077161998, + 1.6555469187192173, + 1.6485468896321507, + 1.6545468779496404, + 1.6505468668631764, + 1.651746908038065, + 1.6545469315938206, + 1.6546469243458959, + 1.6505468966654988, + 1.6545468779496404, + 1.6506469222001285, + 1.6505468936852665, + 1.650546923487589, + 1.653546884863779, + 1.65054690001826, + 1.6505468668631764, + 1.6545469315938206, + 1.650546923487589, + 1.6505468940577956, + 1.6545469315938206, + 1.6536468835763187, + 1.6505468936852665, + 1.65054690001826, + 1.6526469500951024, + 1.6505468638829441, + 1.6545468779496404, + 1.6545468779496404, + 1.653546884863779, + 1.6545468779496404, + 1.6526469500951024, + 1.6545469315938206, + 1.653546884863779, + 1.6505468668631764, + 1.6545469315938206, + 1.6545468719891758, + 1.65054690001826, + 1.6505468966654988, + 1.6515469106129856, + 1.6506469222001285, + 1.6475468488625737, + 1.6555469187192173, + 1.65054690001826, + 1.6505468936852665, + 1.6515469106129856 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_061050.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_061050.json new file mode 100644 index 0000000000000000000000000000000000000000..b5d0e10bad7df53190792ed015ee929748f4a7de --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_061050.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T06:10:50.170911+00:00", + "metrics": { + "MSE[mean]": 0.19414388509618666, + "MSE[0.5]": 0.19414388509618666, + "MAE[0.5]": 0.4107500026623408, + "MASE[0.5]": 0.38761881516822694, + "MAPE[0.5]": 0.36319955568143164, + "sMAPE[0.5]": 0.29784227882111386, + "MSIS": 13.76270743789463, + "RMSE[mean]": 0.4406176177778036, + "NRMSE[mean]": 0.3645836869064697, + "ND[0.5]": 0.33987009217365516, + "mean_weighted_sum_quantile_loss": 0.33093762494181655 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" + ], + "context": [ + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339 + ], + "actual": [ + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 + ], + "predictions": { + "p50": [ + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486 + ], + "p10": [ + 1.5523199915885926, + 1.5660400485992432, + 1.5807400345802307, + 1.5973999953269957, + 1.601319944858551, + 1.6003400158882142, + 1.6111200523376465, + 1.6160200476646422, + 1.6101400065422058, + 1.6189599514007569, + 1.6150400018692017, + 1.6150400018692017, + 1.601319944858551, + 1.601319944858551, + 1.5993599700927734, + 1.5964199495315552, + 1.5993599700927734, + 1.5885800504684449, + 1.5729000186920166, + 1.558200032711029, + 1.5444799757003784, + 1.5337000560760499, + 1.5278200149536132, + 1.5072399878501892, + 1.5523199915885926, + 1.5660400485992432, + 1.5807400345802307, + 1.5973999953269957, + 1.601319944858551, + 1.6003400158882142, + 1.6111200523376465, + 1.6160200476646422, + 1.6101400065422058, + 1.6189599514007569, + 1.6150400018692017, + 1.6150400018692017, + 1.601319944858551, + 1.601319944858551, + 1.5993599700927734, + 1.5964199495315552, + 1.5993599700927734, + 1.5885800504684449, + 1.5729000186920166, + 1.558200032711029, + 1.5444799757003784, + 1.5337000560760499, + 1.5278200149536132, + 1.5072399878501892, + 1.5523199915885926, + 1.5660400485992432, + 1.5807400345802307, + 1.5973999953269957, + 1.601319944858551, + 1.6003400158882142, + 1.6111200523376465, + 1.6160200476646422, + 1.6101400065422058, + 1.6189599514007569, + 1.6150400018692017, + 1.6150400018692017 + ], + "p90": [ + 1.6156799912452697, + 1.6299600505828857, + 1.6452600359916687, + 1.662599995136261, + 1.6666799426078798, + 1.6656600165367126, + 1.676880054473877, + 1.681980049610138, + 1.6758600068092346, + 1.6850399494171142, + 1.6809600019454956, + 1.6809600019454956, + 1.6666799426078798, + 1.6666799426078798, + 1.6646399688720703, + 1.6615799474716186, + 1.6646399688720703, + 1.6534200525283813, + 1.637100019454956, + 1.6218000340461731, + 1.6075199747085571, + 1.596300058364868, + 1.590180015563965, + 1.5687599873542786, + 1.6156799912452697, + 1.6299600505828857, + 1.6452600359916687, + 1.662599995136261, + 1.6666799426078798, + 1.6656600165367126, + 1.676880054473877, + 1.681980049610138, + 1.6758600068092346, + 1.6850399494171142, + 1.6809600019454956, + 1.6809600019454956, + 1.6666799426078798, + 1.6666799426078798, + 1.6646399688720703, + 1.6615799474716186, + 1.6646399688720703, + 1.6534200525283813, + 1.637100019454956, + 1.6218000340461731, + 1.6075199747085571, + 1.596300058364868, + 1.590180015563965, + 1.5687599873542786, + 1.6156799912452697, + 1.6299600505828857, + 1.6452600359916687, + 1.662599995136261, + 1.6666799426078798, + 1.6656600165367126, + 1.676880054473877, + 1.681980049610138, + 1.6758600068092346, + 1.6850399494171142, + 1.6809600019454956, + 1.6809600019454956 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_061045.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_061045.json new file mode 100644 index 0000000000000000000000000000000000000000..475f92e007b574f628861a34b1715d7c92660462 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_061045.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T06:10:45.560914+00:00", + "metrics": { + "MSE[mean]": 0.012211478444522387, + "MSE[0.5]": 0.012211478444522387, + "MAE[0.5]": 0.09692545831203461, + "MASE[0.5]": 0.09146714806337555, + "MAPE[0.5]": 0.08213434852422447, + "sMAPE[0.5]": 0.07813048420788009, + "MSIS": 0.42167489197976765, + "RMSE[mean]": 0.1105055584326978, + "NRMSE[mean]": 0.09143647982175815, + "ND[0.5]": 0.08019979120381203, + "mean_weighted_sum_quantile_loss": 0.06360018384231153 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" + ], + "context": [ + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339 + ], + "actual": [ + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 + ], + "predictions": { + "p50": [ + 1.51812744140625, + 1.500274658203125, + 1.488372802734375, + 1.4720077514648438, + 1.4586181640625, + 1.4392776489257812, + 1.4273757934570312, + 1.4095230102539062, + 1.3916702270507812, + 1.37530517578125, + 1.3648910522460938, + 1.345550537109375, + 1.3291854858398438, + 1.3143081665039062, + 1.3009185791015625, + 1.2890167236328125, + 1.2681884765625, + 1.2518234252929688, + 1.2406654357910156, + 1.2280197143554688, + 1.202728271484375, + 1.190826416015625, + 1.1990089416503906, + 1.1774368286132812, + 1.1614437103271484, + 1.158468246459961, + 1.143218994140625, + 1.1402435302734375, + 1.133920669555664, + 1.1098380088806152, + 1.0989124774932861, + 1.107513427734375, + 1.122018814086914, + 1.115138053894043, + 1.106583595275879, + 1.1230416297912598, + 1.1148591041564941, + 1.1158819198608398, + 1.128713607788086, + 1.1547489166259766, + 1.1532611846923828, + 1.1699981689453125, + 1.1766929626464844, + 1.2004966735839844, + 1.2198371887207031, + 1.2547988891601562, + 1.2637252807617188, + 1.28009033203125, + 1.3589401245117188, + 1.3886947631835938, + 1.39910888671875, + 1.4511795043945312, + 1.482421875, + 1.5151519775390625, + 1.5270538330078125, + 1.559783935546875, + 1.6044158935546875, + 1.6579742431640625, + 1.6936798095703125, + 1.73236083984375 + ], + "p10": [ + 1.5092010498046875, + 1.4913482666015625, + 1.4720077514648438, + 1.452667236328125, + 1.4392776489257812, + 1.4095230102539062, + 1.393157958984375, + 1.3723297119140625, + 1.3485260009765625, + 1.3202590942382812, + 1.3128204345703125, + 1.2905044555664062, + 1.2681884765625, + 1.244384765625, + 1.2220687866210938, + 1.2079353332519531, + 1.1633033752441406, + 1.1350364685058594, + 1.116067886352539, + 1.1011905670166016, + 1.0673446655273438, + 1.0461444854736328, + 1.0498638153076172, + 1.0167617797851562, + 1.000396728515625, + 0.9951896667480469, + 0.9669227600097656, + 0.9602279663085938, + 0.9460945129394531, + 0.9163398742675781, + 0.89923095703125, + 0.8977432250976562, + 0.857574462890625, + 0.85162353515625, + 0.85162353515625, + 0.85162353515625, + 0.8322830200195312, + 0.8293075561523438, + 0.8233566284179688, + 0.845672607421875, + 0.8352584838867188, + 0.8590621948242188, + 0.8545989990234375, + 0.87542724609375, + 0.8947677612304688, + 0.9200592041015625, + 0.9163398742675781, + 0.9081573486328125, + 0.9438629150390625, + 0.9810562133789062, + 0.9840316772460938, + 1.0305233001708984, + 1.0532112121582031, + 1.0699481964111328, + 1.0666007995605469, + 1.0830588340759277, + 1.1128134727478027, + 1.1341066360473633, + 1.1354084014892578, + 1.1711139678955078 + ], + "p90": [ + 1.5270538330078125, + 1.51812744140625, + 1.5032501220703125, + 1.49432373046875, + 1.482421875, + 1.4734954833984375, + 1.464569091796875, + 1.4452285766601562, + 1.434814453125, + 1.4303512573242188, + 1.4139862060546875, + 1.4065475463867188, + 1.393157958984375, + 1.3901824951171875, + 1.3827438354492188, + 1.37530517578125, + 1.3797683715820312, + 1.381256103515625, + 1.3723297119140625, + 1.3663787841796875, + 1.3485260009765625, + 1.345550537109375, + 1.357452392578125, + 1.3470382690429688, + 1.339599609375, + 1.3381118774414062, + 1.3321609497070312, + 1.339599609375, + 1.3425750732421875, + 1.3351364135742188, + 1.3410873413085938, + 1.357452392578125, + 1.3916702270507812, + 1.393157958984375, + 1.3886947631835938, + 1.4333267211914062, + 1.4422531127929688, + 1.4437408447265625, + 1.4586181640625, + 1.49432373046875, + 1.5032501220703125, + 1.5151519775390625, + 1.535980224609375, + 1.5687103271484375, + 1.58953857421875, + 1.6401214599609375, + 1.666900634765625, + 1.7115325927734375, + 1.690704345703125, + 1.7174835205078125, + 1.7174835205078125, + 1.7472381591796875, + 1.7710418701171875, + 1.8067474365234375, + 1.821624755859375, + 1.85137939453125, + 1.893035888671875, + 1.928741455078125, + 1.964447021484375, + 1.97039794921875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_060404.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_060404.json new file mode 100644 index 0000000000000000000000000000000000000000..8480849beeba51767f361da3e4c7a6df73f6d946 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_060404.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T06:04:04.973858+00:00", + "metrics": { + "MSE[mean]": 0.043489673809241756, + "MSE[0.5]": 0.026593526505328965, + "MAE[0.5]": 0.14576144715150197, + "MASE[0.5]": 0.137552961840191, + "MAPE[0.5]": 0.12937910670574987, + "sMAPE[0.5]": 0.11926387713448393, + "MSIS": 6.982280743047683, + "RMSE[mean]": 0.208541779529287, + "NRMSE[mean]": 0.17255535817717751, + "ND[0.5]": 0.1206085359893982, + "mean_weighted_sum_quantile_loss": 0.14647052952875772 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" + ], + "context": [ + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339 + ], + "actual": [ + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 + ], + "predictions": { + "p50": [ + 1.5246551036834717, + 1.5150353908538818, + 1.4946846961975098, + 1.4774737358093262, + 1.4509491920471191, + 1.441417932510376, + 1.430105447769165, + 1.4163668155670166, + 1.3942599296569824, + 1.3909251689910889, + 1.3634600639343262, + 1.326430082321167, + 1.3158900737762451, + 1.3059971332550049, + 1.3063335418701172, + 1.3002359867095947, + 1.2986032962799072, + 1.284672498703003, + 1.2624917030334473, + 1.2600767612457275, + 1.2609319686889648, + 1.2579209804534912, + 1.2689611911773682, + 1.2614057064056396, + 1.2311992645263672, + 1.2329301834106445, + 1.2304340600967407, + 1.237654209136963, + 1.243109941482544, + 1.2236156463623047, + 1.2216579914093018, + 1.257725715637207, + 1.2387943267822266, + 1.244264841079712, + 1.2261028289794922, + 1.2319235801696777, + 1.2501863241195679, + 1.2560992240905762, + 1.2637913227081299, + 1.2708468437194824, + 1.295314073562622, + 1.3016653060913086, + 1.3093302249908447, + 1.3089616298675537, + 1.338616132736206, + 1.3673489093780518, + 1.3727149963378906, + 1.3849687576293945, + 1.3938419818878174, + 1.4424285888671875, + 1.4462814331054688, + 1.4623169898986816, + 1.4928081035614014, + 1.4995925426483154, + 1.5196871757507324, + 1.5389225482940674, + 1.5533287525177002, + 1.572784423828125, + 1.5818321704864502, + 1.6063213348388672 + ], + "p10": [ + 1.5371341705322266, + 1.5197787284851074, + 1.4757914543151855, + 1.4687395095825195, + 1.4857935905456543, + 1.471684217453003, + 1.441047191619873, + 1.4177987575531006, + 1.4005331993103027, + 1.3744752407073975, + 1.388869285583496, + 1.3440961837768555, + 1.3420963287353516, + 1.3705942630767822, + 1.3329129219055176, + 1.324044942855835, + 1.3351020812988281, + 1.3088247776031494, + 1.321326732635498, + 1.2896549701690674, + 1.279642105102539, + 1.2608592510223389, + 1.2741377353668213, + 1.2769718170166016, + 1.2784326076507568, + 1.251685380935669, + 1.2578095197677612, + 1.2701098918914795, + 1.2684669494628906, + 1.2571791410446167, + 1.2635066509246826, + 1.3014442920684814, + 1.2848918437957764, + 1.2796928882598877, + 1.3025527000427246, + 1.291330337524414, + 1.3015344142913818, + 1.3060967922210693, + 1.326780080795288, + 1.3125014305114746, + 1.3022189140319824, + 1.3542466163635254, + 1.3631961345672607, + 1.3656072616577148, + 1.3921289443969727, + 1.419339656829834, + 1.4209375381469727, + 1.422353982925415, + 1.4319202899932861, + 1.4638981819152832, + 1.5052013397216797, + 1.528712511062622, + 1.5761983394622803, + 1.5529885292053223, + 1.5545907020568848, + 1.5899198055267334, + 1.5993731021881104, + 1.6324913501739502, + 1.6326141357421875, + 1.680091142654419 + ], + "p90": [ + 1.5416619777679443, + 1.5363547801971436, + 1.5179650783538818, + 1.5113677978515625, + 1.4955310821533203, + 1.4911997318267822, + 1.4721314907073975, + 1.4638566970825195, + 1.460496187210083, + 1.463749885559082, + 1.4523298740386963, + 1.4214186668395996, + 1.4222314357757568, + 1.4100775718688965, + 1.4030096530914307, + 1.3922638893127441, + 1.3965117931365967, + 1.3954007625579834, + 1.3838729858398438, + 1.3837900161743164, + 1.3843321800231934, + 1.3921265602111816, + 1.394303560256958, + 1.4034473896026611, + 1.3748958110809326, + 1.3902950286865234, + 1.3939239978790283, + 1.4114396572113037, + 1.4303719997406006, + 1.420684814453125, + 1.4284005165100098, + 1.457930088043213, + 1.4505219459533691, + 1.4682378768920898, + 1.462848424911499, + 1.4849343299865723, + 1.5090551376342773, + 1.5179965496063232, + 1.5199306011199951, + 1.5206248760223389, + 1.5291752815246582, + 1.5429227352142334, + 1.549720287322998, + 1.570483684539795, + 1.5975251197814941, + 1.6340808868408203, + 1.6259045600891113, + 1.6456289291381836, + 1.6549720764160156, + 1.7172276973724365, + 1.7258708477020264, + 1.7819721698760986, + 1.792879581451416, + 1.8112807273864746, + 1.8303935527801514, + 1.858985424041748, + 1.8571176528930664, + 1.90403413772583, + 1.928675889968872, + 1.9640603065490723 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_060934.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_060934.json new file mode 100644 index 0000000000000000000000000000000000000000..1cd47d147bd2955176d9ef4c1f4c9c68730d0dc9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_060934.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T06:09:34.669326+00:00", + "metrics": { + "MSE[mean]": 0.02714628623371459, + "MSE[0.5]": 0.02714628623371459, + "MAE[0.5]": 0.12745097577571868, + "MASE[0.5]": 0.12027363579308355, + "MAPE[0.5]": 0.10468446853845664, + "sMAPE[0.5]": 0.10831787013753787, + "MSIS": 0.797863849883916, + "RMSE[mean]": 0.16476130077695608, + "NRMSE[mean]": 0.1363297337036133, + "ND[0.5]": 0.10545775923007013, + "mean_weighted_sum_quantile_loss": 0.11842613490146509 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" + ], + "context": [ + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339 + ], + "actual": [ + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 + ], + "predictions": { + "p50": [ + 1.5290107727050781, + 1.5131614208221436, + 1.497481346130371, + 1.4824116230010986, + 1.4659922122955322, + 1.44962739944458, + 1.433027982711792, + 1.41636061668396, + 1.399597406387329, + 1.3828781843185425, + 1.3669424057006836, + 1.3510762453079224, + 1.3340208530426025, + 1.3177248239517212, + 1.3020915985107422, + 1.285520315170288, + 1.2703503370285034, + 1.2554454803466797, + 1.2407116889953613, + 1.2267664670944214, + 1.2125639915466309, + 1.1993988752365112, + 1.1878403425216675, + 1.174551010131836, + 1.163313865661621, + 1.1517114639282227, + 1.1408175230026245, + 1.1304526329040527, + 1.120021104812622, + 1.1097429990768433, + 1.098168134689331, + 1.088782787322998, + 1.2030712366104126, + 1.181584119796753, + 1.1608328819274902, + 1.157063603401184, + 1.1474055051803589, + 1.1329641342163086, + 1.1234405040740967, + 1.1167991161346436, + 1.1090251207351685, + 1.1044397354125977, + 1.097435712814331, + 1.0881022214889526, + 1.0806924104690552, + 1.0746108293533325, + 1.0703915357589722, + 1.0626392364501953, + 1.059119701385498, + 1.056685209274292, + 1.0529104471206665, + 1.0500894784927368, + 1.050092101097107, + 1.0472208261489868, + 1.0485434532165527, + 1.04873788356781, + 1.0492199659347534, + 1.05064058303833, + 1.052801489830017, + 1.0561985969543457 + ], + "p10": [ + 1.516739010810852, + 1.4992417097091675, + 1.4785767793655396, + 1.458038568496704, + 1.4354888200759888, + 1.412145733833313, + 1.3881334066390991, + 1.3640758991241455, + 1.3396368026733398, + 1.3143196105957031, + 1.2877628803253174, + 1.2600873708724976, + 1.2310267686843872, + 1.2026599645614624, + 1.1724313497543335, + 1.1413098573684692, + 1.1117972135543823, + 1.0804780721664429, + 1.0503731966018677, + 1.0194507837295532, + 0.9897868633270264, + 0.961478054523468, + 0.9341230392456055, + 0.9041032195091248, + 0.8735420107841492, + 0.8443853259086609, + 0.8125807046890259, + 0.7793527841567993, + 0.7449491024017334, + 0.7092251777648926, + 0.6730365753173828, + 0.6477504968643188, + 0.6604287624359131, + 0.6674696803092957, + 0.6220901012420654, + 0.5783971548080444, + 0.54830402135849, + 0.5229025483131409, + 0.486815869808197, + 0.465392529964447, + 0.44857752323150635, + 0.434270977973938, + 0.40972208976745605, + 0.39507150650024414, + 0.38367760181427, + 0.366386353969574, + 0.3443586826324463, + 0.3193058967590332, + 0.30614322423934937, + 0.2852240800857544, + 0.2644680142402649, + 0.2461487054824829, + 0.2253982424736023, + 0.21097803115844727, + 0.203055739402771, + 0.1928054690361023, + 0.17498111724853516, + 0.1645147204399109, + 0.15840542316436768, + 0.1421990990638733 + ], + "p90": [ + 1.540521502494812, + 1.5272712707519531, + 1.5162737369537354, + 1.5069061517715454, + 1.4965182542800903, + 1.4875733852386475, + 1.4785704612731934, + 1.470720648765564, + 1.4636778831481934, + 1.457042932510376, + 1.4525985717773438, + 1.4489290714263916, + 1.4438642263412476, + 1.44015634059906, + 1.4372146129608154, + 1.4342081546783447, + 1.4346402883529663, + 1.4352084398269653, + 1.436920404434204, + 1.4396247863769531, + 1.4447945356369019, + 1.4534096717834473, + 1.4645168781280518, + 1.4698936939239502, + 1.4783496856689453, + 1.4865174293518066, + 1.4971554279327393, + 1.5107836723327637, + 1.5266423225402832, + 1.5442286729812622, + 1.5554332733154297, + 1.5576890707015991, + 1.623020052909851, + 1.5683342218399048, + 1.5660630464553833, + 1.5935297012329102, + 1.6130378246307373, + 1.632286787033081, + 1.6499876976013184, + 1.6684942245483398, + 1.684248447418213, + 1.69789719581604, + 1.7070800065994263, + 1.7252271175384521, + 1.7379707098007202, + 1.7513511180877686, + 1.7667449712753296, + 1.7703988552093506, + 1.7830328941345215, + 1.8033628463745117, + 1.8197472095489502, + 1.8387601375579834, + 1.851348638534546, + 1.8689134120941162, + 1.885124683380127, + 1.9051364660263062, + 1.9146414995193481, + 1.9287378787994385, + 1.9421348571777344, + 1.9596991539001465 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_060851.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_060851.json new file mode 100644 index 0000000000000000000000000000000000000000..4130a3ac001e08d9402a55694c7cd1de2bc5f257 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_060851.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T06:08:51.604879+00:00", + "metrics": { + "MSE[mean]": 0.015238838718848177, + "MSE[0.5]": 0.015238838718848177, + "MAE[0.5]": 0.07730827530225118, + "MASE[0.5]": 0.07295469721516114, + "MAPE[0.5]": 0.060558493545362725, + "sMAPE[0.5]": 0.06506576874204936, + "MSIS": 0.927232892804199, + "RMSE[mean]": 0.12344569137417545, + "NRMSE[mean]": 0.10214363538366505, + "ND[0.5]": 0.06396779180148107, + "mean_weighted_sum_quantile_loss": 0.11964757161667847 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" + ], + "context": [ + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339 + ], + "actual": [ + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 + ], + "predictions": { + "p50": [ + 1.5216994285583496, + 1.5043941736221313, + 1.4857741594314575, + 1.4684051275253296, + 1.4485065937042236, + 1.428816795349121, + 1.4082133769989014, + 1.3878134489059448, + 1.3673770427703857, + 1.347700595855713, + 1.3269119262695312, + 1.3063061237335205, + 1.2861769199371338, + 1.2653498649597168, + 1.2426869869232178, + 1.2229284048080444, + 1.2027716636657715, + 1.1815786361694336, + 1.1636751890182495, + 1.143158197402954, + 1.124916911125183, + 1.1073384284973145, + 1.0873916149139404, + 1.0716437101364136, + 1.057926893234253, + 1.0394736528396606, + 1.0248353481292725, + 1.0095295906066895, + 0.9945138096809387, + 0.9793174862861633, + 0.9671423435211182, + 0.9521710276603699, + 1.030313491821289, + 1.0250191688537598, + 1.0209214687347412, + 1.0193150043487549, + 1.0174673795700073, + 1.017950177192688, + 1.0183119773864746, + 1.017266035079956, + 1.0188425779342651, + 1.0179519653320312, + 1.0197981595993042, + 1.0200908184051514, + 1.0253190994262695, + 1.0311267375946045, + 1.0396767854690552, + 1.04627525806427, + 1.0522468090057373, + 1.0606689453125, + 1.0715093612670898, + 1.0789949893951416, + 1.0904499292373657, + 1.0976706743240356, + 1.1084215641021729, + 1.1202811002731323, + 1.1326087713241577, + 1.1474419832229614, + 1.1563315391540527, + 1.1661362648010254 + ], + "p10": [ + 1.503630518913269, + 1.4798475503921509, + 1.4570887088775635, + 1.4327759742736816, + 1.4066118001937866, + 1.3790805339813232, + 1.3513973951339722, + 1.3228164911270142, + 1.2946172952651978, + 1.2652575969696045, + 1.233381748199463, + 1.2008768320083618, + 1.1694258451461792, + 1.1329548358917236, + 1.095586895942688, + 1.0600206851959229, + 1.0238754749298096, + 0.9876527190208435, + 0.9538648724555969, + 0.9141218662261963, + 0.8799601793289185, + 0.8404737710952759, + 0.8037549257278442, + 0.7696174383163452, + 0.7339379787445068, + 0.6977352499961853, + 0.658829391002655, + 0.6189836263656616, + 0.5764647126197815, + 0.5358003973960876, + 0.49573808908462524, + 0.4558674693107605, + 0.4589567184448242, + 0.4164165258407593, + 0.39250892400741577, + 0.36742103099823, + 0.3358147144317627, + 0.30683767795562744, + 0.27667367458343506, + 0.24849563837051392, + 0.21718627214431763, + 0.17958658933639526, + 0.14605534076690674, + 0.11440187692642212, + 0.08494281768798828, + 0.05677592754364014, + 0.0417250394821167, + 0.0062749385833740234, + -0.02129948139190674, + -0.04687654972076416, + -0.06904959678649902, + -0.08947622776031494, + -0.11116695404052734, + -0.13502204418182373, + -0.15550625324249268, + -0.17650341987609863, + -0.1935328245162964, + -0.20044851303100586, + -0.21679997444152832, + -0.2374967336654663 + ], + "p90": [ + 1.5385081768035889, + 1.526770830154419, + 1.5124799013137817, + 1.5024409294128418, + 1.4879766702651978, + 1.4767076969146729, + 1.4626154899597168, + 1.4509403705596924, + 1.4390290975570679, + 1.4290227890014648, + 1.4185221195220947, + 1.40982985496521, + 1.3986656665802002, + 1.3932507038116455, + 1.3858569860458374, + 1.380397915840149, + 1.373158574104309, + 1.3688409328460693, + 1.3648455142974854, + 1.3617126941680908, + 1.3601925373077393, + 1.3580658435821533, + 1.3591711521148682, + 1.3618263006210327, + 1.3616105318069458, + 1.3632093667984009, + 1.3691715002059937, + 1.374991774559021, + 1.3753987550735474, + 1.386271595954895, + 1.3921542167663574, + 1.404369831085205, + 1.4782094955444336, + 1.4926434755325317, + 1.5065152645111084, + 1.522317886352539, + 1.53360116481781, + 1.5435898303985596, + 1.560425043106079, + 1.5813353061676025, + 1.5986378192901611, + 1.6171355247497559, + 1.6299737691879272, + 1.65464448928833, + 1.6799373626708984, + 1.703667163848877, + 1.731032133102417, + 1.7631216049194336, + 1.7828106880187988, + 1.8042259216308594, + 1.8216490745544434, + 1.8514378070831299, + 1.8851263523101807, + 1.9015105962753296, + 1.9254786968231201, + 1.9461584091186523, + 1.9654521942138672, + 1.9932039976119995, + 2.015857458114624, + 2.045175075531006 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index a8006a4dd20ec88eb1f724cc798d32e300ac199b..9e98e312665c21113c750f4855ec88d1c5c9b321 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1718568.8336633046,1718568.8336633046,1177.16064453125,1.2176124354420468,0.018216795456998596,0.018013226682271826,4.152740033982798,1310.941964262074,0.02020847472767573,0.01814620462532435,0.013390458432500854,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1722617.8116092682,1722617.8116092682,1178.2335611979167,1.2187222216735145,0.018234068089394748,0.018030000725274317,4.152740033982798,1312.4853567218447,0.020232601112997704,0.018163044288132476,0.013407219437487612,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.19185900014376886,0.19185900014376886,0.40243333677450815,0.38136000474069454,0.3572947124033619,0.29252165981966244,13.546740406178342,0.43801712311708646,0.3612164984259965,0.33187186775965366,0.32314070211220985,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.19414388509618666,0.19414388509618666,0.4107500026623408,0.38761881516822694,0.36319955568143164,0.29784227882111386,13.76270743789463,0.4406176177778036,0.3645836869064697,0.33987009217365516,0.33093762494181655,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.07027777055899559,0.07027777055899559,0.22222220566537645,1.0699587176287433,0.14567496946509514,0.1613547096235774,36.87050973268803,0.2650995483945523,0.18040800504580554,0.15122871782980798,0.14680107665410388,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,2.3208332220713905,2.3208332220713905,1.4499999682108562,0.8825020711580646,0.08448387232369377,0.0807115587990257,22.33993197313103,1.5234281151637548,0.08842146254880318,0.08415961121417302,0.07693188047274518,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,90.70332895596941,90.70332895596941,8.441666523615519,0.6706900828540977,0.2671353807466056,0.31532911648018574,23.834855943689064,9.523829532072138,0.25487501324821427,0.22591436142341229,0.21979532082549702,Air Quality,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 63dff8251edfe5518d3e57b97851eb176ba20fd4..2de95b8581ac8952e567c89f50507adba3df9493 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T05:52:36.764271+00:00", + "evaluated_at": "2026-06-18T06:10:50.164821+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64689.5, 64282.8203125, 63883.41015625, - 63962.26953125 + 63936.51953125 ], "p50": [ 66446.0, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 34ae04ced3c8c40798449cde3eeaff9255fa6a2c..d577c36393247c2f2cd54791dc8daccc8ca9751c 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T05:40:26.938879+00:00", + "evaluated_at": "2026-06-18T06:10:50.170911+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3960000276565552, - 1.3799999952316284, - 1.3559999465942383, 1.3600000143051147, 1.3179999589920044, 1.3109999895095825, @@ -245,12 +242,12 @@ 1.621000051498413, 1.6050000190734863, 1.590000033378601, - 1.5759999752044678 - ], - "actuals": [ + 1.5759999752044678, 1.565000057220459, 1.559000015258789, - 1.5379999876022339, + 1.5379999876022339 + ], + "actuals": [ 1.5219999551773071, 1.5069999694824219, 1.4789999723434448, @@ -307,12 +304,12 @@ 1.3309999704360962, 1.3550000190734863, 1.3940000534057617, - 1.4199999570846558 + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 ], "p50": [ - 1.5180000066757202, - 1.5499999523162842, - 1.5670000314712524, 1.5839999914169312, 1.5980000495910645, 1.6130000352859497, @@ -334,9 +331,9 @@ 1.6050000190734863, 1.590000033378601, 1.5759999752044678, - 1.5180000066757202, - 1.5499999523162842, - 1.5670000314712524, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, 1.5839999914169312, 1.5980000495910645, 1.6130000352859497, @@ -358,9 +355,9 @@ 1.6050000190734863, 1.590000033378601, 1.5759999752044678, - 1.5180000066757202, - 1.5499999523162842, - 1.5670000314712524, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, 1.5839999914169312, 1.5980000495910645, 1.6130000352859497, @@ -369,12 +366,12 @@ 1.6330000162124634, 1.6440000534057617, 1.6490000486373901, - 1.6430000066757202 + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486 ], "p10": [ - 1.4876400065422057, - 1.5189999532699585, - 1.5356600308418273, 1.5523199915885926, 1.5660400485992432, 1.5807400345802307, @@ -396,9 +393,9 @@ 1.5729000186920166, 1.558200032711029, 1.5444799757003784, - 1.4876400065422057, - 1.5189999532699585, - 1.5356600308418273, + 1.5337000560760499, + 1.5278200149536132, + 1.5072399878501892, 1.5523199915885926, 1.5660400485992432, 1.5807400345802307, @@ -420,9 +417,9 @@ 1.5729000186920166, 1.558200032711029, 1.5444799757003784, - 1.4876400065422057, - 1.5189999532699585, - 1.5356600308418273, + 1.5337000560760499, + 1.5278200149536132, + 1.5072399878501892, 1.5523199915885926, 1.5660400485992432, 1.5807400345802307, @@ -431,12 +428,12 @@ 1.6003400158882142, 1.6111200523376465, 1.6160200476646422, - 1.6101400065422058 + 1.6101400065422058, + 1.6189599514007569, + 1.6150400018692017, + 1.6150400018692017 ], "p90": [ - 1.5483600068092347, - 1.5809999513626098, - 1.5983400321006775, 1.6156799912452697, 1.6299600505828857, 1.6452600359916687, @@ -458,9 +455,9 @@ 1.637100019454956, 1.6218000340461731, 1.6075199747085571, - 1.5483600068092347, - 1.5809999513626098, - 1.5983400321006775, + 1.596300058364868, + 1.590180015563965, + 1.5687599873542786, 1.6156799912452697, 1.6299600505828857, 1.6452600359916687, @@ -482,9 +479,9 @@ 1.637100019454956, 1.6218000340461731, 1.6075199747085571, - 1.5483600068092347, - 1.5809999513626098, - 1.5983400321006775, + 1.596300058364868, + 1.590180015563965, + 1.5687599873542786, 1.6156799912452697, 1.6299600505828857, 1.6452600359916687, @@ -493,12 +490,12 @@ 1.6656600165367126, 1.676880054473877, 1.681980049610138, - 1.6758600068092346 + 1.6758600068092346, + 1.6850399494171142, + 1.6809600019454956, + 1.6809600019454956 ], "timestamps": [ - "2026-06-16 23:36:00", - "2026-06-16 23:42:00", - "2026-06-16 23:48:00", "2026-06-16 23:54:00", "2026-06-17 00:00:00", "2026-06-17 00:06:00", @@ -795,6 +792,9 @@ "2026-06-18 05:12:00", "2026-06-18 05:18:00", "2026-06-18 05:24:00", - "2026-06-18 05:30:00" + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 33957a6afa0c3d23b3a0bc78d10b65208f297569..85e8b0824da942646b48ae7307ecd0197cf58a76 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T05:52:36.779798+00:00", + "evaluated_at": "2026-06-18T06:10:50.176248+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 56b5fb0f143077652b21d7cf25068f45c852ecc3..f50251ce06393f139e3c36e6c0039a4100760add 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,1127700.2384408314,1127700.2384408314,942.61474609375,0.9750066331276578,0.01460025980336028,0.014466980013622274,7.398932683743247,1061.9323134931112,0.01636993315093667,0.014530625148682724,0.009110525593223942,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,1131302.2460091908,1131302.2460091908,943.6876627604166,0.9761164193591254,0.014617477787552903,0.014483754787336585,7.443324133001954,1063.626929900325,0.016396327239387533,0.014547405011494574,0.009127215810120024,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.004999154282606888,0.004999154282606888,0.053272377451260886,0.05048278127302454,0.04467482490244874,0.04310024105036724,0.4154848820435553,0.0707046977407222,0.05830754550968802,0.04393175661452088,0.05062999851694055,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.012211478444522387,0.012211478444522387,0.09692545831203461,0.09146714806337555,0.08213434852422447,0.07813048420788009,0.42167489197976765,0.1105055584326978,0.09143647982175815,0.08019979120381203,0.06360018384231153,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.10021669450596764,0.10021669450596764,0.2714005990160836,1.3067435633511297,0.17598076895107873,0.19849921194232564,21.34200932553624,0.3165702047034238,0.215435293773064,0.18469605449442716,0.15811835557335424,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,2.2350851794193054,2.2350851794193054,1.2951304117838542,0.7882450316390918,0.0761955685929002,0.07251503146833942,18.29113352807314,1.4950201267606082,0.0867726312992856,0.07517080987379081,0.06346699577433022,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,63.97978390505144,63.97978390505144,6.151151100794475,0.48870872000200555,0.154702439293127,0.15429188443167777,2.7811648896064107,7.998736394272,0.21406074495492217,0.16461599958579398,0.1655758760594746,Air Quality,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 1f8abbcb54e3ca5ebc5701245edda629389efa9c..db72f0df50f38f80c62b8c274a43ea195229a017 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T05:52:25.369662+00:00", + "evaluated_at": "2026-06-18T06:10:39.782341+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64689.5, 64282.8203125, 63883.41015625, - 63962.26953125 + 63936.51953125 ], "p50": [ 65996.0, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 247905fe63f2afd7f9f1c97cccd0898818d38936..660f1a4022f237fcb93f22c59169a28d08354e27 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T05:40:19.051933+00:00", + "evaluated_at": "2026-06-18T06:10:45.560914+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3960000276565552, - 1.3799999952316284, - 1.3559999465942383, 1.3600000143051147, 1.3179999589920044, 1.3109999895095825, @@ -245,12 +242,12 @@ 1.621000051498413, 1.6050000190734863, 1.590000033378601, - 1.5759999752044678 - ], - "actuals": [ + 1.5759999752044678, 1.565000057220459, 1.559000015258789, - 1.5379999876022339, + 1.5379999876022339 + ], + "actuals": [ 1.5219999551773071, 1.5069999694824219, 1.4789999723434448, @@ -307,198 +304,198 @@ 1.3309999704360962, 1.3550000190734863, 1.3940000534057617, - 1.4199999570846558 + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 ], "p50": [ - 1.5627593994140625, - 1.5449066162109375, - 1.530029296875, 1.51812744140625, 1.500274658203125, - 1.482421875, - 1.4675445556640625, - 1.4496917724609375, - 1.4258880615234375, + 1.488372802734375, + 1.4720077514648438, + 1.4586181640625, + 1.4392776489257812, + 1.4273757934570312, 1.4095230102539062, - 1.393157958984375, + 1.3916702270507812, 1.37530517578125, - 1.3559646606445312, - 1.3410873413085938, - 1.3247222900390625, - 1.309844970703125, - 1.286041259765625, - 1.2674446105957031, - 1.25628662109375, - 1.238433837890625, - 1.2042160034179688, - 1.1856193542480469, + 1.3648910522460938, + 1.345550537109375, + 1.3291854858398438, + 1.3143081665039062, + 1.3009185791015625, + 1.2890167236328125, + 1.2681884765625, + 1.2518234252929688, + 1.2406654357910156, + 1.2280197143554688, + 1.202728271484375, 1.190826416015625, - 1.1662788391113281, - 1.1378259658813477, - 1.1335487365722656, - 1.1132783889770508, - 1.1066765785217285, - 1.0991449356079102, - 1.0710639953613281, - 1.0671586990356445, - 1.0745973587036133, - 1.0714359283447266, - 1.0612077713012695, - 1.0442848205566406, - 1.0520954132080078, - 1.0390777587890625, - 1.032754898071289, - 1.0424251556396484, - 1.0638113021850586, - 1.054884910583496, - 1.0643692016601562, - 1.0836167335510254, - 1.1048634052276611, - 1.1149520874023438, - 1.1443347930908203, - 1.1536331176757812, - 1.1692543029785156, - 1.2592620849609375, - 1.2823219299316406, - 1.2949676513671875, - 1.3440628051757812, - 1.3678665161132812, - 1.4005966186523438, - 1.4199371337890625, + 1.1990089416503906, + 1.1774368286132812, + 1.1614437103271484, + 1.158468246459961, + 1.143218994140625, + 1.1402435302734375, + 1.133920669555664, + 1.1098380088806152, + 1.0989124774932861, + 1.107513427734375, + 1.122018814086914, + 1.115138053894043, + 1.106583595275879, + 1.1230416297912598, + 1.1148591041564941, + 1.1158819198608398, + 1.128713607788086, + 1.1547489166259766, + 1.1532611846923828, + 1.1699981689453125, + 1.1766929626464844, + 1.2004966735839844, + 1.2198371887207031, + 1.2547988891601562, + 1.2637252807617188, + 1.28009033203125, + 1.3589401245117188, + 1.3886947631835938, + 1.39910888671875, 1.4511795043945312, - 1.4913482666015625, - 1.530029296875, - 1.5568084716796875, - 1.5984649658203125 + 1.482421875, + 1.5151519775390625, + 1.5270538330078125, + 1.559783935546875, + 1.6044158935546875, + 1.6579742431640625, + 1.6936798095703125, + 1.73236083984375 ], "p10": [ - 1.5508575439453125, - 1.5330047607421875, - 1.512176513671875, - 1.500274658203125, - 1.482421875, - 1.4496917724609375, - 1.4318389892578125, - 1.4065475463867188, - 1.381256103515625, - 1.3500137329101562, - 1.333648681640625, - 1.3143081665039062, - 1.2912483215332031, - 1.2659568786621094, - 1.2414093017578125, + 1.5092010498046875, + 1.4913482666015625, + 1.4720077514648438, + 1.452667236328125, + 1.4392776489257812, + 1.4095230102539062, + 1.393157958984375, + 1.3723297119140625, + 1.3485260009765625, + 1.3202590942382812, + 1.3128204345703125, + 1.2905044555664062, + 1.2681884765625, + 1.244384765625, 1.2220687866210938, - 1.178924560546875, - 1.1480541229248047, - 1.1272258758544922, - 1.106583595275879, - 1.062509536743164, - 1.0338706970214844, - 1.0346145629882812, - 0.9989089965820312, - 0.9676666259765625, - 0.958740234375, - 0.9267539978027344, + 1.2079353332519531, + 1.1633033752441406, + 1.1350364685058594, + 1.116067886352539, + 1.1011905670166016, + 1.0673446655273438, + 1.0461444854736328, + 1.0498638153076172, + 1.0167617797851562, + 1.000396728515625, + 0.9951896667480469, + 0.9669227600097656, + 0.9602279663085938, + 0.9460945129394531, 0.9163398742675781, - 0.9007186889648438, - 0.863525390625, + 0.89923095703125, + 0.8977432250976562, 0.857574462890625, - 0.8501358032226562, - 0.8055038452148438, - 0.798065185546875, - 0.7906265258789062, - 0.7846755981445312, - 0.7593841552734375, - 0.7534332275390625, - 0.7474822998046875, - 0.7668228149414062, - 0.7578964233398438, - 0.78021240234375, - 0.7965774536132812, - 0.8174057006835938, - 0.8307952880859375, - 0.8545989990234375, - 0.8560867309570312, 0.85162353515625, - 0.8903045654296875, - 0.9155960083007812, - 0.9185714721679688, - 0.958740234375, - 0.9713859558105469, - 0.99444580078125, - 1.00634765625, - 1.0346145629882812, - 1.0705060958862305, - 1.093008041381836, - 1.095611572265625, - 1.1337347030639648 + 0.85162353515625, + 0.85162353515625, + 0.8322830200195312, + 0.8293075561523438, + 0.8233566284179688, + 0.845672607421875, + 0.8352584838867188, + 0.8590621948242188, + 0.8545989990234375, + 0.87542724609375, + 0.8947677612304688, + 0.9200592041015625, + 0.9163398742675781, + 0.9081573486328125, + 0.9438629150390625, + 0.9810562133789062, + 0.9840316772460938, + 1.0305233001708984, + 1.0532112121582031, + 1.0699481964111328, + 1.0666007995605469, + 1.0830588340759277, + 1.1128134727478027, + 1.1341066360473633, + 1.1354084014892578, + 1.1711139678955078 ], "p90": [ - 1.571685791015625, - 1.5627593994140625, - 1.5508575439453125, - 1.5389556884765625, - 1.530029296875, + 1.5270538330078125, 1.51812744140625, - 1.5062255859375, + 1.5032501220703125, 1.49432373046875, - 1.4809341430664062, - 1.4749832153320312, - 1.4571304321289062, - 1.4496917724609375, - 1.4377899169921875, - 1.4333267211914062, - 1.42291259765625, - 1.4184494018554688, - 1.416961669921875, - 1.4199371337890625, - 1.4154739379882812, + 1.482421875, + 1.4734954833984375, + 1.464569091796875, + 1.4452285766601562, + 1.434814453125, + 1.4303512573242188, + 1.4139862060546875, 1.4065475463867188, + 1.393157958984375, + 1.3901824951171875, + 1.3827438354492188, + 1.37530517578125, 1.3797683715820312, - 1.3708419799804688, - 1.3782806396484375, - 1.3634033203125, - 1.3440628051757812, - 1.3440628051757812, - 1.3306732177734375, - 1.3366241455078125, - 1.3440628051757812, - 1.3321609497070312, + 1.381256103515625, + 1.3723297119140625, + 1.3663787841796875, 1.3485260009765625, - 1.3678665161132812, - 1.3797683715820312, - 1.3767929077148438, - 1.3604278564453125, - 1.393157958984375, + 1.345550537109375, + 1.357452392578125, + 1.3470382690429688, + 1.339599609375, + 1.3381118774414062, + 1.3321609497070312, + 1.339599609375, + 1.3425750732421875, + 1.3351364135742188, + 1.3410873413085938, + 1.357452392578125, 1.3916702270507812, - 1.3857192993164062, 1.393157958984375, - 1.416961669921875, - 1.4184494018554688, - 1.4199371337890625, - 1.4496917724609375, - 1.47052001953125, - 1.4853973388671875, - 1.5211029052734375, - 1.5508575439453125, - 1.5925140380859375, - 1.583587646484375, - 1.607391357421875, - 1.6103668212890625, - 1.6460723876953125, + 1.3886947631835938, + 1.4333267211914062, + 1.4422531127929688, + 1.4437408447265625, + 1.4586181640625, + 1.49432373046875, + 1.5032501220703125, + 1.5151519775390625, + 1.535980224609375, + 1.5687103271484375, + 1.58953857421875, + 1.6401214599609375, 1.666900634765625, - 1.6996307373046875, - 1.720458984375, - 1.7531890869140625, - 1.7888946533203125, + 1.7115325927734375, + 1.690704345703125, + 1.7174835205078125, + 1.7174835205078125, + 1.7472381591796875, + 1.7710418701171875, + 1.8067474365234375, 1.821624755859375, - 1.8365020751953125, - 1.85137939453125 + 1.85137939453125, + 1.893035888671875, + 1.928741455078125, + 1.964447021484375, + 1.97039794921875 ], "timestamps": [ - "2026-06-16 23:36:00", - "2026-06-16 23:42:00", - "2026-06-16 23:48:00", "2026-06-16 23:54:00", "2026-06-17 00:00:00", "2026-06-17 00:06:00", @@ -795,6 +792,9 @@ "2026-06-18 05:12:00", "2026-06-18 05:18:00", "2026-06-18 05:24:00", - "2026-06-18 05:30:00" + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 3b0329bba7361bbca9d7ec1ee58a7211da17776e..97adbc7df09da1658311e1a8e3de368279f9d030 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T05:52:34.831415+00:00", + "evaluated_at": "2026-06-18T06:10:48.182058+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 3835d70eda55383885536b4e3b8a3e3228b84508..3cb0d3e004e82e2efd2d43f66e2aabd2b5ba93ab 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1478917.994948705,1216929.4549681346,949.2667643229166,0.9818872404213597,0.014712695506403693,0.014568982548865064,42.395742833977415,1216.1077234146262,0.01874658288827403,0.014633167554019349,0.015754990779541244,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1483207.0379988353,1220883.2450885773,950.3396809895834,0.9829970266528273,0.014729956500794457,0.014585756754335369,42.44013428323612,1217.8698772852686,0.018774057408299454,0.014649949112834702,0.01577179089278892,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.06137519904301912,0.038959581010065907,0.17179167370001475,0.16279584097516905,0.15466702963992843,0.13974674381377838,8.016488563394535,0.24774018455434138,0.20430215455346096,0.14167023058610662,0.1682024855416632,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.043489673809241756,0.026593526505328965,0.14576144715150197,0.137552961840191,0.12937910670574987,0.11926387713448393,6.982280743047683,0.208541779529287,0.17255535817717751,0.1206085359893982,0.14647052952875772,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.0599835235830124,0.08506317064577651,0.24939661390251583,1.2007984548308468,0.1616390662462846,0.18043068491036005,9.621850327602811,0.244915339623741,0.1666720599647126,0.16972169832733103,0.11521926519794658,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7453961168797226,0.6692008643558438,0.719486395517985,0.43789534354137266,0.04233535588859769,0.04120683292616911,21.20282074122113,0.8633632589354974,0.05011056400109295,0.041759790791854025,0.04760850278277015,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,65.45636429598699,114.17122273063676,8.068415323893229,0.6410352892932741,0.19057437910977373,0.21331760016611223,8.850253911184723,8.090510756187584,0.216516793924542,0.21592547993894579,0.17163395512672747,Air Quality,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index d5a540745053010898187b3fa06c07893a563d07..d99897d8604820afd61f74dbe6ed8dc82547e8fb 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T05:47:02.913046+00:00", + "evaluated_at": "2026-06-18T05:58:57.519809+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64689.5, 64282.8203125, 63883.41015625, - 63962.26953125 + 63936.51953125 ], "p50": [ 65768.75, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 59d2a4ae7b3a7c929faed6cb4f361da4b2fbe300..9a38b10165bd70a04f637a983c96c5462f06320c 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T05:37:40.624902+00:00", + "evaluated_at": "2026-06-18T06:04:04.973858+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3960000276565552, - 1.3799999952316284, - 1.3559999465942383, 1.3600000143051147, 1.3179999589920044, 1.3109999895095825, @@ -245,12 +242,12 @@ 1.621000051498413, 1.6050000190734863, 1.590000033378601, - 1.5759999752044678 - ], - "actuals": [ + 1.5759999752044678, 1.565000057220459, 1.559000015258789, - 1.5379999876022339, + 1.5379999876022339 + ], + "actuals": [ 1.5219999551773071, 1.5069999694824219, 1.4789999723434448, @@ -307,198 +304,198 @@ 1.3309999704360962, 1.3550000190734863, 1.3940000534057617, - 1.4199999570846558 + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 ], "p50": [ - 1.5594991445541382, - 1.5458589792251587, - 1.5393739938735962, - 1.5192290544509888, - 1.5101605653762817, - 1.4999946355819702, - 1.4841402769088745, - 1.475805401802063, - 1.4465458393096924, - 1.4515374898910522, - 1.4209644794464111, - 1.390823483467102, - 1.3778715133666992, - 1.3659220933914185, - 1.3673659563064575, - 1.3624060153961182, - 1.3559976816177368, - 1.3460108041763306, - 1.3326172828674316, - 1.322433352470398, - 1.3245216608047485, - 1.3196130990982056, - 1.3272160291671753, - 1.3277413845062256, - 1.2935389280319214, - 1.299864649772644, - 1.2981784343719482, - 1.2840639352798462, - 1.2982803583145142, - 1.2823420763015747, - 1.2860803604125977, - 1.3115324974060059, - 1.3099311590194702, - 1.3012337684631348, - 1.2804211378097534, - 1.2859859466552734, - 1.29214608669281, - 1.2973575592041016, - 1.2964816093444824, - 1.3017138242721558, - 1.3249294757843018, - 1.3232414722442627, - 1.330992579460144, - 1.3227112293243408, - 1.3413070440292358, - 1.3686941862106323, - 1.3713420629501343, - 1.3646875619888306, - 1.3736237287521362, - 1.4264750480651855, - 1.4244439601898193, - 1.4348304271697998, - 1.4483896493911743, - 1.4638959169387817, - 1.4864333868026733, - 1.4852073192596436, - 1.4916220903396606, - 1.506969928741455, - 1.5150728225708008, - 1.5240023136138916 + 1.5246551036834717, + 1.5150353908538818, + 1.4946846961975098, + 1.4774737358093262, + 1.4509491920471191, + 1.441417932510376, + 1.430105447769165, + 1.4163668155670166, + 1.3942599296569824, + 1.3909251689910889, + 1.3634600639343262, + 1.326430082321167, + 1.3158900737762451, + 1.3059971332550049, + 1.3063335418701172, + 1.3002359867095947, + 1.2986032962799072, + 1.284672498703003, + 1.2624917030334473, + 1.2600767612457275, + 1.2609319686889648, + 1.2579209804534912, + 1.2689611911773682, + 1.2614057064056396, + 1.2311992645263672, + 1.2329301834106445, + 1.2304340600967407, + 1.237654209136963, + 1.243109941482544, + 1.2236156463623047, + 1.2216579914093018, + 1.257725715637207, + 1.2387943267822266, + 1.244264841079712, + 1.2261028289794922, + 1.2319235801696777, + 1.2501863241195679, + 1.2560992240905762, + 1.2637913227081299, + 1.2708468437194824, + 1.295314073562622, + 1.3016653060913086, + 1.3093302249908447, + 1.3089616298675537, + 1.338616132736206, + 1.3673489093780518, + 1.3727149963378906, + 1.3849687576293945, + 1.3938419818878174, + 1.4424285888671875, + 1.4462814331054688, + 1.4623169898986816, + 1.4928081035614014, + 1.4995925426483154, + 1.5196871757507324, + 1.5389225482940674, + 1.5533287525177002, + 1.572784423828125, + 1.5818321704864502, + 1.6063213348388672 ], "p10": [ - 1.5784316062927246, - 1.5563791990280151, - 1.5222481489181519, - 1.5127086639404297, - 1.5405627489089966, - 1.5253576040267944, - 1.4845976829528809, - 1.468352198600769, - 1.4499385356903076, - 1.4302784204483032, - 1.4317134618759155, - 1.4027892351150513, - 1.402886986732483, - 1.4192941188812256, - 1.383740782737732, - 1.3712490797042847, - 1.403462529182434, - 1.3750090599060059, - 1.3878810405731201, - 1.3461531400680542, - 1.343515157699585, - 1.3259257078170776, - 1.3541479110717773, - 1.3560022115707397, - 1.3396475315093994, - 1.3149577379226685, - 1.330832600593567, - 1.3184924125671387, - 1.3211743831634521, - 1.3217134475708008, - 1.3234866857528687, - 1.3468399047851562, - 1.3517366647720337, - 1.3426541090011597, - 1.3488517999649048, - 1.334995985031128, - 1.356115460395813, - 1.3510916233062744, - 1.3564125299453735, - 1.3447020053863525, - 1.3391350507736206, - 1.3765312433242798, - 1.3881752490997314, - 1.3773114681243896, - 1.3960607051849365, - 1.4196205139160156, - 1.4237576723098755, - 1.4169650077819824, - 1.4209251403808594, - 1.4539129734039307, - 1.494364619255066, - 1.5164871215820312, - 1.5222827196121216, - 1.5244617462158203, - 1.5260361433029175, - 1.5439924001693726, - 1.5331608057022095, - 1.5662850141525269, - 1.570152759552002, - 1.5917941331863403 + 1.5371341705322266, + 1.5197787284851074, + 1.4757914543151855, + 1.4687395095825195, + 1.4857935905456543, + 1.471684217453003, + 1.441047191619873, + 1.4177987575531006, + 1.4005331993103027, + 1.3744752407073975, + 1.388869285583496, + 1.3440961837768555, + 1.3420963287353516, + 1.3705942630767822, + 1.3329129219055176, + 1.324044942855835, + 1.3351020812988281, + 1.3088247776031494, + 1.321326732635498, + 1.2896549701690674, + 1.279642105102539, + 1.2608592510223389, + 1.2741377353668213, + 1.2769718170166016, + 1.2784326076507568, + 1.251685380935669, + 1.2578095197677612, + 1.2701098918914795, + 1.2684669494628906, + 1.2571791410446167, + 1.2635066509246826, + 1.3014442920684814, + 1.2848918437957764, + 1.2796928882598877, + 1.3025527000427246, + 1.291330337524414, + 1.3015344142913818, + 1.3060967922210693, + 1.326780080795288, + 1.3125014305114746, + 1.3022189140319824, + 1.3542466163635254, + 1.3631961345672607, + 1.3656072616577148, + 1.3921289443969727, + 1.419339656829834, + 1.4209375381469727, + 1.422353982925415, + 1.4319202899932861, + 1.4638981819152832, + 1.5052013397216797, + 1.528712511062622, + 1.5761983394622803, + 1.5529885292053223, + 1.5545907020568848, + 1.5899198055267334, + 1.5993731021881104, + 1.6324913501739502, + 1.6326141357421875, + 1.680091142654419 ], "p90": [ - 1.5937283039093018, - 1.5766546726226807, - 1.569705605506897, - 1.558904767036438, - 1.553091287612915, - 1.547472596168518, - 1.5205104351043701, - 1.5167168378829956, - 1.5044829845428467, - 1.5146546363830566, - 1.4949737787246704, - 1.4768023490905762, - 1.4754679203033447, - 1.4655711650848389, - 1.4648016691207886, - 1.4582908153533936, - 1.461459994316101, - 1.4556264877319336, - 1.44903564453125, - 1.442525863647461, - 1.4460725784301758, - 1.4542194604873657, - 1.4684171676635742, - 1.4890315532684326, - 1.4595191478729248, - 1.4852644205093384, - 1.483948826789856, - 1.4757014513015747, - 1.4971460103988647, - 1.491776704788208, - 1.506860613822937, - 1.5259307622909546, - 1.5339857339859009, - 1.5318375825881958, - 1.5131741762161255, - 1.543911337852478, - 1.558675765991211, - 1.5757429599761963, - 1.5782501697540283, - 1.5834640264511108, - 1.58910071849823, - 1.5973893404006958, - 1.5934616327285767, - 1.6058027744293213, - 1.618361473083496, - 1.6673134565353394, - 1.653447151184082, - 1.6733264923095703, - 1.6695250272750854, - 1.735347032546997, - 1.7323906421661377, - 1.7749741077423096, - 1.7652114629745483, - 1.7932302951812744, - 1.8077443838119507, - 1.8192870616912842, - 1.8055232763290405, - 1.8514937162399292, - 1.8680063486099243, - 1.8851362466812134 + 1.5416619777679443, + 1.5363547801971436, + 1.5179650783538818, + 1.5113677978515625, + 1.4955310821533203, + 1.4911997318267822, + 1.4721314907073975, + 1.4638566970825195, + 1.460496187210083, + 1.463749885559082, + 1.4523298740386963, + 1.4214186668395996, + 1.4222314357757568, + 1.4100775718688965, + 1.4030096530914307, + 1.3922638893127441, + 1.3965117931365967, + 1.3954007625579834, + 1.3838729858398438, + 1.3837900161743164, + 1.3843321800231934, + 1.3921265602111816, + 1.394303560256958, + 1.4034473896026611, + 1.3748958110809326, + 1.3902950286865234, + 1.3939239978790283, + 1.4114396572113037, + 1.4303719997406006, + 1.420684814453125, + 1.4284005165100098, + 1.457930088043213, + 1.4505219459533691, + 1.4682378768920898, + 1.462848424911499, + 1.4849343299865723, + 1.5090551376342773, + 1.5179965496063232, + 1.5199306011199951, + 1.5206248760223389, + 1.5291752815246582, + 1.5429227352142334, + 1.549720287322998, + 1.570483684539795, + 1.5975251197814941, + 1.6340808868408203, + 1.6259045600891113, + 1.6456289291381836, + 1.6549720764160156, + 1.7172276973724365, + 1.7258708477020264, + 1.7819721698760986, + 1.792879581451416, + 1.8112807273864746, + 1.8303935527801514, + 1.858985424041748, + 1.8571176528930664, + 1.90403413772583, + 1.928675889968872, + 1.9640603065490723 ], "timestamps": [ - "2026-06-16 23:36:00", - "2026-06-16 23:42:00", - "2026-06-16 23:48:00", "2026-06-16 23:54:00", "2026-06-17 00:00:00", "2026-06-17 00:06:00", @@ -795,6 +792,9 @@ "2026-06-18 05:12:00", "2026-06-18 05:18:00", "2026-06-18 05:24:00", - "2026-06-18 05:30:00" + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index f85cf86429ce45a88bc3fa59472b28dff60438ae..d820d0c199fe12e3b484f429467df4076cee3721 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T05:47:14.452250+00:00", + "evaluated_at": "2026-06-18T06:04:07.916743+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 7871d39d533621de8d3b70e923c4aa33b39cefe6..7a4d4f75d4a53b07344b1a373437bbf31178166f 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,1328096.4837665558,1328096.4837665558,1002.77490234375,1.0372341249389436,0.015539765577098028,0.015381881075901056,18.087842980961238,1152.4306850160472,0.01776498655808464,0.015458007924071631,0.01154239722534028,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,1332094.263470332,1332094.263470332,1003.8478190104166,1.0383439111704114,0.015557031949813227,0.015398655206749018,18.132234430219942,1154.163880681739,0.017791998438129654,0.015474803125361552,0.011559127664257613,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.03077125961044196,0.03077125961044196,0.10084132552146911,0.09556079197403461,0.08167609154568309,0.09182424127782182,0.8152869815066822,0.1754173868533047,0.1446602219366922,0.08316010625859535,0.11595323192850625,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.02714628623371459,0.02714628623371459,0.12745097577571868,0.12027363579308355,0.10468446853845664,0.10831787013753787,0.797863849883916,0.16476130077695608,0.1363297337036133,0.10545775923007013,0.11842613490146509,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.05447336473163449,0.05447336473163449,0.18044364121225145,0.868802676031591,0.11517598033943172,0.12625228053126566,3.4709844268695296,0.23339529714978083,0.15883233374353878,0.12279718140392104,0.10930622718382837,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.5831776060889146,0.5831776060889146,0.6714949607849121,0.40868669424599197,0.03949918928377991,0.03851345189842589,1.549918996534075,0.7636606616088815,0.04432371433763761,0.03897431453165149,0.0286827644000655,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,49.57888852088005,49.57888852088005,5.484606424967448,0.43575177096761997,0.13916376451532095,0.14525740443551824,2.898034040394222,7.041227770842245,0.1884360713653645,0.1467780508373584,0.16726697766980014,Air Quality,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index eac11422392c30647bac1d3a3006f0aa645d85ee..fe56a10146322961d2672c154166244ef2853847 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T05:51:29.698928+00:00", + "evaluated_at": "2026-06-18T06:09:29.038386+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64689.5, 64282.8203125, 63883.41015625, - 63962.26953125 + 63936.51953125 ], "p50": [ 65837.0390625, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 63a604851480afb0606c7dd2836ed9064dd9a6f1..e1429882f9196cc0854fb61d43913f6ebb720c5f 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T05:38:55.473732+00:00", + "evaluated_at": "2026-06-18T06:09:34.669326+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3960000276565552, - 1.3799999952316284, - 1.3559999465942383, 1.3600000143051147, 1.3179999589920044, 1.3109999895095825, @@ -245,12 +242,12 @@ 1.621000051498413, 1.6050000190734863, 1.590000033378601, - 1.5759999752044678 - ], - "actuals": [ + 1.5759999752044678, 1.565000057220459, 1.559000015258789, - 1.5379999876022339, + 1.5379999876022339 + ], + "actuals": [ 1.5219999551773071, 1.5069999694824219, 1.4789999723434448, @@ -307,198 +304,198 @@ 1.3309999704360962, 1.3550000190734863, 1.3940000534057617, - 1.4199999570846558 + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 ], "p50": [ - 1.565549373626709, - 1.5496689081192017, - 1.5334680080413818, - 1.51760733127594, - 1.4998929500579834, - 1.4820067882537842, - 1.4635446071624756, - 1.444417119026184, - 1.4239428043365479, - 1.403207540512085, - 1.3830918073654175, - 1.3626863956451416, - 1.3412020206451416, - 1.3201102018356323, - 1.2996547222137451, - 1.2784804105758667, - 1.2577340602874756, - 1.23701810836792, - 1.2166167497634888, - 1.196928858757019, - 1.1758677959442139, - 1.1562449932098389, - 1.1383283138275146, - 1.1194283962249756, - 1.1019697189331055, - 1.0844117403030396, - 1.0685502290725708, - 1.0524020195007324, - 1.0358058214187622, - 1.0208327770233154, - 1.0042351484298706, - 0.9906188249588013, - 1.0989359617233276, - 1.0932286977767944, - 1.079043984413147, - 1.0739926099777222, - 1.0614190101623535, - 1.0443888902664185, - 1.0328929424285889, - 1.0230531692504883, - 1.011094093322754, - 1.0033501386642456, - 0.9927391409873962, - 0.9800078868865967, - 0.969368577003479, - 0.9614614248275757, - 0.9549697637557983, - 0.9458359479904175, - 0.9394093155860901, - 0.9347338676452637, - 0.9297302961349487, - 0.9250825643539429, - 0.9234039783477783, - 0.9194250702857971, - 0.9182626008987427, - 0.9166324734687805, - 0.9148682951927185, - 0.913621187210083, - 0.914081335067749, - 0.9156806468963623 + 1.5290107727050781, + 1.5131614208221436, + 1.497481346130371, + 1.4824116230010986, + 1.4659922122955322, + 1.44962739944458, + 1.433027982711792, + 1.41636061668396, + 1.399597406387329, + 1.3828781843185425, + 1.3669424057006836, + 1.3510762453079224, + 1.3340208530426025, + 1.3177248239517212, + 1.3020915985107422, + 1.285520315170288, + 1.2703503370285034, + 1.2554454803466797, + 1.2407116889953613, + 1.2267664670944214, + 1.2125639915466309, + 1.1993988752365112, + 1.1878403425216675, + 1.174551010131836, + 1.163313865661621, + 1.1517114639282227, + 1.1408175230026245, + 1.1304526329040527, + 1.120021104812622, + 1.1097429990768433, + 1.098168134689331, + 1.088782787322998, + 1.2030712366104126, + 1.181584119796753, + 1.1608328819274902, + 1.157063603401184, + 1.1474055051803589, + 1.1329641342163086, + 1.1234405040740967, + 1.1167991161346436, + 1.1090251207351685, + 1.1044397354125977, + 1.097435712814331, + 1.0881022214889526, + 1.0806924104690552, + 1.0746108293533325, + 1.0703915357589722, + 1.0626392364501953, + 1.059119701385498, + 1.056685209274292, + 1.0529104471206665, + 1.0500894784927368, + 1.050092101097107, + 1.0472208261489868, + 1.0485434532165527, + 1.04873788356781, + 1.0492199659347534, + 1.05064058303833, + 1.052801489830017, + 1.0561985969543457 ], "p10": [ - 1.5526683330535889, - 1.535159707069397, - 1.5143115520477295, - 1.4929485321044922, - 1.4688688516616821, - 1.4439444541931152, - 1.4174212217330933, - 1.3909395933151245, - 1.3624995946884155, - 1.33267343044281, - 1.301398515701294, - 1.2683110237121582, - 1.2337442636489868, - 1.2003469467163086, - 1.1644606590270996, - 1.1289523839950562, - 1.0932576656341553, - 1.0561795234680176, - 1.0197782516479492, - 0.982932448387146, - 0.9461687803268433, - 0.9107895493507385, - 0.876604437828064, - 0.8408876657485962, - 0.8035053014755249, - 0.7672611474990845, - 0.7293892502784729, - 0.690056562423706, - 0.6499484777450562, - 0.6106737852096558, - 0.5696424841880798, - 0.5406463146209717, - 0.5685012936592102, - 0.5860739946365356, - 0.5380750894546509, - 0.4825301170349121, - 0.4429320693016052, - 0.40978628396987915, - 0.36746829748153687, - 0.3414544463157654, - 0.32001906633377075, - 0.3021703362464905, - 0.27354955673217773, - 0.25536859035491943, - 0.24036192893981934, - 0.22136914730072021, - 0.19701600074768066, - 0.17105668783187866, - 0.15521705150604248, - 0.13079923391342163, - 0.1073351502418518, - 0.08712577819824219, - 0.06659412384033203, - 0.05204784870147705, - 0.04217660427093506, - 0.030503392219543457, - 0.011858224868774414, - -0.001157522201538086, - -0.008359551429748535, - -0.026700735092163086 + 1.516739010810852, + 1.4992417097091675, + 1.4785767793655396, + 1.458038568496704, + 1.4354888200759888, + 1.412145733833313, + 1.3881334066390991, + 1.3640758991241455, + 1.3396368026733398, + 1.3143196105957031, + 1.2877628803253174, + 1.2600873708724976, + 1.2310267686843872, + 1.2026599645614624, + 1.1724313497543335, + 1.1413098573684692, + 1.1117972135543823, + 1.0804780721664429, + 1.0503731966018677, + 1.0194507837295532, + 0.9897868633270264, + 0.961478054523468, + 0.9341230392456055, + 0.9041032195091248, + 0.8735420107841492, + 0.8443853259086609, + 0.8125807046890259, + 0.7793527841567993, + 0.7449491024017334, + 0.7092251777648926, + 0.6730365753173828, + 0.6477504968643188, + 0.6604287624359131, + 0.6674696803092957, + 0.6220901012420654, + 0.5783971548080444, + 0.54830402135849, + 0.5229025483131409, + 0.486815869808197, + 0.465392529964447, + 0.44857752323150635, + 0.434270977973938, + 0.40972208976745605, + 0.39507150650024414, + 0.38367760181427, + 0.366386353969574, + 0.3443586826324463, + 0.3193058967590332, + 0.30614322423934937, + 0.2852240800857544, + 0.2644680142402649, + 0.2461487054824829, + 0.2253982424736023, + 0.21097803115844727, + 0.203055739402771, + 0.1928054690361023, + 0.17498111724853516, + 0.1645147204399109, + 0.15840542316436768, + 0.1421990990638733 ], "p90": [ - 1.5779062509536743, - 1.5644433498382568, - 1.5530353784561157, - 1.5423014163970947, - 1.5306990146636963, - 1.5200884342193604, - 1.50920569896698, - 1.4994341135025024, - 1.4883100986480713, - 1.4775030612945557, - 1.468554973602295, - 1.4603818655014038, - 1.4501756429672241, - 1.441352128982544, - 1.4327878952026367, - 1.4255807399749756, - 1.4209349155426025, - 1.4168715476989746, - 1.4137545824050903, - 1.4102134704589844, - 1.407637119293213, - 1.4074240922927856, - 1.409459114074707, - 1.4085044860839844, - 1.4106991291046143, - 1.412371277809143, - 1.4167606830596924, - 1.4231375455856323, - 1.4306113719940186, - 1.440598964691162, - 1.4461619853973389, - 1.447646141052246, - 1.5222707986831665, - 1.4793033599853516, - 1.4854273796081543, - 1.5127291679382324, - 1.5302397012710571, - 1.547439694404602, - 1.5640602111816406, - 1.581605315208435, - 1.5948503017425537, - 1.6041232347488403, - 1.6079435348510742, - 1.6216816902160645, - 1.631643295288086, - 1.6428152322769165, - 1.6550283432006836, - 1.6578786373138428, - 1.6668238639831543, - 1.6826807260513306, - 1.6980750560760498, - 1.7142713069915771, - 1.7265467643737793, - 1.743767499923706, - 1.7577221393585205, - 1.776518702507019, - 1.7847299575805664, - 1.7961184978485107, - 1.8079235553741455, - 1.8230834007263184 + 1.540521502494812, + 1.5272712707519531, + 1.5162737369537354, + 1.5069061517715454, + 1.4965182542800903, + 1.4875733852386475, + 1.4785704612731934, + 1.470720648765564, + 1.4636778831481934, + 1.457042932510376, + 1.4525985717773438, + 1.4489290714263916, + 1.4438642263412476, + 1.44015634059906, + 1.4372146129608154, + 1.4342081546783447, + 1.4346402883529663, + 1.4352084398269653, + 1.436920404434204, + 1.4396247863769531, + 1.4447945356369019, + 1.4534096717834473, + 1.4645168781280518, + 1.4698936939239502, + 1.4783496856689453, + 1.4865174293518066, + 1.4971554279327393, + 1.5107836723327637, + 1.5266423225402832, + 1.5442286729812622, + 1.5554332733154297, + 1.5576890707015991, + 1.623020052909851, + 1.5683342218399048, + 1.5660630464553833, + 1.5935297012329102, + 1.6130378246307373, + 1.632286787033081, + 1.6499876976013184, + 1.6684942245483398, + 1.684248447418213, + 1.69789719581604, + 1.7070800065994263, + 1.7252271175384521, + 1.7379707098007202, + 1.7513511180877686, + 1.7667449712753296, + 1.7703988552093506, + 1.7830328941345215, + 1.8033628463745117, + 1.8197472095489502, + 1.8387601375579834, + 1.851348638534546, + 1.8689134120941162, + 1.885124683380127, + 1.9051364660263062, + 1.9146414995193481, + 1.9287378787994385, + 1.9421348571777344, + 1.9596991539001465 ], "timestamps": [ - "2026-06-16 23:36:00", - "2026-06-16 23:42:00", - "2026-06-16 23:48:00", "2026-06-16 23:54:00", "2026-06-17 00:00:00", "2026-06-17 00:06:00", @@ -795,6 +792,9 @@ "2026-06-18 05:12:00", "2026-06-18 05:18:00", "2026-06-18 05:24:00", - "2026-06-18 05:30:00" + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 9e8df49755c501ac6b3f2c6db2f17764c75b8d46..1a1bee4502c6d86adb8ba55b6b553857bdbb840c 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T05:51:40.034182+00:00", + "evaluated_at": "2026-06-18T06:09:40.422896+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 39cc8e3670bcf7a342228fd1c9855dfe37ccb499..bcabf07f977130bb55cba0860132090e6d98162a 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1100907.847441991,1100907.847441991,919.89794921875,0.9515091992838466,0.014252344202700865,0.014122141051560205,4.852579018395874,1049.2415581942946,0.016174302211716857,0.01418044045091802,0.009069032703638048,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1104560.2318007152,1104560.2318007152,920.9708658854166,0.9526189855153143,0.014269568346140793,0.014138915747016317,4.852579018395874,1050.9806048641979,0.016201377978665606,0.014197214521838487,0.009074695878889866,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.04334513646274812,0.04334513646274812,0.13950900634129842,0.13220364830137815,0.116623725082408,0.13300008589859366,1.0016437863840095,0.2081949482162046,0.1716906627975282,0.11504791048094119,0.1551607382919862,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.015238838718848177,0.015238838718848177,0.07730827530225118,0.07295469721516114,0.060558493545362725,0.06506576874204936,0.927232892804199,0.12344569137417545,0.10214363538366505,0.06396779180148107,0.11964757161667847,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.06451155194592219,0.06451155194592219,0.20192513366540274,0.9722320792683458,0.1295504519902094,0.14278365268279608,4.155676458318567,0.25399124383710986,0.17284847853289428,0.1374159660165288,0.11724982146800667,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.8053929806622667,0.8053929806622667,0.7832512855529785,0.4767040668218858,0.04610867061034435,0.04475260851318331,1.6733798726387732,0.8974368950863714,0.05208823574866484,0.04546077594503382,0.029739423549641337,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,48.64248702699964,48.64248702699964,5.603801250457764,0.4452217952999293,0.14269116709463667,0.15457720072898953,2.241564125816786,6.974416608362282,0.18664808304985922,0.14996792132208903,0.15281158784391893,Air Quality,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 598d28b11f372c4ab3dc2ab1c7759bd7b9bcf6e9..0736d62c3002d8c9a9c0b7338cbb149346ae98ef 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T05:47:39.371765+00:00", + "evaluated_at": "2026-06-18T06:04:39.642152+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64689.5, 64282.8203125, 63883.41015625, - 63962.26953125 + 63936.51953125 ], "p50": [ 65852.28125, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index df5465587c7508ca1066d517904b7594e2cef814..2264fbaebea9a9347b3b3aab86a8660092900c23 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T05:38:34.499650+00:00", + "evaluated_at": "2026-06-18T06:08:51.604879+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3960000276565552, - 1.3799999952316284, - 1.3559999465942383, 1.3600000143051147, 1.3179999589920044, 1.3109999895095825, @@ -245,12 +242,12 @@ 1.621000051498413, 1.6050000190734863, 1.590000033378601, - 1.5759999752044678 - ], - "actuals": [ + 1.5759999752044678, 1.565000057220459, 1.559000015258789, - 1.5379999876022339, + 1.5379999876022339 + ], + "actuals": [ 1.5219999551773071, 1.5069999694824219, 1.4789999723434448, @@ -307,198 +304,198 @@ 1.3309999704360962, 1.3550000190734863, 1.3940000534057617, - 1.4199999570846558 + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165 ], "p50": [ - 1.5591387748718262, - 1.5426329374313354, - 1.5262393951416016, - 1.5097428560256958, - 1.491028070449829, - 1.4728662967681885, - 1.4522805213928223, - 1.431165337562561, - 1.4095873832702637, - 1.3879855871200562, - 1.3659311532974243, - 1.344053864479065, - 1.3221242427825928, - 1.2992804050445557, - 1.2745507955551147, - 1.252144694328308, - 1.2289905548095703, - 1.203922986984253, - 1.1829087734222412, - 1.1576842069625854, - 1.1373049020767212, - 1.1149603128433228, - 1.0919264554977417, - 1.0709642171859741, - 1.0519022941589355, - 1.0293428897857666, - 1.0089197158813477, - 0.9875683784484863, - 0.9661527872085571, - 0.9447218179702759, - 0.9312719106674194, - 0.9076956510543823, - 0.9469025135040283, - 0.9345996379852295, - 0.9226924180984497, - 0.9127035140991211, - 0.9039419293403625, - 0.8963978886604309, - 0.8897751569747925, - 0.8810998201370239, - 0.8761507272720337, - 0.86656254529953, - 0.8643402457237244, - 0.8565235137939453, - 0.8545462489128113, - 0.8543551564216614, - 0.8543719053268433, - 0.8577786087989807, - 0.8552891612052917, - 0.8574179410934448, - 0.8607150316238403, - 0.8645568490028381, - 0.8693282008171082, - 0.8734946846961975, - 0.8796570301055908, - 0.8858028054237366, - 0.8922134637832642, - 0.8976364135742188, - 0.9072873592376709, - 0.9133287072181702 + 1.5216994285583496, + 1.5043941736221313, + 1.4857741594314575, + 1.4684051275253296, + 1.4485065937042236, + 1.428816795349121, + 1.4082133769989014, + 1.3878134489059448, + 1.3673770427703857, + 1.347700595855713, + 1.3269119262695312, + 1.3063061237335205, + 1.2861769199371338, + 1.2653498649597168, + 1.2426869869232178, + 1.2229284048080444, + 1.2027716636657715, + 1.1815786361694336, + 1.1636751890182495, + 1.143158197402954, + 1.124916911125183, + 1.1073384284973145, + 1.0873916149139404, + 1.0716437101364136, + 1.057926893234253, + 1.0394736528396606, + 1.0248353481292725, + 1.0095295906066895, + 0.9945138096809387, + 0.9793174862861633, + 0.9671423435211182, + 0.9521710276603699, + 1.030313491821289, + 1.0250191688537598, + 1.0209214687347412, + 1.0193150043487549, + 1.0174673795700073, + 1.017950177192688, + 1.0183119773864746, + 1.017266035079956, + 1.0188425779342651, + 1.0179519653320312, + 1.0197981595993042, + 1.0200908184051514, + 1.0253190994262695, + 1.0311267375946045, + 1.0396767854690552, + 1.04627525806427, + 1.0522468090057373, + 1.0606689453125, + 1.0715093612670898, + 1.0789949893951416, + 1.0904499292373657, + 1.0976706743240356, + 1.1084215641021729, + 1.1202811002731323, + 1.1326087713241577, + 1.1474419832229614, + 1.1563315391540527, + 1.1661362648010254 ], "p10": [ - 1.5413237810134888, - 1.5183178186416626, - 1.4972400665283203, - 1.4736275672912598, - 1.4483226537704468, - 1.4223670959472656, - 1.3941327333450317, - 1.363356351852417, - 1.3334859609603882, - 1.3017202615737915, - 1.2680964469909668, - 1.2336270809173584, - 1.200376272201538, - 1.1611249446868896, - 1.1206750869750977, - 1.0832180976867676, - 1.0413371324539185, - 1.0016001462936401, - 0.9636788368225098, - 0.9182611703872681, - 0.8807056546211243, - 0.8340542912483215, - 0.7922549247741699, - 0.7518786191940308, - 0.7087702751159668, - 0.6658263206481934, - 0.6188446283340454, - 0.5706180930137634, - 0.5199289917945862, - 0.46992629766464233, - 0.4266592264175415, - 0.3761865496635437, - 0.37159281969070435, - 0.3187029957771301, - 0.283852756023407, - 0.24380260705947876, - 0.20059150457382202, - 0.15506726503372192, - 0.1080893874168396, - 0.0722430944442749, - 0.03215599060058594, - -0.020673632621765137, - -0.06066596508026123, - -0.10530948638916016, - -0.14664387702941895, - -0.18535876274108887, - -0.21077418327331543, - -0.2514911890029907, - -0.28945350646972656, - -0.3233675956726074, - -0.35642504692077637, - -0.380237340927124, - -0.4147096872329712, - -0.44927978515625, - -0.4782296419143677, - -0.5060728788375854, - -0.5437377691268921, - -0.5595332384109497, - -0.5781044960021973, - -0.6024701595306396 + 1.503630518913269, + 1.4798475503921509, + 1.4570887088775635, + 1.4327759742736816, + 1.4066118001937866, + 1.3790805339813232, + 1.3513973951339722, + 1.3228164911270142, + 1.2946172952651978, + 1.2652575969696045, + 1.233381748199463, + 1.2008768320083618, + 1.1694258451461792, + 1.1329548358917236, + 1.095586895942688, + 1.0600206851959229, + 1.0238754749298096, + 0.9876527190208435, + 0.9538648724555969, + 0.9141218662261963, + 0.8799601793289185, + 0.8404737710952759, + 0.8037549257278442, + 0.7696174383163452, + 0.7339379787445068, + 0.6977352499961853, + 0.658829391002655, + 0.6189836263656616, + 0.5764647126197815, + 0.5358003973960876, + 0.49573808908462524, + 0.4558674693107605, + 0.4589567184448242, + 0.4164165258407593, + 0.39250892400741577, + 0.36742103099823, + 0.3358147144317627, + 0.30683767795562744, + 0.27667367458343506, + 0.24849563837051392, + 0.21718627214431763, + 0.17958658933639526, + 0.14605534076690674, + 0.11440187692642212, + 0.08494281768798828, + 0.05677592754364014, + 0.0417250394821167, + 0.0062749385833740234, + -0.02129948139190674, + -0.04687654972076416, + -0.06904959678649902, + -0.08947622776031494, + -0.11116695404052734, + -0.13502204418182373, + -0.15550625324249268, + -0.17650341987609863, + -0.1935328245162964, + -0.20044851303100586, + -0.21679997444152832, + -0.2374967336654663 ], "p90": [ - 1.5760765075683594, - 1.5646324157714844, - 1.5522900819778442, - 1.5434833765029907, - 1.529695987701416, - 1.5193250179290771, - 1.5061861276626587, - 1.49452805519104, - 1.4810731410980225, - 1.4691239595413208, - 1.4571202993392944, - 1.4468278884887695, - 1.4348170757293701, - 1.42692232131958, - 1.4169890880584717, - 1.409421443939209, - 1.3982717990875244, - 1.3897297382354736, - 1.3827672004699707, - 1.3754067420959473, - 1.3710529804229736, - 1.3657573461532593, - 1.3637263774871826, - 1.360910415649414, - 1.3564667701721191, - 1.3548256158828735, - 1.3558375835418701, - 1.355982780456543, - 1.350583553314209, - 1.358139157295227, - 1.3591382503509521, - 1.36673104763031, - 1.4310698509216309, - 1.4322218894958496, - 1.440578579902649, - 1.450505018234253, - 1.460438847541809, - 1.4694995880126953, - 1.4840288162231445, - 1.5016825199127197, - 1.5180844068527222, - 1.5314812660217285, - 1.5449600219726562, - 1.5671461820602417, - 1.5907565355300903, - 1.6115779876708984, - 1.637403964996338, - 1.6700867414474487, - 1.6855387687683105, - 1.7059096097946167, - 1.7167384624481201, - 1.7448664903640747, - 1.770383596420288, - 1.7891955375671387, - 1.8105765581130981, - 1.833747386932373, - 1.853776454925537, - 1.8758213520050049, - 1.8973217010498047, - 1.9254446029663086 + 1.5385081768035889, + 1.526770830154419, + 1.5124799013137817, + 1.5024409294128418, + 1.4879766702651978, + 1.4767076969146729, + 1.4626154899597168, + 1.4509403705596924, + 1.4390290975570679, + 1.4290227890014648, + 1.4185221195220947, + 1.40982985496521, + 1.3986656665802002, + 1.3932507038116455, + 1.3858569860458374, + 1.380397915840149, + 1.373158574104309, + 1.3688409328460693, + 1.3648455142974854, + 1.3617126941680908, + 1.3601925373077393, + 1.3580658435821533, + 1.3591711521148682, + 1.3618263006210327, + 1.3616105318069458, + 1.3632093667984009, + 1.3691715002059937, + 1.374991774559021, + 1.3753987550735474, + 1.386271595954895, + 1.3921542167663574, + 1.404369831085205, + 1.4782094955444336, + 1.4926434755325317, + 1.5065152645111084, + 1.522317886352539, + 1.53360116481781, + 1.5435898303985596, + 1.560425043106079, + 1.5813353061676025, + 1.5986378192901611, + 1.6171355247497559, + 1.6299737691879272, + 1.65464448928833, + 1.6799373626708984, + 1.703667163848877, + 1.731032133102417, + 1.7631216049194336, + 1.7828106880187988, + 1.8042259216308594, + 1.8216490745544434, + 1.8514378070831299, + 1.8851263523101807, + 1.9015105962753296, + 1.9254786968231201, + 1.9461584091186523, + 1.9654521942138672, + 1.9932039976119995, + 2.015857458114624, + 2.045175075531006 ], "timestamps": [ - "2026-06-16 23:36:00", - "2026-06-16 23:42:00", - "2026-06-16 23:48:00", "2026-06-16 23:54:00", "2026-06-17 00:00:00", "2026-06-17 00:06:00", @@ -795,6 +792,9 @@ "2026-06-18 05:12:00", "2026-06-18 05:18:00", "2026-06-18 05:24:00", - "2026-06-18 05:30:00" + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 12f31e838067d8082aa63dba11a79b406bcaacd5..113e3c1959b8a00c90dd04b8b7badf0ce1482c65 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T05:51:12.604014+00:00", + "evaluated_at": "2026-06-18T06:08:54.231540+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t044000z", - "data_fetched_at": "2026-06-18T05:45:48.106108Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t234800z", + "data_fetched_at": "2026-06-18T05:58:03.441770Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": []