diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index e854a07e906ceac263a5051e46471b2619ea74ff..091ea2bec60f3b07d60ab11a79e035bbb8801d29 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ARIMA,1504723.2075174497,536667.729545168,628.9176321438503,0.5717036003100443,0.00991933050211775,0.009887370208063776,9.062122909468888,1226.6715972571672,0.019260592070557345,0.009874954295663886,0.008689023171309656,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,6.604165474804122,6.81514767518819,2.034963611495047,1.1664253348091203,0.08265505359577068,0.08850315851901451,36.70901713890212,2.5698570922921222,0.11004634499107213,0.08714115205337111,0.08393625984193605,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.1343820192827603,1.1177601493403768,0.7838210792552353,0.9633986865500227,1.1755519714100273,0.4985412468947116,37.641322524587274,1.0650737154219703,0.7723335841980103,0.5683844552217752,0.5661949491837728,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.019065398564439413,0.020146768999865602,0.1165432686642754,0.6160142941946676,0.08039717667147175,0.08336101238511501,3.9234546865077906,0.13807750926359952,0.09765796772123637,0.08242746287967397,0.06986395460526955,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.5436116019837023,1.5284298791298512,1.0190747531219329,1.2809822978654923,15.505686806744631,0.8158772991158811,50.30766089013274,1.2424216683492373,1.2535363889056985,1.0281914092425108,1.0251737205742018,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.016849879127566064,0.017423294133380982,0.10599399174921321,0.5299698494663614,0.07600558464554426,0.07615893116873747,3.3117023072083125,0.1298070842734173,0.09235286906644898,0.07541074739208191,0.061823139483750525,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,0.4126061358961579,0.5521579346203211,0.5686494335759397,1.7878931475643522,0.03384333176578695,0.03483670490265079,45.53703777902285,0.642344250302093,0.0391474415569433,0.03465613719875851,0.03346417886107654,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,81.5694809152378,79.49001605177232,7.4118344017819355,0.6740387477800147,0.3204398878507513,0.2558497671068815,11.846370451828484,9.031582414795196,0.32064789638326135,0.263142049767406,0.23767115982414871,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,18.10356018683046,18.415924122180666,3.679948505956635,1.8874631624152276,0.13491688740148347,0.14794945738329648,48.908475202822444,4.254827868061229,0.16250139208219003,0.14054546354215122,0.1327801989526456,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,28.1038701673772,22.77991692423278,3.8392181891737303,0.6693068029552266,0.7384385226959886,0.4086051739129051,4.506369261169971,5.3013083448689535,0.5731144156615084,0.4150506150458087,0.3391772747246672,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,2108.0729851823107,617.9460738515443,24.857731542988443,0.4044647844282865,0.009901844314649135,0.009873480137988415,3.902059455139634,45.91375594723558,0.01828929697483243,0.009901834971480873,0.009013763928593356,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,1288.4706898057793,822.9893450047238,26.916654907483103,0.3539724480984079,0.010811782018835597,0.010841948246302203,10.274420388366282,35.89527392019428,0.014442356648527456,0.010829836006363695,0.010359654269964418,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,3215.289366425924,2790.324209108016,41.06854573316601,0.8718798142473021,0.19224567324893124,0.1664831532151903,7.39042042839788,56.70352164042304,0.22425121552709676,0.1624179774757978,0.12989006864871536,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 80cbc20fa5e441e7c594add05f77b015c4597057..c54f10b8d62add48f74451c8253c199bdbf8f0b7 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T16:08:28.046492+00:00", + "evaluated_at": "2026-06-19T16:23:30.333934+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a7fb5144d3b4a25f8df844339b10614e0aff1803..53a00e2ad694e0deabe55ac5f58ca6eb6da5f797 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,24 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T15:10:39.302568+00:00", + "evaluated_at": "2026-06-19T16:23:30.378395+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.1110000610351562, - 2.114000082015991, - 2.11899995803833, - 2.128000020980835, - 2.11899995803833, - 2.1050000190734863, - 2.0959999561309814, - 2.0789999961853027, - 2.059999942779541, - 2.0490000247955322, - 2.0350000858306885, - 2.000999927520752, - 1.9730000495910645, 1.9509999752044678, 1.9240000247955322, 1.8819999694824219, @@ -245,9 +232,7 @@ 1.777999997138977, 1.7869999408721924, 1.8040000200271606, - 1.8179999589920044 - ], - "actuals": [ + 1.8179999589920044, 1.8350000381469727, 1.8660000562667847, 1.8799999952316284, @@ -260,7 +245,9 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874, + 1.9450000524520874 + ], + "actuals": [ 1.937000036239624, 1.930999994277954, 1.930999994277954, @@ -307,208 +294,208 @@ 0.39899998903274536, 0.3659999966621399, 0.33799999952316284, - 0.3089999854564667 + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 ], "p50": [ - 1.8232025958312752, - 1.8385714056211044, - 1.852105436885345, - 1.8659345038633792, - 1.8796543538600217, - 1.8938940837567395, - 1.9075721748645131, - 1.9203343838209346, - 1.9333732368489402, - 1.9468290330573015, - 1.959971874411055, - 1.9726254707120825, - 1.9846733095999647, - 1.9968967035694702, - 2.0089028517632643, - 2.0223422236461204, - 2.03248648328763, - 2.04597739469411, - 2.0568290750979097, - 2.067511401014844, - 2.078784885123879, - 2.0919568890793814, - 2.1021148628676993, - 2.1112789465196737, - 2.1221848677751183, - 2.1324944863441817, - 2.142917149737264, - 2.153351583265278, - 2.1630506368480384, - 2.172232760530905, - 2.1826641877713793, - 2.1919099006169587, - 2.203853359110993, - 2.2107129595677835, - 2.219980711147837, - 2.229686688856875, - 2.2379771495747613, - 2.247017692153155, - 2.2553512021145226, - 2.265461831671506, - 2.2725270424221695, - 2.2816426857358776, - 2.289143823070715, - 2.297108270941686, - 2.3054350737263736, - 2.31436292645106, - 2.32177031192336, - 2.3288245030007277, - 2.3367585915742706, - 2.34388701046157, - 2.3511499897430435, - 2.35875017051297, - 2.365656084808744, - 2.3747141810066603, - 2.3798242482848644, - 2.386864600783235, - 2.3937105937435086, - 2.400596143810594, - 2.40771213804811, - 2.414693738098116 + 1.9390065058517085, + 1.9419275180683813, + 1.9452665432544456, + 1.9482164261247985, + 1.9521821503539267, + 1.9538841102492146, + 1.9577844304044858, + 1.960533364022214, + 1.9639212452452712, + 1.9658832340298993, + 1.9690246411602796, + 1.9712716340040892, + 1.9742792928492614, + 1.978180095654979, + 1.9790385469489151, + 1.9830093139344984, + 1.9842206618904417, + 1.9866055032114538, + 1.989378029286061, + 1.991216018713756, + 1.9933073452782653, + 1.9972458741585157, + 1.9981624527459516, + 2.000764591648629, + 2.003407910836904, + 2.0056523058407443, + 2.007165256333729, + 2.009526424089532, + 2.0113310347028905, + 2.012762180839451, + 2.0157245998846878, + 2.017650816950093, + 2.019983804353088, + 2.021246124367134, + 2.022771514949493, + 2.0260825021570885, + 2.028244590267326, + 2.028982072745814, + 2.030725093449159, + 2.032616065834013, + 2.035898648339102, + 2.0360669518224737, + 2.0387387956448655, + 2.0384783352869835, + 2.0413070800376274, + 2.042434971664932, + 2.045597287860233, + 2.045834140948978, + 2.0481625694057124, + 2.048275911258833, + 2.049999033492896, + 2.051094315729741, + 2.053598848468832, + 2.0550162550541193, + 2.054615149594901, + 2.0576595818264343, + 2.0584219232892975, + 2.060034342668111, + 2.060728831459498, + 2.0643405278299256 ], "p10": [ - 1.811403114380446, - 1.829897161743564, - 1.842604998935269, - 1.853571676026897, - 1.868051074305183, - 1.8835816780105383, - 1.8993961555295895, - 1.907967568349785, - 1.9224378283090575, - 1.9362151404411312, - 1.9482756643499037, - 1.9614440966494353, - 1.9732026622155825, - 1.9857178911580258, - 1.9985635643609676, - 2.0105939775052883, - 2.0229582647122166, - 2.0354610590827353, - 2.04425888578361, - 2.0567926073029272, - 2.0671218920297063, - 2.0807728375621592, - 2.089166453536433, - 2.098223658247722, - 2.109940863573357, - 2.1219146670605578, - 2.1318815339869857, - 2.1441821224010105, - 2.152010211916787, - 2.1610019990568423, - 2.1737459964459487, - 2.1809808778596964, - 2.192174888332217, - 2.2014271512272674, - 2.2085290303828082, - 2.2213692355960775, - 2.2273283512740107, - 2.2382677970293146, - 2.2435604464123386, - 2.256164832523093, - 2.263484679593069, - 2.2731060598546122, - 2.2777900027293705, - 2.2858350799550076, - 2.293855079268106, - 2.303928907989508, - 2.3124795953445556, - 2.3194538163469045, - 2.324928029980076, - 2.3324126253134163, - 2.339647699592173, - 2.347742753774214, - 2.3541771957682065, - 2.3634232094534764, - 2.36935795319307, - 2.377779820701869, - 2.383304287226925, - 2.3912864519877073, - 2.3959847195134905, - 2.405628205758642 + 1.9272970630563804, + 1.932861705001318, + 1.935315040611492, + 1.9370815674402555, + 1.9397684618986686, + 1.9429499061506381, + 1.9458595530661769, + 1.9489583620462714, + 1.9520263364672343, + 1.954805431013293, + 1.9576528723145088, + 1.9602376534465893, + 1.9644882856115382, + 1.9654839052845066, + 1.9680582994387383, + 1.9723506599692777, + 1.9733577069479173, + 1.9773807896049482, + 1.9779930669374088, + 1.9805337750689402, + 1.9834896362707373, + 1.9866355201053738, + 1.9865956048570754, + 1.9892622997937996, + 1.9909115696068629, + 1.995541154325603, + 1.995366000739037, + 2.0015500461426643, + 2.000431339060771, + 2.0018630480395476, + 2.004114732867685, + 2.006580744401623, + 2.0084225542091443, + 2.00990338022108, + 2.0114278877829537, + 2.013963863706836, + 2.015854508566612, + 2.020175147976936, + 2.019396118079767, + 2.021298288596098, + 2.0250781541377174, + 2.024105259998124, + 2.0278581115852594, + 2.0272486924761983, + 2.032556823726045, + 2.031142336478253, + 2.032978901571317, + 2.035089847319735, + 2.0358559287284885, + 2.0372884487890226, + 2.038335926573834, + 2.039549830698505, + 2.0419453878296676, + 2.0446257378962005, + 2.0438244425951315, + 2.0477622227322736, + 2.0479501419213344, + 2.047864127118882, + 2.0520064298877143, + 2.0541929784635053 ], "p90": [ - 1.834645304348609, - 1.8499842030726608, - 1.8627627746994297, - 1.8765703929637243, - 1.8914850857425027, - 1.9043287907569637, - 1.9191904992912479, - 1.9314008698558762, - 1.9457581925880099, - 1.9584007907770424, - 1.9717476275441215, - 1.983121328476727, - 1.9958294301267054, - 2.0091071888319987, - 2.0200497265245807, - 2.03204571246284, - 2.04410937003516, - 2.0555013762997594, - 2.067732619555926, - 2.0779821807186676, - 2.0895414849490117, - 2.101262158115679, - 2.113137603933929, - 2.1204824836623986, - 2.1344089823647816, - 2.1438480986456576, - 2.1530835114446862, - 2.1655427938167198, - 2.174279557744042, - 2.1818098080210953, - 2.194753822701111, - 2.204460264997591, - 2.2137990750984042, - 2.22264094869082, - 2.231444330979559, - 2.240931470895092, - 2.2505179552652788, - 2.257314290281893, - 2.2663312234460853, - 2.2760993408704295, - 2.2836559788356725, - 2.292460082475884, - 2.301327487882166, - 2.306847468040524, - 2.3168568937494785, - 2.3258826981962315, - 2.33674011060907, - 2.3408847346843, - 2.346875298392191, - 2.355385566449192, - 2.3616783082809483, - 2.369022355194942, - 2.376455777478624, - 2.384911076644217, - 2.3900654341704963, - 2.3990476781511205, - 2.404484064610077, - 2.4105189003006524, - 2.4182446771876793, - 2.423754866595516 + 1.9532209490276047, + 1.9534097966612853, + 1.957510246356251, + 1.9607433882205976, + 1.9620449765249475, + 1.9657182373705069, + 1.968230248653476, + 1.9696500020764334, + 1.975092360058885, + 1.9753880396190995, + 1.9800961534790236, + 1.9818583163966386, + 1.9842993715815918, + 1.9885916123890441, + 1.9911559722006855, + 1.9936977220913072, + 1.9965499966696052, + 1.9987317321668179, + 2.0010749503903713, + 2.001784627766297, + 2.004011571048552, + 2.0081994973582002, + 2.0086198033855682, + 2.0129029535892515, + 2.0140583107746988, + 2.015836243940685, + 2.0174766724676467, + 2.021574716381524, + 2.023002519518793, + 2.025403684249816, + 2.0281592214532953, + 2.027729159810792, + 2.0334498201984887, + 2.0324457750455123, + 2.0351639489314, + 2.0379324645970436, + 2.0390628615598065, + 2.040166833770324, + 2.0445695177003462, + 2.0427176054735203, + 2.045570986085697, + 2.047744843223167, + 2.04858849310261, + 2.0484225764315442, + 2.051140630023758, + 2.0524159517917866, + 2.0552738291813095, + 2.055839153616603, + 2.0577430442884808, + 2.0606740230412446, + 2.0618886165191053, + 2.0618767983286337, + 2.0647688125177157, + 2.0663732731231685, + 2.0667531441679388, + 2.0679750835453343, + 2.0703105954295142, + 2.07069308082828, + 2.0721278932800664, + 2.0742704387890867 ], "timestamps": [ - "2026-06-18 08:54:00", - "2026-06-18 09:00:00", - "2026-06-18 09:06:00", - "2026-06-18 09:12:00", - "2026-06-18 09:18:00", - "2026-06-18 09:24:00", - "2026-06-18 09:30:00", - "2026-06-18 09:36:00", - "2026-06-18 09:42:00", - "2026-06-18 09:48:00", - "2026-06-18 09:54:00", - "2026-06-18 10:00:00", - "2026-06-18 10:06:00", "2026-06-18 10:12:00", "2026-06-18 10:18:00", "2026-06-18 10:24:00", @@ -795,6 +782,19 @@ "2026-06-19 14:30:00", "2026-06-19 14:36:00", "2026-06-19 14:42:00", - "2026-06-19 14:48:00" + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 3c67b02e089f94b2b0abe4ad03b1b75975a09732..c7d52f2ac282f6d30e17d0d982fec35557abc815 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T15:10:39.351403+00:00", + "evaluated_at": "2026-06-19T16:23:30.433659+00:00", "freq": "10min", - "context_length": 73, + "context_length": 74, "prediction_length": 72, "context": [ - 1.600000023841858, - 1.5, - 1.2999999523162842, 1.2999999523162842, 1.5, 1.5, @@ -78,13 +75,13 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.5, + 1.2999999523162842, + 1.5 + ], + "actuals": [ 1.5, 1.399999976158142, 1.2999999523162842, @@ -152,237 +149,235 @@ 1.2000000476837158, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 ], "p50": [ - 1.315107134289163, - 1.3293522122171897, - 1.3358499760289457, - 1.3368309900386774, - 1.3401366007178992, - 1.3365952029359982, - 1.3371804924547654, - 1.3376537006317917, - 1.3363029256506007, - 1.3406285796835977, - 1.3398261905257869, - 1.3373389025489528, - 1.3393122202170724, - 1.3398319180140146, - 1.3386695080153974, - 1.3386696438940493, - 1.3386697042560194, - 1.3393134376804456, - 1.3366463951553276, - 1.3389916015795056, - 1.337982919464633, - 1.336958071195641, - 1.3366464043060762, - 1.3401458271582318, - 1.3386697524313516, - 1.3395729637118765, - 1.3377253107258307, - 1.3382405319406292, - 1.3373416913824703, - 1.3389916058080453, - 1.3412641729549792, - 1.3384551422255373, - 1.3412641729554307, - 1.3384551422257378, - 1.33772531074025, - 1.3382405319470347, - 1.3366464046768867, - 1.3412641729555397, - 1.3363347373234125, - 1.3379829213436578, - 1.3406427115226438, - 1.3403942694228022, - 1.3382405319470443, - 1.3386697525045295, - 1.3377253107402718, - 1.3386697525045295, - 1.33734169138532, - 1.33734169138532, - 1.3382405319470443, - 1.3403942694228022, - 1.3369580720303684, - 1.339313459114093, - 1.3377253107402718, - 1.3386697525045295, - 1.3358282885350004, - 1.3386697525045295, - 1.3369580720303684, - 1.3369580720303684, - 1.3377253107402718, - 1.3363347373234131, - 1.3384551422257869, - 1.3386697525045295, - 1.3399891478488182, - 1.3386697525045295, - 1.3389916058093112, - 1.3369580720303684, - 1.332308265672119, - 1.3287882428092377, - 1.3386697525045295, - 1.3384551422257869, - 1.3409534422390927, - 1.3360815129292067 + 1.423498889089597, + 1.3947008051477474, + 1.3812969066563627, + 1.3797187961522779, + 1.3796045776470434, + 1.3735495405606355, + 1.3719114107626744, + 1.379478071663684, + 1.3762356970109018, + 1.3762088553121914, + 1.3746604375468012, + 1.376673077669213, + 1.371024210085918, + 1.37243542917177, + 1.37341913704885, + 1.3729269579399772, + 1.378138058285667, + 1.3781380320075947, + 1.3822121049743354, + 1.3761893753214005, + 1.3734188820763609, + 1.3729268507038155, + 1.3771407396163786, + 1.3761802207346068, + 1.377140739409771, + 1.3781240236070607, + 1.3761802206368918, + 1.377140739368674, + 1.3771407393667603, + 1.380527487667604, + 1.3761985232660359, + 1.3761802206291416, + 1.3746522432460826, + 1.372434819556689, + 1.380572479516665, + 1.3761985232657934, + 1.3761802206290397, + 1.3734188806573326, + 1.3776253868044004, + 1.3761985232657903, + 1.3713361403207043, + 1.375416231937539, + 1.3771407393653712, + 1.3664271911175423, + 1.3781100342434291, + 1.3724348195566707, + 1.3781100342434291, + 1.3716495200206378, + 1.3776253868044002, + 1.3761802206290383, + 1.3771407393653712, + 1.3776253868044002, + 1.3734188806573322, + 1.3781100342434291, + 1.3734188806573322, + 1.3716495200206378, + 1.3787529693803704, + 1.3776253868044002, + 1.3776253868044002, + 1.371022760620771, + 1.3713361403207043, + 1.3664271911175423, + 1.3799477067472077, + 1.3761985232657903, + 1.3771407393653712, + 1.3781100342434291, + 1.3781100342434291, + 1.3761893719474143, + 1.3761893719474143, + 1.3771407393653712, + 1.3761985232657903, + 1.3766696313155808 ], "p10": [ - 1.1959802201102063, - 1.2025126142052662, - 1.2245552156179205, - 1.2355337478955746, - 1.2161377572290566, - 1.2160792852301154, - 1.227359209638484, - 1.21688298864177, - 1.2117983428197936, - 1.2296821541568947, - 1.211823876643717, - 1.2118273656562386, - 1.1759500644190153, - 1.2011035505737415, - 1.2275201640799065, - 1.21695449013977, - 1.2296962377474308, - 1.2275203871353912, - 1.2275203990474755, - 1.2118301502628004, - 1.2164421524454607, - 1.2011041000996754, - 1.2011041005635883, - 1.2336330043094321, - 1.2169545986770722, - 1.2169545987177421, - 1.2286943874233516, - 1.229596096133711, - 1.2169545987474004, - 1.2492626035479162, - 1.2275204085684763, - 1.2169545987500006, - 1.2275204085689277, - 1.211830154492557, - 1.2118301544925842, - 1.2169545987502406, - 1.1772679594576965, - 1.2118301544926042, - 1.216442154324485, - 1.21695459875025, - 1.2332393326263387, - 1.2296962859959408, - 1.211830154492606, - 1.2011041009344028, - 1.2286943874377927, - 1.2296962859959408, - 1.2011041009344028, - 1.229596096140126, - 1.2296962859959408, - 1.2286943874377927, - 1.1772679594577007, - 1.2296962859959408, - 1.2286943874377927, - 1.211830154492606, - 1.211830154492606, - 1.2275204085690385, - 1.211830154492606, - 1.2164421543244857, - 1.2296962859959408, - 1.2011041009344028, - 1.211830154492606, - 1.2275204085690385, - 1.2169545987502501, - 1.2169545987502501, - 1.2011041009344028, - 1.2286943874377927, - 1.2107575491367857, - 1.211830154492606, - 1.211830154492606, - 1.2332393326263387, - 1.2169545987502501, - 1.1987204867867327 + 1.3124874059793696, + 1.266786775352665, + 1.271555462203944, + 1.2504057937345903, + 1.2768649637226315, + 1.2655930947860223, + 1.2634472963966195, + 1.2632955514908712, + 1.2469318459115901, + 1.265188220883588, + 1.26497859863315, + 1.284703475594018, + 1.2468869703132497, + 1.262131517897782, + 1.2526406883271, + 1.2651688453517869, + 1.2743628878017808, + 1.2526404510098317, + 1.274362850471694, + 1.262130911656669, + 1.252064942245863, + 1.2349773243747644, + 1.2520649410778417, + 1.2649704044379566, + 1.2621309083270826, + 1.2468855208667762, + 1.2468855208559562, + 1.2631854056578857, + 1.2649704043337773, + 1.262130908283267, + 1.2631854056548284, + 1.263185405654686, + 1.2651687375188543, + 1.2753844096639935, + 1.2520649408268418, + 1.2526404319355853, + 1.2857350980822104, + 1.284700029240386, + 1.262130908282683, + 1.2887274975470127, + 1.2621309082826828, + 1.2631854056545828, + 1.2631854056545828, + 1.2121250964635022, + 1.2631854056545828, + 1.2526404319355822, + 1.2743628424494589, + 1.2526404319355822, + 1.265168737518811, + 1.2649704043323882, + 1.285735098082209, + 1.2743628424494589, + 1.2743628424494589, + 1.2887274975470127, + 1.2631854056545828, + 1.2526404319355822, + 1.265168737518811, + 1.2884282576005324, + 1.2526404319355822, + 1.2621309082826828, + 1.2526404319355822, + 1.2468855208481027, + 1.2631854056545828, + 1.2631854056545828, + 1.2456947011410875, + 1.265168737518811, + 1.2621309082826828, + 1.265168737518811, + 1.2743628424494589, + 1.2526404319355822, + 1.2978690097107168, + 1.2468855208481027 ], "p90": [ - 1.416305704919858, - 1.4253040370704277, - 1.4205779004326877, - 1.447774038913181, - 1.4376965138206212, - 1.4369172144655316, - 1.4361233954378405, - 1.4372084734514217, - 1.4372482718870894, - 1.449598669539987, - 1.4171522991310217, - 1.4346187885214001, - 1.4496115624820125, - 1.4372795331992405, - 1.449612556889901, - 1.4344489790694586, - 1.4344490394314287, - 1.4496127799453857, - 1.4361739749366647, - 1.4361739802284221, - 1.4664874895143052, - 1.450642458318172, - 1.4385133549710003, - 1.4344490875152103, - 1.4372800834867239, - 1.436284594335887, - 1.4361739844437866, - 1.449612801372618, - 1.434449087677089, - 1.4605671903439956, - 1.4605671903446993, - 1.4361739844579782, - 1.4605671903451507, - 1.436284594368346, - 1.425690273795276, - 1.4362845943683855, - 1.4513002703804585, - 1.4372800835599, - 1.4359654590498474, - 1.4361739844582275, - 1.449612801379033, - 1.4344490876799387, - 1.4372800835599018, - 1.4346215773577675, - 1.4385133553418148, - 1.4506424591528995, - 1.4361739844582277, - 1.4599093791176985, - 1.4372800835599018, - 1.4605671903452615, - 1.4346215773577675, - 1.4385133553418148, - 1.4361739844582277, - 1.449612801379033, - 1.4599093791176985, - 1.4372800835599018, - 1.4346215773577675, - 1.436284594368395, - 1.449612801379033, - 1.449612801379033, - 1.4361739844582277, - 1.4163187441718386, - 1.4385133553418148, - 1.4385133553418148, - 1.436284594368395, - 1.449612801379033, - 1.4372800835599018, - 1.449612801379033, - 1.436284594368395, - 1.4664874913933301, - 1.4664874913933301, - 1.4361739844582277 + 1.5185452931923098, + 1.4937919513484297, + 1.4643019650418772, + 1.4882190901202423, + 1.4753712509025236, + 1.4715386695000654, + 1.4849607079757914, + 1.5025490102018875, + 1.5024851894290865, + 1.4945495465498058, + 1.4936595017990606, + 1.5024423107192315, + 1.4738921463090144, + 1.4705860644618154, + 1.470585711238234, + 1.4748721446017814, + 1.5555762773392399, + 1.4936513265725482, + 1.5024388723878341, + 1.4714930353169489, + 1.4706495732542482, + 1.4706495724320334, + 1.4945300634360361, + 1.474872036874374, + 1.4837040961376498, + 1.4837040961119234, + 1.473890696851721, + 1.4748720367721084, + 1.483704096094639, + 1.4748720367693897, + 1.4714930319432082, + 1.507752601127834, + 1.484698817233798, + 1.5024388643656172, + 1.5024388643656066, + 1.4936513074983018, + 1.484698817233756, + 1.493651307498299, + 1.4837040960932502, + 1.502438864365599, + 1.4846988172337547, + 1.48370409609325, + 1.48370409609325, + 1.470585454846716, + 1.555576231986918, + 1.48370409609325, + 1.4945300631850287, + 1.4706495718352195, + 1.4714930319429627, + 1.4714930319429627, + 1.555576231986918, + 1.4738906968438674, + 1.4846988172337547, + 1.4936513074982987, + 1.502438864365599, + 1.4748720367688055, + 1.4748720367688055, + 1.48370409609325, + 1.4748720367688055, + 1.4846988172337547, + 1.4714930319429627, + 1.4706495718352195, + 1.4936513074982987, + 1.4748720367688055, + 1.4758667579093103, + 1.4712266247317511, + 1.4748720367688055, + 1.4936513074982987, + 1.502438864365599, + 1.4936513074982987, + 1.4846988172337547, + 1.4846988172337547 ], "timestamps": [ - "2026-06-17 15:50:00", - "2026-06-17 16:00:00", - "2026-06-17 16:10:00", - "2026-06-17 16:20:00", - "2026-06-17 16:30:00", - "2026-06-17 16:40:00", "2026-06-17 16:50:00", "2026-06-17 17:00:00", "2026-06-17 17:10:00", @@ -521,6 +516,13 @@ "2026-06-18 15:20:00", "2026-06-18 15:30:00", "2026-06-18 15:40:00", - "2026-06-18 15:50:00" + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" ] } diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 9b59d6bc33785ab4143f24dc227f0fb2030abbe5..98faae7c74d14ae565273c95dc851bf44597a969 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,35 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T15:10:39.529602+00:00", + "evaluated_at": "2026-06-19T16:23:30.470619+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +77,7 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2550.0, 2500.0, @@ -129,93 +103,111 @@ 2500.0, 2500.0 ], + "actuals": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], "p50": [ - 2524.756553111747, - 2524.756101892074, - 2524.756669457691, - 2524.7556152092725, - 2524.7563935898306, - 2524.75561521641, - 2524.756566476105, - 2524.756730867917, - 2524.755205524999, - 2524.7561030958404, - 2524.756718463226, - 2524.755615216458, - 2524.755859156149, - 2524.7561029809867, - 2524.7563934536415, - 2524.755205524999, - 2524.7561030958404, - 2524.756248159887, - 2524.7563935904145, - 2524.7567491241125, - 2524.755615216458, - 2524.756566476109, - 2524.755205332104, - 2524.755615216458 + 2475.5350839630737, + 2475.537770756787, + 2475.5424876745788, + 2475.51556208506, + 2475.538084802547, + 2475.54152941376, + 2475.4954964152093, + 2475.5300655324363, + 2475.508605121132, + 2475.5300656321983, + 2475.4954964191797, + 2475.5155655372932, + 2475.546330435541, + 2475.5016447050575, + 2475.4530614620376, + 2475.489348133303, + 2475.4893474837154, + 2475.5340753707583, + 2475.5228154853976, + 2475.5155653576594, + 2475.5155655372932, + 2475.5155655372932, + 2475.489347808509, + 2475.5155655372932 ], "p10": [ - 2516.639432759047, - 2511.1277876159743, - 2499.081925916299, - 2510.958418164577, - 2511.1277887043025, - 2511.12386466962, - 2511.1277887048823, - 2511.1282247087993, - 2511.1277887048864, - 2511.1282247087997, - 2511.1282247087997, - 2509.469399690614, - 2511.1282247087997, - 2511.1282247087997, - 2516.6420422314286, - 2509.469399690614, - 2516.639446164128, - 2511.123864669668, - 2511.1277887048864, - 2516.0883240185954, - 2511.123864669668, - 2516.639446164128, - 2511.123864669668, - 2509.4487452371436 + 2453.130287596379, + 2453.132974390092, + 2458.2348347563247, + 2453.1332854002812, + 2453.1332840656783, + 2453.134637799754, + 2453.1332844234216, + 2462.149424349412, + 2453.1332888524707, + 2453.1332884099975, + 2453.1345029391387, + 2463.151069498293, + 2457.724844718026, + 2463.1518615037485, + 2453.133288410002, + 2452.552079454567, + 2444.1708941182187, + 2457.724844718026, + 2463.151782327677, + 2453.1332888525144, + 2463.151069498293, + 2453.134502939139, + 2462.6594473365362, + 2453.134637837653 ], "p90": [ - 2525.5352459487863, - 2524.978842456721, - 2525.0515516932915, - 2524.921145049278, - 2525.0515517811614, - 2525.5352593538196, - 2525.2518149227512, - 2525.5881525559616, - 2527.1017144155408, - 2524.972848424526, - 2524.978843545633, - 2525.220321097076, - 2524.972848424526, - 2526.1530243688208, - 2524.8646870626644, - 2524.972848424526, - 2526.064191374814, - 2526.9525213148813, - 2526.1530243688208, - 2526.1530243688208, - 2525.0327996355973, - 2526.9525213148813, - 2525.5352593538673, - 2524.972848424526 + 2475.669668691349, + 2475.5864013762657, + 2475.6135364736265, + 2475.6194760223475, + 2475.6135690603214, + 2475.6194794366816, + 2475.5588723209685, + 2475.567677563378, + 2475.5867158386445, + 2475.6873226270295, + 2475.5597528488242, + 2475.554500594338, + 2475.586715838688, + 2475.5926258912327, + 2475.672669947485, + 2475.567677563794, + 2475.586715838688, + 2475.672669947485, + 2475.586715838688, + 2475.554500594338, + 2475.583732107205, + 2475.63413215413, + 2475.586715838688, + 2475.586715838688 ], "timestamps": [ - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", "2026-06-19 05:55:00", "2026-06-19 06:10:00", "2026-06-19 06:25:00", @@ -327,6 +319,14 @@ "2026-06-20 08:55:00", "2026-06-20 09:10:00", "2026-06-20 09:25:00", - "2026-06-20 09:40:00" + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index afa5dc19d5000540b735b4695e6fca209cf9f4a5..2be6ca53150754e0e2b7f20f221121db332abc10 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,11 +1,29 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-19T16:08:28.064516+00:00", + "evaluated_at": "2026-06-19T16:23:30.487595+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 87613f44133b40659925b6a89f61beef990922bb..7852fdc3ed78433c0b40c72b8004cb024c86c253 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -10,4 +10,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-16,Chronos-2,,3.800,4.400,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 2026-06-18,Chronos-2,,3.300,3.700,3.700,3.900,3.700,2.900,3.700,3.900,3.700 -2026-06-19,Chronos-2,4.400,4.100,4.600,4.700,4.400,4.900,4.800,4.700,4.400,5.100 +2026-06-19,Chronos-2,4.700,4.500,5.000,5.000,4.700,5.000,4.600,5.000,4.700,5.000 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 7d3e7bd427162d5537129f95868d422b95c07564..5e7c44a023c5de4dd7a73aebcdbf7756dace6cea 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.4,3.82,4.18,4.2,4.08,4.28,3.68,4.2,4.08,4.28 +2026-W25,Chronos-Bolt-Mini,4.7,3.9,4.26,4.26,4.14,4.3,3.64,4.26,4.14,4.26 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 4d34516f70e40b100d4c82619d829c82eedfdba1..ed1f1111a73165a9a90cb7b30e9c19f8f6e08174 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Chronos-2,4525259.544978459,4525259.544978459,1855.7430013020833,1.6869219447355295,0.029319271571139335,0.028762615130256963,20.49445301699377,2127.265743854881,0.03340127692666375,0.029137960816726947,0.019117885309381556,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.122436069176274,1.122436069176274,0.8473222255706787,0.4856785178219358,0.03462510565717769,0.03550831299818315,2.624984687107927,1.0594508337701538,0.045367772513046974,0.036284007477858066,0.028755923174499178,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.16338612668666977,0.16338612668666977,0.3101688442130884,0.3860622636364452,0.6654800562913998,0.35756936428824865,7.932731803802288,0.4042104979916649,0.32580540986722384,0.2500051035759397,0.19280788705240917,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.02299985352007165,0.02299985352007165,0.12349143624305725,0.6259153597575525,0.08557613447512975,0.08880460886188431,4.5637585742487214,0.1516570259502396,0.1074734845709525,0.0875136175495601,0.06933673233127442,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.24987307544031337,0.24987307544031337,0.41197121071163567,0.5178499678606766,6.287063799213752,0.5877339333817501,9.841536091089246,0.49987305932637877,0.504344930277807,0.41565671057131753,0.3094014920520769,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.01747427564582655,0.01747427564582655,0.1035500814517339,0.517750300498634,0.0744505242908503,0.07440414630812585,4.478888473902822,0.1321903008765263,0.09404843824232165,0.07367199693037484,0.06491563282420273,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.3929375199028679,0.3929375199028679,0.40876277287801105,1.2851928050156098,0.024096330173868672,0.024797688286535887,47.77384379083568,0.6268472859499895,0.03820298458391258,0.024911901607853292,0.024307853501189147,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,59.30119496928061,59.30119496928061,6.363938649495442,0.5787421852306177,0.21504631367318483,0.22513704777054988,4.31025254191043,7.700726911745449,0.2733985885826787,0.2259386502779447,0.1827893815802399,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.529458990221883,2.529458990221883,1.3407609462738037,0.6876826921899889,0.05119946966931125,0.05311268549262302,7.960437491245575,1.5904272979994662,0.06074197545580008,0.0512066591117364,0.04777303928623095,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,18.68636625618289,18.68636625618289,3.5397287209828696,0.6170955639485874,0.670622260500748,0.3887838944314024,5.652760727353592,4.322772982262993,0.4673268088932966,0.3826733752413913,0.30134693657433065,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,879.7380696584781,879.7380696584781,23.780924479166668,0.3869438559322034,0.009492020670572919,0.009434125474199834,8.5383449748411,29.660378784811197,0.011814922669468361,0.009472899377593361,0.00801237420398225,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1091.8692704265316,1091.8692704265316,27.173065185546875,0.35734441887842466,0.010930796296383138,0.010949959457494366,6.202341074486301,33.043445196082864,0.01329493184754382,0.01093300191874476,0.008998378762544241,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,547.931499861846,547.931499861846,21.720873151506698,0.4611312748123676,0.08979400097660017,0.08572323663604182,1.868382137755773,23.40793668527506,0.09257376090221775,0.08590175822629767,0.06506340376476186,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index b9bcbf1f3aae64a00b82ea92c210a1ebc9e92b81..48840d770a5eccb476f9e5a881566cf02dc0a8ad 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T16:05:58.685725+00:00", + "evaluated_at": "2026-06-19T16:16:44.651787+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index adb665fb3bb08758c56e90eee68264ce9c88273b..6f4a8977544b9976df83da382caf0a5222d2d050 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,19 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T15:35:44.281001+00:00", + "evaluated_at": "2026-06-19T16:16:54.267021+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.1050000190734863, - 2.0959999561309814, - 2.0789999961853027, - 2.059999942779541, - 2.0490000247955322, - 2.0350000858306885, - 2.000999927520752, - 1.9730000495910645, 1.9509999752044678, 1.9240000247955322, 1.8819999694824219, @@ -245,9 +237,7 @@ 1.8660000562667847, 1.8799999952316284, 1.8849999904632568, - 1.902999997138977 - ], - "actuals": [ + 1.902999997138977, 1.9199999570846558, 1.9229999780654907, 1.9299999475479126, @@ -255,7 +245,9 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874, + 1.9450000524520874 + ], + "actuals": [ 1.937000036239624, 1.930999994277954, 1.930999994277954, @@ -307,203 +299,203 @@ 0.24400000274181366, 0.210999995470047, 0.18000000715255737, - 0.1599999964237213 + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 ], "p50": [ - 1.9132275581359863, - 1.9186885356903076, - 1.9242571592330933, - 1.9242923259735107, - 1.9282419681549072, - 1.929686188697815, - 1.9296801090240479, - 1.9293370246887207, - 1.930093765258789, - 1.9248898029327393, - 1.9201972484588623, - 1.9161856174468994, - 1.9099910259246826, - 1.9036529064178467, - 1.8946821689605713, - 1.8808763027191162, - 1.8770517110824585, - 1.8700218200683594, - 1.8587960004806519, - 1.8483076095581055, - 1.8377103805541992, - 1.8244255781173706, - 1.80738365650177, - 1.7924689054489136, - 1.774278163909912, - 1.753255844116211, - 1.7293236255645752, - 1.709035038948059, - 1.692028522491455, - 1.6693964004516602, - 1.64665687084198, - 1.6241261959075928, - 1.5744075775146484, - 1.5477354526519775, - 1.5214183330535889, - 1.5005848407745361, - 1.4727481603622437, - 1.4492162466049194, - 1.4234223365783691, - 1.3898444175720215, - 1.3600574731826782, - 1.3347612619400024, - 1.3023955821990967, - 1.2789456844329834, - 1.2578309774398804, - 1.237955093383789, - 1.2128820419311523, - 1.188589096069336, - 1.1134700775146484, - 1.088645100593567, - 1.0631605386734009, - 1.0410709381103516, - 1.0145372152328491, - 0.9897205233573914, - 0.9706365466117859, - 0.9372302293777466, - 0.9232339859008789, - 0.90540611743927, - 0.8901533484458923, - 0.8665992021560669 + 1.9326136112213135, + 1.9283145666122437, + 1.924952507019043, + 1.9147448539733887, + 1.9093095064163208, + 1.900606632232666, + 1.8938499689102173, + 1.8848540782928467, + 1.8742434978485107, + 1.8613094091415405, + 1.8476227521896362, + 1.8353893756866455, + 1.8187007904052734, + 1.8072774410247803, + 1.7866562604904175, + 1.7673428058624268, + 1.7443355321884155, + 1.7326421737670898, + 1.7153041362762451, + 1.699138879776001, + 1.6695199012756348, + 1.6516296863555908, + 1.6239986419677734, + 1.6010174751281738, + 1.5714726448059082, + 1.5480308532714844, + 1.5160881280899048, + 1.4931130409240723, + 1.4681928157806396, + 1.4451836347579956, + 1.4165501594543457, + 1.3956917524337769, + 1.3249249458312988, + 1.2980157136917114, + 1.2756373882293701, + 1.2494961023330688, + 1.2228244543075562, + 1.196000576019287, + 1.173692226409912, + 1.1463812589645386, + 1.1191561222076416, + 1.0979818105697632, + 1.0708285570144653, + 1.0525116920471191, + 1.0372415781021118, + 1.0169168710708618, + 1.0024157762527466, + 0.9909211993217468, + 0.9469709396362305, + 0.9367966651916504, + 0.922752857208252, + 0.9141892790794373, + 0.8964206576347351, + 0.8829013705253601, + 0.884695291519165, + 0.8635281920433044, + 0.858974814414978, + 0.8561391830444336, + 0.8506121635437012, + 0.8367305994033813 ], "p10": [ - 1.8900953531265259, - 1.892001986503601, - 1.89345121383667, - 1.8930213451385498, - 1.890592098236084, - 1.8867435455322266, - 1.8824955224990845, - 1.8755072355270386, - 1.8689770698547363, - 1.8625609874725342, - 1.8509652614593506, - 1.8428571224212646, - 1.8331310749053955, - 1.8159587383270264, - 1.8052623271942139, - 1.7822308540344238, - 1.7812105417251587, - 1.7820428609848022, - 1.756047010421753, - 1.7449191808700562, - 1.7306396961212158, - 1.7077128887176514, - 1.6886595487594604, - 1.6705347299575806, - 1.6437163352966309, - 1.614684820175171, - 1.5830132961273193, - 1.5620884895324707, - 1.531153678894043, - 1.4933826923370361, - 1.4773800373077393, - 1.4411630630493164, - 1.403638243675232, - 1.3826637268066406, - 1.358826756477356, - 1.3279831409454346, - 1.2975561618804932, - 1.263210654258728, - 1.2198152542114258, - 1.1882925033569336, - 1.1552568674087524, - 1.1277066469192505, - 1.086098313331604, - 1.0592728853225708, - 1.0295078754425049, - 1.001944661140442, - 0.9787225127220154, - 0.9537085294723511, - 0.7859475612640381, - 0.7419356107711792, - 0.7127548456192017, - 0.7019148468971252, - 0.655483067035675, - 0.6369000673294067, - 0.6133226156234741, - 0.5871907472610474, - 0.5623357892036438, - 0.5311936736106873, - 0.5082576870918274, - 0.490665078163147 + 1.9077434539794922, + 1.9004062414169312, + 1.8927208185195923, + 1.882989764213562, + 1.8706536293029785, + 1.8570055961608887, + 1.8474392890930176, + 1.8325403928756714, + 1.8155019283294678, + 1.8013720512390137, + 1.780165433883667, + 1.76521635055542, + 1.7463762760162354, + 1.7282521724700928, + 1.701579213142395, + 1.6729912757873535, + 1.6426384449005127, + 1.6393773555755615, + 1.6093178987503052, + 1.5940794944763184, + 1.561699628829956, + 1.536597490310669, + 1.5012513399124146, + 1.4749747514724731, + 1.434262752532959, + 1.4019519090652466, + 1.3678019046783447, + 1.3360432386398315, + 1.2931997776031494, + 1.2678775787353516, + 1.2432438135147095, + 1.2129738330841064, + 1.100445032119751, + 1.0764586925506592, + 1.0455522537231445, + 1.0121421813964844, + 0.9752166271209717, + 0.9364904761314392, + 0.901579737663269, + 0.8655881285667419, + 0.8393799066543579, + 0.8006104230880737, + 0.7783585786819458, + 0.7462982535362244, + 0.7057821750640869, + 0.688428521156311, + 0.6691712141036987, + 0.6554564237594604, + 0.4807264804840088, + 0.466938316822052, + 0.4296919107437134, + 0.40052008628845215, + 0.38215965032577515, + 0.34101295471191406, + 0.340509831905365, + 0.320284903049469, + 0.2974456548690796, + 0.2748769521713257, + 0.25166112184524536, + 0.2377166748046875 ], "p90": [ - 1.9324841499328613, - 1.940721035003662, - 1.9461395740509033, - 1.9552860260009766, - 1.9641914367675781, - 1.971366047859192, - 1.9741564989089966, - 1.979164719581604, - 1.9826229810714722, - 1.9840624332427979, - 1.9803340435028076, - 1.9787647724151611, - 1.98323655128479, - 1.9771056175231934, - 1.980608582496643, - 1.9730452299118042, - 1.9509567022323608, - 1.9441022872924805, - 1.9374711513519287, - 1.9316234588623047, - 1.9312894344329834, - 1.920261263847351, - 1.9105888605117798, - 1.9017229080200195, - 1.8914679288864136, - 1.8858106136322021, - 1.8668781518936157, - 1.845592975616455, - 1.8325927257537842, - 1.8190364837646484, - 1.8141143321990967, - 1.7890559434890747, - 1.7168169021606445, - 1.6949670314788818, - 1.6690447330474854, - 1.6551434993743896, - 1.6437686681747437, - 1.626427173614502, - 1.6051831245422363, - 1.5950109958648682, - 1.5599921941757202, - 1.5432261228561401, - 1.5232088565826416, - 1.4975861310958862, - 1.4911155700683594, - 1.4741929769515991, - 1.4538875818252563, - 1.4360407590866089, - 1.4664058685302734, - 1.4380722045898438, - 1.4156900644302368, - 1.4072858095169067, - 1.3799760341644287, - 1.3807830810546875, - 1.36451256275177, - 1.3526179790496826, - 1.341233253479004, - 1.3400181531906128, - 1.3263680934906006, - 1.3153588771820068 + 1.9574220180511475, + 1.952406883239746, + 1.9475195407867432, + 1.9499096870422363, + 1.9471871852874756, + 1.9412899017333984, + 1.9368395805358887, + 1.9319438934326172, + 1.924380898475647, + 1.9172799587249756, + 1.9041001796722412, + 1.8924446105957031, + 1.8863102197647095, + 1.877028465270996, + 1.863886833190918, + 1.8503727912902832, + 1.8152790069580078, + 1.8046982288360596, + 1.79132080078125, + 1.7746086120605469, + 1.7670016288757324, + 1.7457146644592285, + 1.7283992767333984, + 1.716135025024414, + 1.6928181648254395, + 1.6806143522262573, + 1.6636931896209717, + 1.6306548118591309, + 1.6167564392089844, + 1.6012792587280273, + 1.585081934928894, + 1.5677751302719116, + 1.5369257926940918, + 1.5145668983459473, + 1.4900305271148682, + 1.4800516366958618, + 1.4631403684616089, + 1.4525229930877686, + 1.4414031505584717, + 1.4301687479019165, + 1.4065285921096802, + 1.3947831392288208, + 1.3849024772644043, + 1.3730124235153198, + 1.372904658317566, + 1.365532398223877, + 1.3519482612609863, + 1.3443199396133423, + 1.4316105842590332, + 1.4188785552978516, + 1.414642572402954, + 1.4310061931610107, + 1.4368559122085571, + 1.4383739233016968, + 1.4472365379333496, + 1.4531338214874268, + 1.4540132284164429, + 1.4562785625457764, + 1.4593887329101562, + 1.4671505689620972 ], "timestamps": [ - "2026-06-18 09:24:00", - "2026-06-18 09:30:00", - "2026-06-18 09:36:00", - "2026-06-18 09:42:00", - "2026-06-18 09:48:00", - "2026-06-18 09:54:00", - "2026-06-18 10:00:00", - "2026-06-18 10:06:00", "2026-06-18 10:12:00", "2026-06-18 10:18:00", "2026-06-18 10:24:00", @@ -795,6 +787,14 @@ "2026-06-19 15:00:00", "2026-06-19 15:06:00", "2026-06-19 15:12:00", - "2026-06-19 15:18:00" + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a0fdcd36de7240ec6e7a86626668095cfc9c0e70..420a83a5d9f809d18869ec01be3757919958a309 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T15:38:24.809756+00:00", + "evaluated_at": "2026-06-19T16:17:00.493733+00:00", "freq": "10min", - "context_length": 73, + "context_length": 74, "prediction_length": 72, "context": [ - 1.5, - 1.2999999523162842, 1.2999999523162842, 1.5, 1.5, @@ -78,12 +76,12 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ 1.2999999523162842, 1.2999999523162842, - 1.5, + 1.2999999523162842, + 1.5 + ], + "actuals": [ 1.5, 1.399999976158142, 1.2999999523162842, @@ -152,234 +150,234 @@ 1.2000000476837158, 1.100000023841858, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 ], "p50": [ - 1.3066123723983765, - 1.3131390810012817, - 1.3161635398864746, - 1.316980242729187, - 1.3173491954803467, - 1.318628191947937, - 1.3181873559951782, - 1.3179277181625366, - 1.321334958076477, - 1.3184261322021484, - 1.3226701021194458, - 1.3215793371200562, - 1.3240021467208862, - 1.3195492029190063, - 1.3217755556106567, - 1.322342038154602, - 1.3218846321105957, - 1.3259719610214233, - 1.3228739500045776, - 1.322025179862976, - 1.321380376815796, - 1.322341799736023, - 1.3198974132537842, - 1.3177266120910645, - 1.3181867599487305, - 1.3164684772491455, - 1.3222191333770752, - 1.3220828771591187, - 1.3240419626235962, - 1.320183515548706, - 1.3217999935150146, - 1.3212794065475464, - 1.3243777751922607, - 1.3270074129104614, - 1.3263983726501465, - 1.3271609544754028, - 1.3277971744537354, - 1.3272136449813843, - 1.3252265453338623, - 1.3240433931350708, - 1.3306865692138672, - 1.329180121421814, - 1.3340915441513062, - 1.33139967918396, - 1.3312608003616333, - 1.3285572528839111, - 1.3351960182189941, - 1.336996078491211, - 1.3462436199188232, - 1.3498061895370483, - 1.3502423763275146, - 1.3473347425460815, - 1.345209002494812, - 1.347493052482605, - 1.3456201553344727, - 1.34662663936615, - 1.3553681373596191, - 1.3544718027114868, - 1.35634446144104, - 1.357069492340088, - 1.3554247617721558, - 1.3542715311050415, - 1.3598418235778809, - 1.3584109544754028, - 1.3482136726379395, - 1.347881555557251, - 1.3451697826385498, - 1.3412599563598633, - 1.3398075103759766, - 1.3401299715042114, - 1.3356817960739136, - 1.332859754562378 + 1.4373538494110107, + 1.4136765003204346, + 1.3998804092407227, + 1.397636890411377, + 1.4001328945159912, + 1.4006644487380981, + 1.4007081985473633, + 1.3967432975769043, + 1.402856469154358, + 1.3984363079071045, + 1.3970211744308472, + 1.39592444896698, + 1.3966395854949951, + 1.3923789262771606, + 1.3947995901107788, + 1.3911826610565186, + 1.3714848756790161, + 1.3728713989257812, + 1.3717942237854004, + 1.370194911956787, + 1.3690024614334106, + 1.3707647323608398, + 1.3715041875839233, + 1.3698956966400146, + 1.375593900680542, + 1.3718888759613037, + 1.3739296197891235, + 1.369719386100769, + 1.3671355247497559, + 1.3633588552474976, + 1.3676663637161255, + 1.3651564121246338, + 1.3714275360107422, + 1.3714383840560913, + 1.3708055019378662, + 1.3682277202606201, + 1.3657453060150146, + 1.3662941455841064, + 1.3663805723190308, + 1.3643243312835693, + 1.3690075874328613, + 1.367901086807251, + 1.3724952936172485, + 1.3719381093978882, + 1.3720853328704834, + 1.369767427444458, + 1.377058506011963, + 1.3792301416397095, + 1.3896945714950562, + 1.3890833854675293, + 1.3886539936065674, + 1.3885680437088013, + 1.3892936706542969, + 1.3901381492614746, + 1.3913902044296265, + 1.388933777809143, + 1.3967175483703613, + 1.3958466053009033, + 1.3998959064483643, + 1.3999578952789307, + 1.4008623361587524, + 1.393830418586731, + 1.3987796306610107, + 1.3986129760742188, + 1.3824325799942017, + 1.3824028968811035, + 1.3815196752548218, + 1.3769545555114746, + 1.374645709991455, + 1.3758078813552856, + 1.3726338148117065, + 1.371909499168396 ], "p10": [ - 1.2913016080856323, - 1.2879412174224854, - 1.2878859043121338, - 1.2887277603149414, - 1.2889386415481567, - 1.2884399890899658, - 1.2892690896987915, - 1.2884176969528198, - 1.2881884574890137, - 1.2883445024490356, - 1.2884962558746338, - 1.2880253791809082, - 1.2890944480895996, - 1.288012981414795, - 1.285473108291626, - 1.2866824865341187, - 1.285568356513977, - 1.2852340936660767, - 1.283764362335205, - 1.2846684455871582, - 1.282649040222168, - 1.2835372686386108, - 1.2838349342346191, - 1.2839854955673218, - 1.284690499305725, - 1.2838178873062134, - 1.2836627960205078, - 1.2819896936416626, - 1.2830240726470947, - 1.2813888788223267, - 1.279718279838562, - 1.280801773071289, - 1.2811416387557983, - 1.2812378406524658, - 1.280173420906067, - 1.2812540531158447, - 1.2781567573547363, - 1.2790467739105225, - 1.279051423072815, - 1.2793455123901367, - 1.279524803161621, - 1.2787442207336426, - 1.2800099849700928, - 1.2790294885635376, - 1.2794444561004639, - 1.277158498764038, - 1.2765358686447144, - 1.2766005992889404, - 1.281739592552185, - 1.2802491188049316, - 1.2800345420837402, - 1.282019019126892, - 1.2790029048919678, - 1.2807433605194092, - 1.2798079252243042, - 1.2806020975112915, - 1.2802647352218628, - 1.2796560525894165, - 1.280388593673706, - 1.2799690961837769, - 1.2794915437698364, - 1.2764886617660522, - 1.2783029079437256, - 1.2786829471588135, - 1.2824883460998535, - 1.2823301553726196, - 1.2820460796356201, - 1.2841925621032715, - 1.2814213037490845, - 1.2823786735534668, - 1.2816383838653564, - 1.2813482284545898 + 1.3124386072158813, + 1.2964262962341309, + 1.2904014587402344, + 1.2914327383041382, + 1.2872430086135864, + 1.2871791124343872, + 1.2879036664962769, + 1.2867233753204346, + 1.2879873514175415, + 1.2850582599639893, + 1.283663034439087, + 1.2835376262664795, + 1.2864841222763062, + 1.2827988862991333, + 1.282621145248413, + 1.2793724536895752, + 1.2786084413528442, + 1.2766910791397095, + 1.2784333229064941, + 1.2804977893829346, + 1.2763397693634033, + 1.2779449224472046, + 1.2775590419769287, + 1.2776719331741333, + 1.2785695791244507, + 1.2767515182495117, + 1.2776240110397339, + 1.2761189937591553, + 1.2777113914489746, + 1.2733080387115479, + 1.2755043506622314, + 1.274611473083496, + 1.2687439918518066, + 1.2666147947311401, + 1.269331932067871, + 1.2712794542312622, + 1.266574501991272, + 1.2687071561813354, + 1.2676317691802979, + 1.267746090888977, + 1.2667711973190308, + 1.266751766204834, + 1.2666012048721313, + 1.2655034065246582, + 1.2674092054367065, + 1.2629574537277222, + 1.2645180225372314, + 1.2632496356964111, + 1.2641196250915527, + 1.2628673315048218, + 1.2650694847106934, + 1.2660698890686035, + 1.2611632347106934, + 1.264634370803833, + 1.263633131980896, + 1.262772560119629, + 1.2633895874023438, + 1.2617493867874146, + 1.2615665197372437, + 1.2603964805603027, + 1.2635095119476318, + 1.260129690170288, + 1.2606136798858643, + 1.2609729766845703, + 1.2592430114746094, + 1.2591121196746826, + 1.261174201965332, + 1.2634992599487305, + 1.2583751678466797, + 1.2610220909118652, + 1.2594623565673828, + 1.258734941482544 ], "p90": [ - 1.419287919998169, - 1.4765727519989014, - 1.493890643119812, - 1.5051602125167847, - 1.5099425315856934, - 1.5198545455932617, - 1.5345820188522339, - 1.5363235473632812, - 1.5404587984085083, - 1.5502182245254517, - 1.5427966117858887, - 1.551270842552185, - 1.5576035976409912, - 1.5633381605148315, - 1.5624631643295288, - 1.5643835067749023, - 1.569972276687622, - 1.5669525861740112, - 1.5681039094924927, - 1.5708731412887573, - 1.5720527172088623, - 1.571507453918457, - 1.5726432800292969, - 1.5688402652740479, - 1.5674011707305908, - 1.578144907951355, - 1.569204568862915, - 1.5760602951049805, - 1.581603765487671, - 1.5836677551269531, - 1.5813243389129639, - 1.5794519186019897, - 1.5992194414138794, - 1.598161220550537, - 1.6029589176177979, - 1.609760046005249, - 1.614943504333496, - 1.6128771305084229, - 1.6145603656768799, - 1.61728036403656, - 1.6234146356582642, - 1.6334785223007202, - 1.6223888397216797, - 1.6249570846557617, - 1.6296887397766113, - 1.6341221332550049, - 1.6380547285079956, - 1.6457260847091675, - 1.6656973361968994, - 1.6700605154037476, - 1.6853643655776978, - 1.6832696199417114, - 1.6843066215515137, - 1.6894316673278809, - 1.6957244873046875, - 1.708678126335144, - 1.7148780822753906, - 1.7122570276260376, - 1.7036876678466797, - 1.7064212560653687, - 1.713232159614563, - 1.7208592891693115, - 1.715022087097168, - 1.7217676639556885, - 1.6846479177474976, - 1.6808797121047974, - 1.688604712486267, - 1.6789077520370483, - 1.676369071006775, - 1.6752525568008423, - 1.674777865409851, - 1.6829291582107544 + 1.5910366773605347, + 1.5939314365386963, + 1.598707914352417, + 1.599219560623169, + 1.6082119941711426, + 1.6095999479293823, + 1.6150743961334229, + 1.6199759244918823, + 1.6279053688049316, + 1.625099778175354, + 1.63048255443573, + 1.6314823627471924, + 1.6345899105072021, + 1.6347016096115112, + 1.6390082836151123, + 1.6379002332687378, + 1.6342482566833496, + 1.6360313892364502, + 1.6421273946762085, + 1.637630820274353, + 1.6361644268035889, + 1.6394803524017334, + 1.6427501440048218, + 1.6488938331604004, + 1.6538524627685547, + 1.6484960317611694, + 1.643227458000183, + 1.641825556755066, + 1.6393290758132935, + 1.639388084411621, + 1.6414473056793213, + 1.6402138471603394, + 1.667324423789978, + 1.6704567670822144, + 1.6812636852264404, + 1.6754560470581055, + 1.6746939420700073, + 1.676882266998291, + 1.6826046705245972, + 1.6873688697814941, + 1.696920394897461, + 1.6965031623840332, + 1.6926435232162476, + 1.6963359117507935, + 1.696433186531067, + 1.694412112236023, + 1.7026234865188599, + 1.7044140100479126, + 1.7324414253234863, + 1.7335624694824219, + 1.7429224252700806, + 1.7459267377853394, + 1.7495554685592651, + 1.7491455078125, + 1.7570698261260986, + 1.767193078994751, + 1.7762380838394165, + 1.7699795961380005, + 1.7689359188079834, + 1.762067198753357, + 1.7685939073562622, + 1.762917399406433, + 1.7722408771514893, + 1.7670718431472778, + 1.7440592050552368, + 1.7458703517913818, + 1.746885061264038, + 1.7447988986968994, + 1.7389626502990723, + 1.7405983209609985, + 1.7386795282363892, + 1.7510045766830444 ], "timestamps": [ - "2026-06-17 16:20:00", - "2026-06-17 16:30:00", - "2026-06-17 16:40:00", "2026-06-17 16:50:00", "2026-06-17 17:00:00", "2026-06-17 17:10:00", @@ -521,6 +519,10 @@ "2026-06-18 15:50:00", "2026-06-18 16:00:00", "2026-06-18 16:10:00", - "2026-06-18 16:20:00" + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 24614f56b387fa6139600bd1dd57f5d3afe6a44b..2489250f84ec1d2bf66f95ac9ac5324a0ccb5301 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,35 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T14:59:45.531580+00:00", + "evaluated_at": "2026-06-19T16:17:10.048713+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +77,7 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2550.0, 2500.0, @@ -129,93 +103,111 @@ 2500.0, 2500.0 ], + "actuals": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], "p50": [ - 2550.03173828125, - 2549.39599609375, - 2549.2353515625, - 2549.23046875, - 2548.30712890625, - 2546.6318359375, - 2549.22900390625, - 2549.41845703125, - 2551.36474609375, - 2520.428955078125, - 2520.228271484375, - 2519.50390625, - 2551.52001953125, - 2516.209228515625, - 2517.17333984375, - 2518.01123046875, - 2515.25439453125, - 2512.346435546875, - 2512.804443359375, - 2512.61767578125, - 2512.616455078125, - 2508.3310546875, - 2509.09912109375, - 2510.00927734375 + 2498.97509765625, + 2498.577880859375, + 2497.751220703125, + 2497.055419921875, + 2496.73583984375, + 2495.58740234375, + 2494.90771484375, + 2492.994140625, + 2490.65087890625, + 2489.0009765625, + 2486.776123046875, + 2484.074951171875, + 2481.76513671875, + 2477.808837890625, + 2473.560791015625, + 2469.034912109375, + 2461.371826171875, + 2459.387451171875, + 2458.45068359375, + 2457.387939453125, + 2457.8486328125, + 2457.2294921875, + 2457.038330078125, + 2457.025634765625 ], "p10": [ - 2545.503662109375, - 2544.212646484375, - 2544.498046875, - 2543.37255859375, - 2540.804443359375, - 2537.7978515625, - 2537.892578125, - 2536.1689453125, - 2535.28515625, - 2503.881591796875, - 2501.4208984375, - 2499.25146484375, - 2522.36865234375, - 2495.41259765625, - 2498.31591796875, - 2496.90576171875, - 2492.595947265625, - 2487.8740234375, - 2488.62744140625, - 2488.5927734375, - 2485.782470703125, - 2481.183349609375, - 2481.64306640625, - 2482.527099609375 + 2491.9404296875, + 2490.89404296875, + 2488.94482421875, + 2488.97119140625, + 2487.384521484375, + 2485.088623046875, + 2484.123291015625, + 2480.300048828125, + 2476.580078125, + 2471.92919921875, + 2469.538330078125, + 2465.8837890625, + 2463.421875, + 2458.4111328125, + 2455.553955078125, + 2450.32177734375, + 2447.343505859375, + 2444.737548828125, + 2444.0380859375, + 2444.06787109375, + 2442.608642578125, + 2442.605224609375, + 2442.330078125, + 2441.734619140625 ], "p90": [ - 2553.896484375, - 2553.167724609375, - 2552.904541015625, - 2554.437255859375, - 2554.631103515625, - 2554.52685546875, - 2559.343505859375, - 2562.5478515625, - 2566.521240234375, - 2538.041015625, - 2537.116455078125, - 2537.892578125, - 2578.60693359375, - 2541.218994140625, - 2541.602783203125, - 2540.49560546875, - 2543.62255859375, - 2540.649169921875, - 2543.030517578125, - 2544.52685546875, - 2550.19287109375, - 2545.98681640625, - 2548.541015625, - 2551.45166015625 + 2504.2001953125, + 2504.179443359375, + 2503.1826171875, + 2504.0380859375, + 2505.368408203125, + 2504.27490234375, + 2504.427978515625, + 2503.88623046875, + 2502.6474609375, + 2503.710693359375, + 2506.168701171875, + 2507.896728515625, + 2508.3525390625, + 2505.234619140625, + 2500.4853515625, + 2491.515869140625, + 2487.265869140625, + 2485.16015625, + 2485.828369140625, + 2485.393798828125, + 2492.117431640625, + 2490.041015625, + 2492.474853515625, + 2494.79296875 ], "timestamps": [ - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", "2026-06-19 05:55:00", "2026-06-19 06:10:00", "2026-06-19 06:25:00", @@ -327,6 +319,14 @@ "2026-06-20 08:55:00", "2026-06-20 09:10:00", "2026-06-20 09:25:00", - "2026-06-20 09:40:00" + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 9f632ecf852730a1a3659ae6faf5fe51adbef7ff..2dc4cca54fb8ee52a2be40f284e36939f80c1839 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,11 +1,29 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-19T16:06:02.622837+00:00", + "evaluated_at": "2026-06-19T16:17:15.359445+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/dataset_eval_intervals.json b/results/dataset_eval_intervals.json index b28633c4c78eb5ce77f6188442dd8ffce47788a3..c278fc3b1f97bae165d4f1135a24a52bd070b112 100644 --- a/results/dataset_eval_intervals.json +++ b/results/dataset_eval_intervals.json @@ -7,5 +7,6 @@ "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600, "open_meteo_shanghai_hourly_temperature_2m": 3600, "usgs_earthquake_all_week_hourly_earthquake_count": 3600, + "usgs_potomac_iv_usgs_00060": 900, "wikimedia_time_series_hourly_pageviews": 86400 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 138dd345ae094f97a2be7927c3d02976e97511f4..d2ef294396580d76a8849eb2747e703c4ef3ca6f 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ETS,1191158.974249787,1154335.0265473472,816.8154304431382,0.7425079191710923,0.012952003923995072,0.012808139316733635,17.944000862482635,1091.4022971616776,0.017136660274439608,0.012825232798965478,0.012078491203113951,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,14.031501766665542,14.825450352924248,3.214399350169652,1.8424687385330092,0.13242280084043564,0.1460063259705679,34.82413546165401,3.745864622041958,0.16040530491888666,0.13764691464315787,0.12581365602899178,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,1.4720986023607696,1.476920729147256,0.9079356922116212,1.1159486220754369,1.3539335561775079,0.5374696092406512,41.49660909573571,1.2133007056623555,0.8798197431272862,0.6583856283687216,0.6493316248771056,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.06639623903302716,0.0640845242094248,0.22507484108260561,1.1896810597434284,0.15432087549794726,0.17041503406852365,15.037589585155224,0.2576746767399295,0.1822453591309231,0.15918849986890693,0.14607759904698128,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,1.648292395516018,1.658811620396952,1.0647882049469695,1.3384443460447903,16.192352842291854,0.8283063586864797,49.81683267405599,1.2838584016611871,1.2953438157778685,1.0743138142077338,1.0578187775136916,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.01820947885008594,0.017966157040008424,0.10600702684412852,0.5300350249274987,0.07850372637155038,0.07600714776737469,5.353935331920409,0.13494250201506544,0.09600652606791875,0.07542002137293373,0.0651941819592387,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.5359642860065729,0.522853228659134,0.5063601778076688,1.5920492286587293,0.029980420584571954,0.030918607119556463,48.09609144934143,0.7320958175038107,0.04461731885407939,0.03085994069094036,0.030243524923394754,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,523.6128513333027,536.1747737753657,19.150448995976006,1.7415586966661536,0.6391105126282772,0.9594730969443442,42.16175906768258,22.882588387970944,0.8123995877386134,0.6798975974902725,0.6387144831083037,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,74.96989637518878,77.31064278003119,7.677533276925566,3.9378434820372568,0.2838857334472471,0.3482322730871452,113.06474217866518,8.658515829816839,0.33068808406391387,0.2932221664295513,0.27705544597212334,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,27.616049472459895,30.624911193555253,4.552470464589521,0.7936510253037422,0.8518740293821551,0.4573130634037063,4.412832592511157,5.255097475067412,0.5681186459532338,0.49215896914481305,0.3691221023145673,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,945.3069377010175,982.0962191327582,28.726953267555093,0.46742161248903197,0.011477159424837582,0.011402257433701957,18.696864499561283,30.74584423464442,0.012247307246995288,0.01144310171653647,0.011443101716536468,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,996.6114638506873,967.1786753587262,27.1725987231038,0.3573382845778033,0.010931127466830953,0.010947996307745437,13.981202660297361,31.569153676503387,0.012701755041677809,0.010932814238968837,0.010917912497327783,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3173.349140851323,2796.2923753126274,41.16028344732492,0.8738273938304705,0.19145683099680808,0.1670856238504667,10.487987451745425,56.33248743710261,0.22278384862130973,0.16278078199507032,0.13516672351186537,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 59d4b0e4cab8abc27776fca4e8063dc81c764064..70cdb0f07fc0c53cc0080b2d622ce36e3fd1eea0 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T16:08:28.117211+00:00", + "evaluated_at": "2026-06-19T16:23:30.540715+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ca52519c7e7d8fca1908bbe2465997ca86631695..a0c0806999ddb2b6a0494c50856489b44b1c4fd5 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,24 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-19T15:10:39.596364+00:00", + "evaluated_at": "2026-06-19T16:23:30.562813+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.1110000610351562, - 2.114000082015991, - 2.11899995803833, - 2.128000020980835, - 2.11899995803833, - 2.1050000190734863, - 2.0959999561309814, - 2.0789999961853027, - 2.059999942779541, - 2.0490000247955322, - 2.0350000858306885, - 2.000999927520752, - 1.9730000495910645, 1.9509999752044678, 1.9240000247955322, 1.8819999694824219, @@ -245,9 +232,7 @@ 1.777999997138977, 1.7869999408721924, 1.8040000200271606, - 1.8179999589920044 - ], - "actuals": [ + 1.8179999589920044, 1.8350000381469727, 1.8660000562667847, 1.8799999952316284, @@ -260,7 +245,9 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874, + 1.9450000524520874 + ], + "actuals": [ 1.937000036239624, 1.930999994277954, 1.930999994277954, @@ -307,208 +294,208 @@ 0.39899998903274536, 0.3659999966621399, 0.33799999952316284, - 0.3089999854564667 + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 ], "p50": [ - 1.8354699517024489, - 1.8542139107384576, - 1.8729579964343368, - 1.8767020815341693, - 1.8894461252683783, - 1.9081902109642577, - 1.9354342691823954, - 1.939678243536798, - 1.9524223319744907, - 1.968166374337793, - 1.995910500624435, - 1.9991544655016995, - 2.01839846280389, - 2.030642490623659, - 2.0448866715081557, - 2.060130660704115, - 2.0843746532379344, - 2.100618718966257, - 2.1118628490675966, - 2.1271068978682006, - 2.1403508532087216, - 2.1580949592297847, - 2.1708390253157352, - 2.179583113097777, - 2.2033271418712204, - 2.224071142213248, - 2.2253152296972667, - 2.246559268305476, - 2.259803320503545, - 2.274547271433322, - 2.294791434674844, - 2.30503536903453, - 2.3202794625386174, - 2.340523581076656, - 2.3547675831472183, - 2.368511621457405, - 2.383755670258009, - 2.40049972954903, - 2.411243828834768, - 2.4309878569525605, - 2.4392319064684203, - 2.4649758796903347, - 2.4777199606774465, - 2.4869640271210254, - 2.503708101313208, - 2.5294521490409285, - 2.5451962212065533, - 2.560440270007157, - 2.5611842968732517, - 2.5754283883507814, - 2.598672393759204, - 2.615416423247903, - 2.623160479201064, - 2.640404442647817, - 2.6591485730471796, - 2.670892584952508, - 2.6966366550319707, - 2.7033807313103155, - 2.7226247286125065, - 2.7398688112685488 + 1.9535034491912855, + 1.9539817252734948, + 1.9559600490990248, + 1.962438329890001, + 1.9654166631926695, + 1.962895007701011, + 1.9713732403910391, + 1.9743515215396432, + 1.9783298047148055, + 1.9863081034467798, + 1.9927863916883368, + 1.9907647297593767, + 1.9937430034574004, + 1.9982212876458414, + 2.001199561343865, + 2.007677879387744, + 2.014156257036268, + 2.0181345774643336, + 2.0141128220752904, + 2.0130911025682434, + 2.0160693986180087, + 2.0305476956214488, + 2.0375259699751234, + 2.030004274548353, + 2.0399824804758953, + 2.045460870999023, + 2.04593911727891, + 2.0554174861059464, + 2.048395769340713, + 2.0543740342172496, + 2.053852330624643, + 2.0543306737620775, + 2.0688089037102917, + 2.0682872522717495, + 2.0687655283539588, + 2.0777437844090074, + 2.0787221434608822, + 2.0792004791477368, + 2.0826787166061362, + 2.090157021775412, + 2.09863525446544, + 2.1021136111331296, + 2.1010919065272438, + 2.1010702486513995, + 2.1105485206208887, + 2.1025268241808392, + 2.1055050978788628, + 2.120983478865247, + 2.1144617184098093, + 2.127940013386691, + 2.1279182661038796, + 2.124396608585663, + 2.1393750109105105, + 2.144353139650038, + 2.1348314923242158, + 2.144809757856403, + 2.1487880782844684, + 2.1487663608039793, + 2.158744656138489, + 2.155722954930068 ], "p10": [ - 1.7884699458611935, - 1.805713968912591, - 1.82395803869403, - 1.8331020527808883, - 1.8453460806006574, - 1.8666901641150067, - 1.8819342129156107, - 1.8951782874654213, - 1.9104223387805959, - 1.925666385066629, - 1.9418104759242703, - 1.956154482667837, - 1.9743985524492755, - 1.9846426060182512, - 2.0018866290696486, - 2.020730631521681, - 2.037374721902485, - 2.052618797525179, - 2.06566284782782, - 2.078106875866636, - 2.0933509218732724, - 2.1084949689811046, - 2.128639044103119, - 2.1349830078121323, - 2.1533270703456466, - 2.173471121625804, - 2.1847152129841243, - 2.2000592634775, - 2.215303312278104, - 2.2294473484186814, - 2.2457914123938827, - 2.261035458679916, - 2.2821794941052373, - 2.2934235377798418, - 2.309467624243876, - 2.3220116538823317, - 2.3381557447399732, - 2.3524997514835393, - 2.3676437956111394, - 2.3829878490847474, - 2.3952319305486967, - 2.4194759290429806, - 2.433519993293108, - 2.4457640211128773, - 2.457108120124434, - 2.474352137215367, - 2.4916961649397686, - 2.514140241742634, - 2.5201842910841505, - 2.538428358071622, - 2.5515724279484284, - 2.5746164359317714, - 2.58216053022264, - 2.5943045593298693, - 2.6163486010494417, - 2.62689262989441, - 2.6421366812095854, - 2.6573807274956183, - 2.6745247577949405, - 2.6878688250968263 + 1.9191034152404798, + 1.9079817214587975, + 1.907460070020255, + 1.9099383799579026, + 1.9144166641463438, + 1.91889488873014, + 1.9222731930411092, + 1.9268515295862703, + 1.9303298266493147, + 1.9328081067846399, + 1.9381864628324408, + 1.9407647203530187, + 1.9460429920066031, + 1.9477213119645365, + 1.95979961453505, + 1.9555779481476625, + 1.963156225207388, + 1.9676344825737393, + 1.9671127715305519, + 1.9654910686889635, + 1.9718693939807677, + 1.9804476790275158, + 1.987625991039405, + 1.9815042626870287, + 1.9959825835323264, + 1.9953608603655546, + 1.9929391737841133, + 2.001417466078786, + 2.0007958102466357, + 2.008374087026965, + 2.003852394699636, + 2.0092306464393084, + 2.0158089304131726, + 2.017287253225424, + 2.0196655108063513, + 2.02514388940855, + 2.0373221340671903, + 2.0312004414776013, + 2.0346787385406455, + 2.0381570356036898, + 2.0436353069175275, + 2.055113647015126, + 2.0572919280325994, + 2.0540701981066607, + 2.0545484741888704, + 2.059026817981956, + 2.0625051150450004, + 2.0668834544444787, + 2.0712616859968036, + 2.077839996792758, + 2.0813182938558024, + 2.0808966470902637, + 2.0853748716740603, + 2.0978532316796095, + 2.0921314683750696, + 2.0928097687044485, + 2.102188076234069, + 2.1007663852530594, + 2.107244700782368, + 2.1096229583632953 ], "p90": [ - 1.8705699587596385, - 1.885713958183755, - 1.8989579671684562, - 1.9122020417182664, - 1.928446137248912, - 1.946690207030351, - 1.9580343000814433, - 1.9731782369206825, - 1.987422331378444, - 2.004766374004007, - 2.0239104381587674, - 2.0341544440440273, - 2.0513985345231784, - 2.0648426422608552, - 2.0819866408952103, - 2.0951307465348035, - 2.112374659317608, - 2.1307187784755346, - 2.139962838958649, - 2.15820688489823, - 2.172350918058575, - 2.191594974965411, - 2.2059390353531576, - 2.218183057212462, - 2.236327134241826, - 2.251671178774737, - 2.2678151891661082, - 2.2800591871835545, - 2.2953033153328417, - 2.308547310533969, - 2.3277914270454496, - 2.339135520096542, - 2.3592794581278738, - 2.3745235039482453, - 2.3867675287877823, - 2.4021116657078934, - 2.4192556602444286, - 2.4324996841302906, - 2.449743763806101, - 2.464987866250885, - 2.4752318929977704, - 2.4955759595844005, - 2.508920003044428, - 2.5239639758163275, - 2.5392080257345184, - 2.556452159054509, - 2.571696207855113, - 2.583040300906205, - 2.5974843093425433, - 2.6155283388580646, - 2.6336723901829253, - 2.6470164366231854, - 2.663160500658736, - 2.6745044864214678, - 2.689648530549068, - 2.7079926318256007, - 2.7242366915934597, - 2.734480742182203, - 2.75462479346236, - 2.7708687995860384 + 1.9845034673110975, + 1.98708174317873, + 1.9914600614371862, + 1.9930383531596543, + 1.9985166483153503, + 1.999894866989346, + 2.0053731960451833, + 2.0098514772533917, + 2.010329758178479, + 2.0139081254796367, + 2.017286423830141, + 2.022764735004585, + 2.0263430277999372, + 2.0307212626118907, + 2.029299670444207, + 2.036677863652118, + 2.0383562107115383, + 2.0427345021479044, + 2.047112754841251, + 2.04769109110329, + 2.0490693865182656, + 2.055647700294453, + 2.06202598982347, + 2.0645042997611176, + 2.0689825839495586, + 2.071460834282562, + 2.072939175721264, + 2.0795174738512316, + 2.078095822078903, + 2.080574084332835, + 2.0879523580070165, + 2.0923306762654725, + 2.095908966080592, + 2.094287275159933, + 2.100965547788053, + 2.10624381087347, + 2.109722107936514, + 2.1133004513958142, + 2.116678755706783, + 2.1152570502902743, + 2.1236352961886915, + 2.1263136244130445, + 2.1305919439589607, + 2.1290702457903765, + 2.1375485380850496, + 2.1420268222734906, + 2.145505119336535, + 2.1500834048452186, + 2.149561720996651, + 2.1559399837035778, + 2.154518257425443, + 2.158996598238297, + 2.1653749145894046, + 2.1698531987778455, + 2.1654314366177148, + 2.1758098057785373, + 2.176388082435932, + 2.180966386198538, + 2.187244657270977, + 2.1857229382407675 ], "timestamps": [ - "2026-06-18 08:54:00", - "2026-06-18 09:00:00", - "2026-06-18 09:06:00", - "2026-06-18 09:12:00", - "2026-06-18 09:18:00", - "2026-06-18 09:24:00", - "2026-06-18 09:30:00", - "2026-06-18 09:36:00", - "2026-06-18 09:42:00", - "2026-06-18 09:48:00", - "2026-06-18 09:54:00", - "2026-06-18 10:00:00", - "2026-06-18 10:06:00", "2026-06-18 10:12:00", "2026-06-18 10:18:00", "2026-06-18 10:24:00", @@ -795,6 +782,19 @@ "2026-06-19 14:30:00", "2026-06-19 14:36:00", "2026-06-19 14:42:00", - "2026-06-19 14:48:00" + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 0f38d2a89e0215da4954b55fe384e6e1b92dd3c6..85ac85bd04c4d87dc4d5653e3489d38394105d9e 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-19T15:10:39.614690+00:00", + "evaluated_at": "2026-06-19T16:23:30.589835+00:00", "freq": "10min", - "context_length": 73, + "context_length": 74, "prediction_length": 72, "context": [ - 1.600000023841858, - 1.5, - 1.2999999523162842, 1.2999999523162842, 1.5, 1.5, @@ -78,13 +75,13 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.5, + 1.2999999523162842, + 1.5 + ], + "actuals": [ 1.5, 1.399999976158142, 1.2999999523162842, @@ -152,237 +149,235 @@ 1.2000000476837158, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 ], "p50": [ - 1.304054914490843, - 1.3008765626400065, - 1.2976982107891701, - 1.2945198589383338, - 1.2913415070874972, - 1.2881631552366608, - 1.2849848033858244, - 1.281806451534988, - 1.2786280996841515, - 1.275449747833315, - 1.2722713959824787, - 1.2690930441316421, - 1.2659146922808058, - 1.2627363404299694, - 1.2595579885791328, - 1.2563796367282964, - 1.25320128487746, - 1.2500229330266235, - 1.2468445811757871, - 1.2436662293249507, - 1.2404878774741144, - 1.2373095256232778, - 1.2341311737724414, - 1.230952821921605, - 1.2277744700707685, - 1.224596118219932, - 1.2214177663690957, - 1.2182394145182591, - 1.2150610626674228, - 1.2118827108165864, - 1.2087043589657498, - 1.2055260071149134, - 1.202347655264077, - 1.1991693034132405, - 1.195990951562404, - 1.1928125997115677, - 1.1896342478607314, - 1.1864558960098948, - 1.1832775441590584, - 1.180099192308222, - 1.1769208404573854, - 1.173742488606549, - 1.1705641367557127, - 1.167385784904876, - 1.1642074330540397, - 1.1610290812032034, - 1.157850729352367, - 1.1546723775015304, - 1.151494025650694, - 1.1483156737998577, - 1.145137321949021, - 1.1419589700981847, - 1.1387806182473483, - 1.1356022663965117, - 1.1324239145456754, - 1.129245562694839, - 1.1260672108440024, - 1.122888858993166, - 1.1197105071423297, - 1.116532155291493, - 1.1133538034406567, - 1.1101754515898203, - 1.1069970997389837, - 1.1038187478881474, - 1.100640396037311, - 1.0974620441864746, - 1.094283692335638, - 1.0911053404848017, - 1.0879269886339653, - 1.0847486367831287, - 1.0815702849322923, - 1.078391933081456 + 1.4112897271382825, + 1.41166108501015, + 1.412032442882018, + 1.4124038007538855, + 1.412775158625753, + 1.4131465164976207, + 1.4135178743694883, + 1.413889232241356, + 1.4142605901132237, + 1.4146319479850913, + 1.4150033058569589, + 1.4153746637288265, + 1.415746021600694, + 1.4161173794725619, + 1.4164887373444295, + 1.416860095216297, + 1.4172314530881647, + 1.4176028109600323, + 1.4179741688319, + 1.4183455267037677, + 1.4187168845756353, + 1.4190882424475029, + 1.4194596003193705, + 1.4198309581912383, + 1.4202023160631059, + 1.4205736739349735, + 1.420945031806841, + 1.4213163896787087, + 1.4216877475505765, + 1.422059105422444, + 1.4224304632943117, + 1.4228018211661793, + 1.4231731790380469, + 1.4235445369099147, + 1.4239158947817823, + 1.4242872526536499, + 1.4246586105255175, + 1.425029968397385, + 1.4254013262692526, + 1.4257726841411205, + 1.426144042012988, + 1.4265153998848557, + 1.4268867577567232, + 1.4272581156285908, + 1.4276294735004587, + 1.4280008313723263, + 1.4283721892441938, + 1.4287435471160614, + 1.429114904987929, + 1.4294862628597969, + 1.4298576207316644, + 1.430228978603532, + 1.4306003364753996, + 1.4309716943472672, + 1.431343052219135, + 1.4317144100910026, + 1.4320857679628702, + 1.4324571258347378, + 1.4328284837066054, + 1.433199841578473, + 1.4335711994503408, + 1.4339425573222084, + 1.434313915194076, + 1.4346852730659436, + 1.4350566309378112, + 1.435427988809679, + 1.4357993466815466, + 1.4361707045534142, + 1.4365420624252818, + 1.4369134202971494, + 1.4372847781690172, + 1.4376561360408848 ], "p10": [ - 1.2040548906489852, - 1.2008765387981486, - 1.1976981869473122, - 1.1945198350964759, - 1.1913414832456393, - 1.188163131394803, - 1.1849847795439665, - 1.1818064276931302, - 1.1786280758422936, - 1.1754497239914572, - 1.1722713721406208, - 1.1690930202897842, - 1.1659146684389479, - 1.1627363165881115, - 1.159557964737275, - 1.1563796128864385, - 1.1532012610356022, - 1.1500229091847656, - 1.1468445573339292, - 1.1436662054830928, - 1.1404878536322565, - 1.1373095017814199, - 1.1341311499305835, - 1.1309527980797471, - 1.1277744462289105, - 1.1245960943780742, - 1.1214177425272378, - 1.1182393906764012, - 1.1050610483623082, - 1.1118826869747285, - 1.1087043351238919, - 1.1055259832730555, - 1.1023476314222191, - 1.0991692795713826, - 1.0959909277205462, - 0.9928126712371416, - 1.0796342335556168, - 1.0864558721680369, - 1.0832775203172005, - 1.0800991684663641, - 1.0769208166155275, - 1.0737424647646912, - 1.0705641129138548, - 1.0673857610630182, - 1.0642074092121818, - 1.0610290573613455, - 1.057850705510509, - 1.0546723536596725, - 1.0514940018088361, - 1.0483156499579998, - 1.0451372981071632, - 1.0419589462563268, - 1.0387805944054904, - 1.0356022425546538, - 1.0324238907038175, - 1.029245538852981, - 0.9260672823695763, - 1.0228888351513081, - 1.0197104833004718, - 1.0165321314496352, - 1.0133537795987988, - 1.0101754277479624, - 1.0069970758971258, - 1.0038187240462895, - 1.000640372195453, - 0.9974620203446168, - 0.9842836780305236, - 0.9911053166429439, - 0.9879269647921075, - 0.9847486129412709, - 0.9815702610904345, - 0.9783919092395982 + 1.3112897032964246, + 1.3116610611682922, + 1.31203241904016, + 1.3124037769120276, + 1.3127751347838952, + 1.3131464926557628, + 1.3135178505276304, + 1.3138892083994982, + 1.3142605662713658, + 1.3146319241432334, + 1.315003282015101, + 1.3153746398869686, + 1.3157459977588362, + 1.316117355630704, + 1.3164887135025716, + 1.3168600713744392, + 1.3172314292463068, + 1.3176027871181744, + 1.3179741449900422, + 1.3183455028619098, + 1.3187168607337774, + 1.319088218605645, + 1.3194595764775126, + 1.3198309343493804, + 1.320202292221248, + 1.3205736500931156, + 1.3209450079649832, + 1.3213163658368507, + 1.3216877237087186, + 1.3220590815805862, + 1.3224304394524538, + 1.3228017973243213, + 1.323173155196189, + 1.3235445130680568, + 1.3239158709399244, + 1.324287228811792, + 1.3246585866836595, + 1.3250299445555271, + 1.3254013024273947, + 1.3257726602992626, + 1.3261440181711301, + 1.3265153760429977, + 1.3268867339148653, + 1.327258091786733, + 1.3276294496586007, + 1.3280008075304683, + 1.328372165402336, + 1.3287435232742035, + 1.3291148811460711, + 1.329486239017939, + 1.3298575968898065, + 1.3302289547616741, + 1.3306003126335417, + 1.3309716705054093, + 1.3313430283772771, + 1.3317143862491447, + 1.3320857441210123, + 1.33245710199288, + 1.3328284598647475, + 1.3331998177366151, + 1.333571175608483, + 1.3339425334803505, + 1.3343138913522181, + 1.3346852492240857, + 1.3350566070959533, + 1.3354279649678211, + 1.3357993228396887, + 1.3361706807115563, + 1.336542038583424, + 1.3369133964552915, + 1.3372847543271593, + 1.337656112199027 ], "p90": [ - 1.404054938332701, - 1.4008765864818644, - 1.397698234631028, - 1.3945198827801917, - 1.391341530929355, - 1.3881631790785187, - 1.3849848272276823, - 1.381806475376846, - 1.3786281235260094, - 1.375449771675173, - 1.3722714198243366, - 1.3690930679735, - 1.3659147161226637, - 1.3627363642718273, - 1.3595580124209907, - 1.3563796605701544, - 1.353201308719318, - 1.3500229568684814, - 1.346844605017645, - 1.3436662531668087, - 1.3404879013159723, - 1.3373095494651357, - 1.3341311976142993, - 1.330952845763463, - 1.3277744939126264, - 1.32459614206179, - 1.3214177902109536, - 1.318239438360117, - 1.3150610865092807, - 1.3118827346584443, - 1.3087043828076077, - 1.3055260309567713, - 1.302347679105935, - 1.3091693296392837, - 1.295990975404262, - 1.2928126235534256, - 1.2896342717025893, - 1.2864559198517527, - 1.2832775680009163, - 1.28009921615008, - 1.2769208642992433, - 1.273742512448407, - 1.2705641605975706, - 1.267385808746734, - 1.2642074568958976, - 1.2610291050450613, - 1.257850753194225, - 1.2546724013433883, - 1.251494049492552, - 1.2483156976417156, - 1.245137345790879, - 1.2419589939400426, - 1.2387806420892062, - 1.2356022902383696, - 1.2324239383875333, - 1.229245586536697, - 1.2260672346858603, - 1.222888882835024, - 1.2197105309841876, - 1.216532179133351, - 1.2133538272825146, - 1.2101754754316782, - 1.2069971235808417, - 1.2038187717300053, - 1.200640419879169, - 1.1974620680283325, - 1.194283716177496, - 1.1911053643266596, - 1.1879270124758232, - 1.1847486606249866, - 1.1815703087741503, - 1.1883919593074992 + 1.5112897509801404, + 1.611661132693866, + 1.5120324667238758, + 1.5124038245957434, + 1.512775182467611, + 1.5131465403394786, + 1.5135178982113462, + 1.613889279925072, + 1.5142606139550816, + 1.5146319718269492, + 1.5150033296988168, + 1.6153747114125423, + 1.515746045442552, + 1.5161174033144198, + 1.5164887611862874, + 1.616860142900013, + 1.5172314769300226, + 1.5176028348018902, + 1.517974192673758, + 1.5183455505456256, + 1.5187169084174932, + 1.5190882662893608, + 1.5294596265454137, + 1.5198309820330962, + 1.5202023399049638, + 1.5205736977768314, + 1.520945055648699, + 1.5213164135205666, + 1.5216877713924344, + 1.522059129264302, + 1.5224304871361696, + 1.622801868849895, + 1.53317320526409, + 1.5335445631359579, + 1.623915942465498, + 1.5242872764955078, + 1.5246586343673754, + 1.525029992239243, + 1.5254013501111106, + 1.6257727318248363, + 1.526144065854846, + 1.5265154237267136, + 1.626886805440439, + 1.5272581394704488, + 1.6276295211841745, + 1.5280008552141842, + 1.6283722369279097, + 1.5287435709579194, + 1.529114928829787, + 1.5294862867016548, + 1.5298576445735224, + 1.53022900244539, + 1.5306003603172575, + 1.5309717181891251, + 1.531343076060993, + 1.6317144577747185, + 1.5320857918047281, + 1.5324571496765957, + 1.5328285075484633, + 1.533199865420331, + 1.5335712232921987, + 1.5339425811640663, + 1.5443139414201192, + 1.5346852969078015, + 1.5350566547796691, + 1.535428012651537, + 1.5357993705234045, + 1.5361707283952721, + 1.6365421101089976, + 1.5369134441390073, + 1.5472848043950604, + 1.5376561598827427 ], "timestamps": [ - "2026-06-17 15:50:00", - "2026-06-17 16:00:00", - "2026-06-17 16:10:00", - "2026-06-17 16:20:00", - "2026-06-17 16:30:00", - "2026-06-17 16:40:00", "2026-06-17 16:50:00", "2026-06-17 17:00:00", "2026-06-17 17:10:00", @@ -521,6 +516,13 @@ "2026-06-18 15:20:00", "2026-06-18 15:30:00", "2026-06-18 15:40:00", - "2026-06-18 15:50:00" + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" ] } diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 47e086795027db97eab6146dccf3d05c35760a27..2be5290b5ab60eaaa743c1c0185f4eedf519f68a 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,35 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-19T15:10:39.685495+00:00", + "evaluated_at": "2026-06-19T16:23:30.605661+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +77,7 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2550.0, 2500.0, @@ -129,93 +103,111 @@ 2500.0, 2500.0 ], + "actuals": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], "p50": [ - 2548.201627876854, - 2547.1119245812306, - 2546.0222212856074, - 2544.9325179899843, - 2543.8428146943606, - 2542.7531113987375, - 2541.6634081031143, - 2540.5737048074907, - 2539.4840015118675, - 2538.3942982162444, - 2537.304594920621, - 2536.2148916249976, - 2535.1251883293744, - 2534.0354850337512, - 2532.9457817381276, - 2531.8560784425044, - 2530.7663751468813, - 2529.6766718512577, - 2528.5869685556345, - 2527.4972652600113, - 2526.4075619643877, - 2525.3178586687645, - 2524.2281553731414, - 2523.138452077518 + 2497.8314217200923, + 2496.210423973467, + 2494.5894262268425, + 2492.968428480218, + 2491.347430733593, + 2489.726432986968, + 2488.105435240343, + 2486.4844374937184, + 2484.8634397470937, + 2483.2424420004686, + 2481.621444253844, + 2480.0004465072193, + 2478.379448760594, + 2476.7584510139695, + 2475.1374532673444, + 2473.51645552072, + 2471.895457774095, + 2470.27446002747, + 2468.6534622808454, + 2467.0324645342207, + 2465.4114667875956, + 2463.790469040971, + 2462.1694712943463, + 2460.548473547721 ], "p10": [ - 2548.201627876854, - 2547.1119245812306, - 2546.0222212856074, - 2544.9325179899843, - 2543.8428146943606, - 2542.7531113987375, - 2541.6634081031143, - 2540.5737048074907, - 2539.4840015118675, - 2538.3942982162444, - 2537.304594920621, - 2536.2148916249976, - 2535.1251883293744, - 2534.0354850337512, - 2532.9457817381276, - 2531.8560784425044, - 2530.7663751468813, - 2529.6766718512577, - 2528.5869685556345, - 2527.4972652600113, - 2526.4075619643877, - 2525.3178586687645, - 2524.2281553731414, - 2523.138452077518 + 2492.8314217200923, + 2496.210423973467, + 2494.5894262268425, + 2492.968428480218, + 2491.347430733593, + 2489.726432986968, + 2488.105435240343, + 2486.4844374937184, + 2484.8634397470937, + 2483.2424420004686, + 2481.621444253844, + 2480.0004465072193, + 2478.379448760594, + 2476.7584510139695, + 2475.1374532673444, + 2473.51645552072, + 2471.895457774095, + 2470.27446002747, + 2463.6534622808454, + 2467.0324645342207, + 2465.4114667875956, + 2463.790469040971, + 2462.1694712943463, + 2460.548473547721 ], "p90": [ - 2548.201627876854, - 2547.1119245812306, - 2546.0222212856074, - 2544.9325179899843, - 2543.8428146943606, - 2542.7531113987375, - 2541.6634081031143, - 2540.5737048074907, - 2539.4840015118675, - 2538.3942982162444, - 2537.304594920621, - 2536.2148916249976, - 2535.1251883293744, - 2534.0354850337512, - 2532.9457817381276, - 2531.8560784425044, - 2530.7663751468813, - 2529.6766718512577, - 2528.5869685556345, - 2527.4972652600113, - 2526.4075619643877, - 2525.3178586687645, - 2524.2281553731414, - 2523.138452077518 + 2497.8314217200923, + 2496.210423973467, + 2494.5894262268425, + 2492.968428480218, + 2491.347430733593, + 2489.726432986968, + 2488.105435240343, + 2486.4844374937184, + 2484.8634397470937, + 2483.2424420004686, + 2481.621444253844, + 2480.0004465072193, + 2478.379448760594, + 2476.7584510139695, + 2475.1374532673444, + 2473.51645552072, + 2471.895457774095, + 2470.27446002747, + 2468.6534622808454, + 2467.0324645342207, + 2465.4114667875956, + 2463.790469040971, + 2462.1694712943463, + 2460.548473547721 ], "timestamps": [ - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", "2026-06-19 05:55:00", "2026-06-19 06:10:00", "2026-06-19 06:25:00", @@ -327,6 +319,14 @@ "2026-06-20 08:55:00", "2026-06-20 09:10:00", "2026-06-20 09:25:00", - "2026-06-20 09:40:00" + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index aec24bc7caa61d2b2467fbcc2549498bb8ea86da..a9db28d093ce6833e67efdeedb0dba9ddf17f89d 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,11 +1,29 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-19T16:08:28.125664+00:00", + "evaluated_at": "2026-06-19T16:23:30.612531+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 83449d623661be307e2305e799f557d4e0b993c3..d2df72b0d8a627498be60e472907c69ff14e89ce 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1553,3 +1553,7 @@ {"evaluated_at": "2026-06-19T15:25:36.171459+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} {"evaluated_at": "2026-06-19T15:25:36.171459+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} {"evaluated_at": "2026-06-19T16:08:28.169359+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-19T16:23:30.687515+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-19T16:23:30.687515+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-19T16:23:30.687515+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-19T16:23:30.687515+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 7136f1f6e8024d105ab0a76f44c142e30fb8c3b1..53bb624c0552a5229b0310f555fcb959aaedb3bc 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1285364.9709040325,1271834.6671841939,874.7765299479166,0.7951961689055684,0.01386480506566353,0.01370602363942521,4.469378754079578,1133.73937521109,0.01780141618106726,0.01373530938019448,0.009287854424027579,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1208747.1433709462,1206589.5675374668,860.103759765625,0.781858213168593,0.013628904049372647,0.013478356245611821,3.9101101377508507,1099.4303722250656,0.01726271314731404,0.013504924783650413,0.009169335451410226,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.07266530571890446,0.09858639077788212,0.2269434134165446,0.13008220170710502,0.009710503759871722,0.009750894938603207,2.1851288424636572,0.2695650305935554,0.011543305829418182,0.00971816418943878,0.0197389234331775,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.2269346387220637,0.3400540269686701,0.41475822528203327,0.5097815560819016,0.639805331293739,0.34857948480215034,2.0119905692390767,0.47637657239001974,0.345442404835031,0.300760127744554,0.23044234833127952,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.027354062534538513,0.02069762802369013,0.11653483079539405,0.6159696940396948,0.08090116947617655,0.08339535559342545,3.870167861423551,0.16539063617550576,0.11697570078692217,0.08242149503501016,0.0900880035413108,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.7788545645600499,0.9404853283886426,0.8006722701325392,1.0064492337676831,12.091145935712317,0.7546137395654211,7.213720654518476,0.8825273732638834,0.8904224747315589,0.8078350947729487,0.47417650720218707,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.08484498385859102,0.043381665133645164,0.16470705138312447,0.823535087102809,0.125650413840561,0.1141802833763293,5.619274224957741,0.29128162293318643,0.20723594351406455,0.1171828859406991,0.11478648231628506,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.30184325214683366,0.3959166476836818,0.4084214170773824,1.2841195467640585,0.024069481649356295,0.024776274897316684,36.24582667600739,0.5494026320894665,0.03348314773711789,0.02489109780016147,0.022451312118130944,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,109.96504212204825,104.04126374364034,8.691769162813822,0.7904371421314361,0.3246344157847327,0.30767136372710113,7.279287240966645,10.4864217978321,0.3722989987396012,0.3085835205732718,0.24356082462308282,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.2179939857763504,1.2735582644827066,0.8916634321212769,0.4573384325018252,0.03386434896910354,0.03475918767127237,3.242493125706625,1.1036276481569092,0.0421500081148078,0.034054620652495385,0.03292035337793769,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,28.996265476224306,22.70018542389667,3.8174853126207986,0.6655180206021732,0.7401088336263278,0.40717042610054355,7.213209419504494,5.384818054142991,0.5821424923397828,0.4127011148779242,0.32379785696188135,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,4185.173456698656,2113.4538429472595,41.1434071858724,0.6694520491260594,0.01645542670355903,0.016288080903957988,24.268529445842162,64.69291658828388,0.025769792499897314,0.016389075061592324,0.016333606716804977,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,6520.499481273194,6729.490798570837,77.03756205240886,1.013096706442637,0.031120856461074015,0.030578731617241176,7.688815282534246,80.74960979022248,0.0324893652131658,0.030995833851765506,0.020024448442738894,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,421.0737164568688,302.4390479905747,15.198910304478236,0.32267086297940617,0.06137473765343993,0.0599805707275231,1.598517073420046,20.520080810193434,0.08115286196121697,0.06010868481997043,0.05242898465699545,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 73b248eeb3f1a9c62beea0159156c796103fe259..db066d8124696fb6eef6e5207774d881e5eb0ca6 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T16:07:54.804062+00:00", + "evaluated_at": "2026-06-19T16:21:39.394783+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 62958.01171875 ], "p50": [ - 64531.904296875, - 64523.326171875, - 64566.33984375, - 64615.81640625, - 64617.943359375, - 64631.6875, - 64589.158203125, - 64632.095703125, - 64699.15625, - 64663.08984375, - 64665.0390625, - 64544.46875, - 64540.234375, - 64511.87890625, - 64531.63671875, - 64699.0390625, - 64457.7421875, - 64480.97265625, - 64439.134765625, - 64485.6875, - 64415.01953125, - 64475.9453125, - 64305.732421875, - 64235.404296875 + 64548.796875, + 64581.431640625, + 64561.912109375, + 64611.21875, + 64626.560546875, + 64576.3359375, + 64546.33203125, + 64693.73046875, + 64676.8828125, + 64703.19140625, + 64614.060546875, + 64654.654296875, + 64566.40234375, + 64624.701171875, + 64566.640625, + 64518.921875, + 64378.55859375, + 64535.603515625, + 64536.375, + 64440.61328125, + 64356.947265625, + 64428.28125, + 64555.701171875, + 64354.224609375 ], "p10": [ - 64164.990234375, - 63985.40625, - 63936.830078125, - 63888.560546875, - 63776.978515625, - 63710.83203125, - 63696.4921875, - 63514.841796875, - 63645.650390625, - 63447.771484375, - 63304.626953125, - 63297.267578125, - 63207.525390625, - 62991.271484375, - 62966.775390625, - 63059.86328125, - 62834.69140625, - 62721.193359375, - 62860.59765625, - 62686.119140625, - 62734.873046875, - 62354.482421875, - 62235.798828125, - 62468.919921875 + 64189.9921875, + 64092.15234375, + 63980.435546875, + 63608.86328125, + 63884.869140625, + 63667.193359375, + 63593.25, + 63628.6015625, + 63495.458984375, + 63579.740234375, + 63258.466796875, + 63180.609375, + 63127.15234375, + 63052.0859375, + 62700.953125, + 63042.62109375, + 62884.060546875, + 62972.73828125, + 62665.65625, + 62482.115234375, + 62873.826171875, + 62934.484375, + 62500.9921875, + 62848.8515625 ], "p90": [ - 64847.611328125, - 65000.181640625, - 65326.787109375, - 65420.529296875, - 65650.86328125, - 65459.765625, - 65724.4609375, - 65886.70703125, - 65611.109375, - 65984.078125, - 65902.671875, - 65863.65625, - 65919.66796875, - 66404.03125, - 66052.42578125, - 66141.78125, - 66182.84765625, - 66162.953125, - 66170.33203125, - 66417.48828125, - 66140.12890625, - 66369.18359375, - 66265.58984375, - 66274.265625 + 64891.857421875, + 65206.595703125, + 65255.578125, + 65277.44921875, + 65560.984375, + 65469.259765625, + 65662.30859375, + 65859.72265625, + 65777.05078125, + 65867.9453125, + 65943.9296875, + 66113.765625, + 65945.36328125, + 65835.578125, + 66182.62109375, + 66130.83984375, + 66298.65234375, + 66343.046875, + 66162.28515625, + 66322.59375, + 66205.19140625, + 66667.40625, + 66151.01953125, + 66347.13671875 ], "timestamps": [ "2026-06-14 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index b5b9efd646c6d9a585645a0efee23a3636825f26..7f4b6ec30beef39a292464871619d4fc0d96e33b 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,24 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T15:06:53.867355+00:00", + "evaluated_at": "2026-06-19T16:21:45.934587+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.1110000610351562, - 2.114000082015991, - 2.11899995803833, - 2.128000020980835, - 2.11899995803833, - 2.1050000190734863, - 2.0959999561309814, - 2.0789999961853027, - 2.059999942779541, - 2.0490000247955322, - 2.0350000858306885, - 2.000999927520752, - 1.9730000495910645, 1.9509999752044678, 1.9240000247955322, 1.8819999694824219, @@ -245,9 +232,7 @@ 1.777999997138977, 1.7869999408721924, 1.8040000200271606, - 1.8179999589920044 - ], - "actuals": [ + 1.8179999589920044, 1.8350000381469727, 1.8660000562667847, 1.8799999952316284, @@ -260,7 +245,9 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874, + 1.9450000524520874 + ], + "actuals": [ 1.937000036239624, 1.930999994277954, 1.930999994277954, @@ -307,208 +294,208 @@ 0.39899998903274536, 0.3659999966621399, 0.33799999952316284, - 0.3089999854564667 + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 ], "p50": [ - 1.8435785174369812, - 1.85481196641922, - 1.8652420043945312, - 1.8597076535224915, - 1.8770254850387573, - 1.8733978271484375, - 1.8858325481414795, - 1.8748226165771484, - 1.889477789402008, - 1.8630369901657104, - 1.855547845363617, - 1.8760330080986023, - 1.8712501525878906, - 1.8780367374420166, - 1.903912365436554, - 1.9017360210418701, - 1.88258558511734, - 1.9046971201896667, - 1.8878620862960815, - 1.8750511407852173, - 1.8783099055290222, - 1.8598929643630981, - 1.9086384773254395, - 1.8488886952400208, - 1.7890578508377075, - 1.8338104486465454, - 1.818816065788269, - 1.8325418829917908, - 1.8037402629852295, - 1.794798731803894, - 1.8289176225662231, - 1.767768681049347, - 1.7473007440567017, - 1.7469708919525146, - 1.6753238439559937, - 1.7865209579467773, - 1.7425875663757324, - 1.7688350677490234, - 1.562451958656311, - 1.741087794303894, - 1.7375812530517578, - 1.7792867422103882, - 1.6900432109832764, - 1.6125342845916748, - 1.6557719707489014, - 1.5798062682151794, - 1.7233893871307373, - 1.608146607875824, - 1.6634368896484375, - 1.7037690877914429, - 1.574110746383667, - 1.3879306316375732, - 1.5649786591529846, - 1.442006766796112, - 1.4624618291854858, - 1.5033973455429077, - 1.4069809913635254, - 1.3117201328277588, - 1.5231695771217346, - 1.3757573366165161 + 1.931238830089569, + 1.939933717250824, + 1.945342242717743, + 1.935145378112793, + 1.9495731592178345, + 1.943877935409546, + 1.941356897354126, + 1.9382540583610535, + 1.940975844860077, + 1.919392466545105, + 1.9103170037269592, + 1.913262963294983, + 1.9134898781776428, + 1.9264187812805176, + 1.888763666152954, + 1.907716155052185, + 1.915907859802246, + 1.9067353010177612, + 1.8858165740966797, + 1.8765208721160889, + 1.8439488410949707, + 1.854148805141449, + 1.89793062210083, + 1.8359975218772888, + 1.8404453992843628, + 1.8960025906562805, + 1.8260389566421509, + 1.8084174394607544, + 1.737774670124054, + 1.8055410981178284, + 1.7479207515716553, + 1.7306488156318665, + 1.7803361415863037, + 1.847442865371704, + 1.85834401845932, + 1.7934098839759827, + 1.8580131530761719, + 1.797967791557312, + 1.7658007144927979, + 1.7613077759742737, + 1.7287867069244385, + 1.7739277482032776, + 1.6330556273460388, + 1.8442306518554688, + 1.6511733531951904, + 1.6697816848754883, + 1.6551068425178528, + 1.611142635345459, + 1.7054534554481506, + 1.4861432909965515, + 1.6656208038330078, + 1.7185226082801819, + 1.6553047895431519, + 1.5987803936004639, + 1.65924072265625, + 1.6175516843795776, + 1.5502052903175354, + 1.590321660041809, + 1.4980793595314026, + 1.5646692514419556 ], "p10": [ - 1.807327151298523, - 1.8207725286483765, - 1.820612370967865, - 1.8002961874008179, - 1.8120667338371277, - 1.799355149269104, - 1.8116918206214905, - 1.7747211456298828, - 1.741539478302002, - 1.6544042825698853, - 1.6599127054214478, - 1.6790303587913513, - 1.5376290082931519, - 1.3932573795318604, - 1.4877275824546814, - 1.343756377696991, - 1.2375766038894653, - 1.2986369132995605, - 1.266086220741272, - 1.1365231275558472, - 1.1685352325439453, - 1.1110509037971497, - 1.0163142681121826, - 0.8633352518081665, - 0.9319485723972321, - 0.905512809753418, - 0.882439374923706, - 0.8216772973537445, - 0.616790771484375, - 0.5239897072315216, - 0.8898501992225647, - 0.3287965655326843, - 0.4608938992023468, - 0.3611832857131958, - 0.4218149483203888, - 0.2540106475353241, - 0.2563803493976593, - 0.3926222026348114, - 0.12045228481292725, - 0.4260029196739197, - 0.16559955477714539, - 0.1569252610206604, - 0.3129563629627228, - 0.3082709312438965, - 0.04231613874435425, - 0.10161146521568298, - 0.23724108934402466, - -0.024354636669158936, - 0.010018199682235718, - 0.10924884676933289, - 0.15908846259117126, - -0.2434024214744568, - -0.05431610345840454, - -0.14213544130325317, - 0.14367526769638062, - -0.19696342945098877, - -0.2526596784591675, - -0.30687713623046875, - -0.40748846530914307, - -0.4437900185585022 + 1.9066617488861084, + 1.9092387557029724, + 1.9158622026443481, + 1.8976715207099915, + 1.8992325067520142, + 1.8840439319610596, + 1.8651304244995117, + 1.811486005783081, + 1.825681209564209, + 1.7561704516410828, + 1.733176827430725, + 1.6677206754684448, + 1.6410999298095703, + 1.663519024848938, + 1.5183579921722412, + 1.5030136704444885, + 1.5347360968589783, + 1.4745954871177673, + 1.4215468168258667, + 1.3780550956726074, + 1.2640039324760437, + 1.3325809240341187, + 1.2765990495681763, + 1.1497583985328674, + 1.1203395128250122, + 1.2153421640396118, + 0.9669531285762787, + 0.9198586642742157, + 0.8436058163642883, + 0.8926714360713959, + 0.8907606899738312, + 0.8701344132423401, + 0.9331682920455933, + 0.8334478139877319, + 0.905369907617569, + 0.702881395816803, + 0.8939762711524963, + 0.6709819436073303, + 0.8751844167709351, + 0.778465211391449, + 0.60076504945755, + 0.6585900783538818, + 0.45286494493484497, + 0.6354860067367554, + 0.5219770967960358, + 0.5797164142131805, + 0.6782611012458801, + 0.48959457874298096, + 0.43019914627075195, + 0.5162656307220459, + 0.46125712990760803, + 0.5004137456417084, + 0.5180605947971344, + 0.3935370445251465, + 0.4595593810081482, + 0.565769374370575, + 0.47799599170684814, + 0.5663362741470337, + 0.26396170258522034, + 0.23165953159332275 ], "p90": [ - 1.8604608178138733, - 1.8874733448028564, - 1.9091535806655884, - 1.9140494465827942, - 1.9528056383132935, - 1.967391550540924, - 1.995631217956543, - 1.9857041239738464, - 2.0088050365448, - 2.0086567401885986, - 2.016175866127014, - 2.0339622497558594, - 2.042003870010376, - 2.114285945892334, - 2.1305912733078003, - 2.1715821027755737, - 2.1774193048477173, - 2.286863923072815, - 2.1471253633499146, - 2.3206520080566406, - 2.1616172790527344, - 2.218137741088867, - 2.449950695037842, - 2.337790846824646, - 2.2339773178100586, - 2.2747414112091064, - 2.5308849811553955, - 2.585506796836853, - 2.394918441772461, - 2.3333486318588257, - 2.6295645236968994, - 2.4521595239639282, - 2.3991525173187256, - 2.718214273452759, - 2.6097923517227173, - 2.482656717300415, - 2.5540798902511597, - 2.5431466102600098, - 2.4792447090148926, - 2.577711582183838, - 2.8308639526367188, - 2.7183386087417603, - 2.7776267528533936, - 2.5633376836776733, - 2.676806926727295, - 2.4958813190460205, - 2.7723569869995117, - 2.8576323986053467, - 2.7687336206436157, - 2.8509504795074463, - 2.6640830039978027, - 2.5253652334213257, - 2.5019419193267822, - 2.58111035823822, - 2.673431396484375, - 2.6553542613983154, - 2.663037896156311, - 2.7209036350250244, - 2.6247200965881348, - 2.812920570373535 + 1.953291416168213, + 1.969423770904541, + 1.9850271940231323, + 1.9748455286026, + 1.9955804944038391, + 2.0142927169799805, + 2.00622022151947, + 2.02297043800354, + 2.028942108154297, + 1.9996406435966492, + 2.037028193473816, + 2.016383647918701, + 2.0317004919052124, + 2.095665693283081, + 2.062382698059082, + 2.0861443281173706, + 2.1096673011779785, + 2.1993497610092163, + 2.0937434434890747, + 2.161322236061096, + 2.0798561573028564, + 2.1253339052200317, + 2.3651390075683594, + 2.184579610824585, + 2.2348181009292603, + 2.178998351097107, + 2.2003108263015747, + 2.165876865386963, + 2.142930030822754, + 2.3352620601654053, + 2.235443592071533, + 2.2788000106811523, + 2.1831166744232178, + 2.326977252960205, + 2.311963438987732, + 2.395460605621338, + 2.3519480228424072, + 2.354830265045166, + 2.322226643562317, + 2.21901273727417, + 2.274076461791992, + 2.364391803741455, + 2.1932146549224854, + 2.492183566093445, + 2.3654234409332275, + 2.298003911972046, + 2.344667911529541, + 2.3978580236434937, + 2.515384316444397, + 2.4821131229400635, + 2.2097872495651245, + 2.560767412185669, + 2.3382983207702637, + 2.4033048152923584, + 2.4298312664031982, + 2.5412797927856445, + 2.4122815132141113, + 2.559189558029175, + 2.6010979413986206, + 2.6317574977874756 ], "timestamps": [ - "2026-06-18 08:54:00", - "2026-06-18 09:00:00", - "2026-06-18 09:06:00", - "2026-06-18 09:12:00", - "2026-06-18 09:18:00", - "2026-06-18 09:24:00", - "2026-06-18 09:30:00", - "2026-06-18 09:36:00", - "2026-06-18 09:42:00", - "2026-06-18 09:48:00", - "2026-06-18 09:54:00", - "2026-06-18 10:00:00", - "2026-06-18 10:06:00", "2026-06-18 10:12:00", "2026-06-18 10:18:00", "2026-06-18 10:24:00", @@ -795,6 +782,19 @@ "2026-06-19 14:30:00", "2026-06-19 14:36:00", "2026-06-19 14:42:00", - "2026-06-19 14:48:00" + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e99731a6722c142d7a03e75e5086570fa9a05fbf..035d9cc544a3060a41b19ab269e8673fa0d637c8 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T15:07:03.364836+00:00", + "evaluated_at": "2026-06-19T16:21:58.964551+00:00", "freq": "10min", - "context_length": 73, + "context_length": 74, "prediction_length": 72, "context": [ - 1.600000023841858, - 1.5, - 1.2999999523162842, 1.2999999523162842, 1.5, 1.5, @@ -78,13 +75,13 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.5, + 1.2999999523162842, + 1.5 + ], + "actuals": [ 1.5, 1.399999976158142, 1.2999999523162842, @@ -152,237 +149,235 @@ 1.2000000476837158, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 ], "p50": [ - 1.3251321911811829, - 1.356829047203064, - 1.3450394868850708, - 1.3280258178710938, - 1.3194606304168701, - 1.3100496530532837, - 1.332393229007721, - 1.370875358581543, - 1.3653146028518677, - 1.3396520018577576, - 1.3345611691474915, - 1.3147274255752563, - 1.3614381551742554, - 1.3601670265197754, - 1.3537780046463013, - 1.3632639050483704, - 1.3393035531044006, - 1.3514230251312256, - 1.3086096048355103, - 1.3297595977783203, - 1.341667890548706, - 1.367540180683136, - 1.3531821370124817, - 1.3409808278083801, - 1.334033191204071, - 1.3486873507499695, - 1.3266788721084595, - 1.3348215818405151, - 1.3686652183532715, - 1.3350645303726196, - 1.348664104938507, - 1.3243367075920105, - 1.3245884776115417, - 1.3193494081497192, - 1.3830912113189697, - 1.306888222694397, - 1.403123378753662, - 1.3661857843399048, - 1.336754560470581, - 1.3331952095031738, - 1.3129690885543823, - 1.3437795639038086, - 1.3358538150787354, - 1.3618058562278748, - 1.3423272371292114, - 1.368017554283142, - 1.3580653667449951, - 1.352037250995636, - 1.36534982919693, - 1.3333151936531067, - 1.3638007044792175, - 1.3225412368774414, - 1.3198348879814148, - 1.32557612657547, - 1.340414822101593, - 1.332173764705658, - 1.37074214220047, - 1.3376463055610657, - 1.371569812297821, - 1.3140543699264526, - 1.3181267976760864, - 1.3368988633155823, - 1.3295020461082458, - 1.3404212594032288, - 1.3449459075927734, - 1.3106903433799744, - 1.2813693284988403, - 1.3258623480796814, - 1.312650203704834, - 1.3602674007415771, - 1.3277572393417358, - 1.347504436969757 + 1.4679074883460999, + 1.4578450918197632, + 1.4396090507507324, + 1.445442020893097, + 1.4079566597938538, + 1.3852659463882446, + 1.433871567249298, + 1.4290872812271118, + 1.4231170415878296, + 1.4506279230117798, + 1.4391469955444336, + 1.452509582042694, + 1.4249791502952576, + 1.4920621514320374, + 1.478796660900116, + 1.4530890583992004, + 1.4685123562812805, + 1.463701844215393, + 1.487290382385254, + 1.4390653371810913, + 1.5289541482925415, + 1.496548593044281, + 1.515157699584961, + 1.4927279353141785, + 1.4483943581581116, + 1.4779413342475891, + 1.5158873796463013, + 1.4806902408599854, + 1.4780933856964111, + 1.5324386954307556, + 1.5056049227714539, + 1.514170527458191, + 1.5366435647010803, + 1.5450130105018616, + 1.5231329202651978, + 1.5581923127174377, + 1.5297460556030273, + 1.5824851989746094, + 1.5593425631523132, + 1.599115788936615, + 1.5241759419441223, + 1.5229209661483765, + 1.595233976840973, + 1.570552110671997, + 1.5607466101646423, + 1.5881255865097046, + 1.588974118232727, + 1.5896292924880981, + 1.5794914364814758, + 1.5965902209281921, + 1.5587236881256104, + 1.4853017926216125, + 1.5591985583305359, + 1.5299938917160034, + 1.6203911304473877, + 1.5721495747566223, + 1.5396960973739624, + 1.5239402651786804, + 1.6407076120376587, + 1.6109883785247803, + 1.5780572891235352, + 1.561133623123169, + 1.6401230692863464, + 1.62930029630661, + 1.5200207233428955, + 1.5664765238761902, + 1.6737914681434631, + 1.5892950296401978, + 1.539981484413147, + 1.626325786113739, + 1.5853869318962097, + 1.6354597210884094 ], "p10": [ - 1.2295306324958801, - 1.232723891735077, - 1.2167096734046936, - 1.1938623189926147, - 1.1351473331451416, - 1.1665959358215332, - 1.1366782784461975, - 1.179509162902832, - 1.1701138019561768, - 1.1404277682304382, - 1.1008259654045105, - 1.110241711139679, - 1.1104387044906616, - 1.1208509802818298, - 1.1128814220428467, - 1.1302563548088074, - 1.1415231227874756, - 1.1304097175598145, - 1.106054961681366, - 1.0895118713378906, - 1.1352626085281372, - 1.1558340787887573, - 1.0876636505126953, - 1.0979366898536682, - 1.0658870935440063, - 1.103653609752655, - 1.062517762184143, - 1.1015055775642395, - 1.0989824533462524, - 1.0492444038391113, - 1.055360734462738, - 1.0763155817985535, - 1.042163074016571, - 1.0251317024230957, - 1.0253011584281921, - 0.8089867532253265, - 1.031109869480133, - 1.0666353106498718, - 1.0234633684158325, - 1.0470564365386963, - 0.9745622873306274, - 1.0893833637237549, - 0.9886745810508728, - 0.9688258171081543, - 0.9919817447662354, - 1.0149004459381104, - 1.0401902198791504, - 1.014901876449585, - 0.9378071129322052, - 0.9543544948101044, - 1.0309566259384155, - 0.9690323770046234, - 0.9563341736793518, - 0.9795645475387573, - 1.0094242691993713, - 1.0165101289749146, - 0.9829808175563812, - 0.931986927986145, - 0.9765298664569855, - 0.9309392273426056, - 0.982327401638031, - 0.8439106643199921, - 0.9810633361339569, - 0.9603758454322815, - 0.9059974551200867, - 0.9863821566104889, - 0.9177789688110352, - 0.9519204199314117, - 0.9151813983917236, - 1.0110278129577637, - 0.9694159626960754, - 0.9127101004123688 + 1.3284874558448792, + 1.2846691012382507, + 1.2244961857795715, + 1.2517470717430115, + 1.1976484656333923, + 1.171399474143982, + 1.1928083300590515, + 1.2433069944381714, + 1.1860949397087097, + 1.1833416223526, + 1.1909485459327698, + 1.2031413912773132, + 1.1439509391784668, + 1.205199420452118, + 1.1904538869857788, + 1.0830410718917847, + 1.1215144395828247, + 1.053614854812622, + 1.1500899195671082, + 1.121074914932251, + 1.1801950335502625, + 1.0625700950622559, + 1.105228066444397, + 1.1003798842430115, + 1.061212420463562, + 1.0539621114730835, + 1.1738009452819824, + 1.119495451450348, + 1.110221803188324, + 1.158647358417511, + 1.0440647602081299, + 1.0563026666641235, + 1.1403677463531494, + 1.037123680114746, + 1.1295921206474304, + 1.021087408065796, + 1.0408900380134583, + 1.1177825927734375, + 1.032028317451477, + 1.1117171049118042, + 0.9796047806739807, + 1.0563234090805054, + 1.0517361164093018, + 1.0810225009918213, + 1.0565680265426636, + 1.0171487927436829, + 0.9855152368545532, + 1.0728917121887207, + 1.0281634330749512, + 1.1492695808410645, + 0.9919692277908325, + 0.9583035409450531, + 0.9268363118171692, + 0.9599831998348236, + 1.0445675253868103, + 0.9034814238548279, + 0.9864947497844696, + 1.0905188918113708, + 1.1021084785461426, + 1.0344895720481873, + 0.9150033295154572, + 1.0282189846038818, + 1.0739059448242188, + 1.0000490546226501, + 0.9704803824424744, + 1.0739743113517761, + 1.0310589671134949, + 0.9164285063743591, + 0.9454520046710968, + 0.8848482668399811, + 0.8302841186523438, + 0.9771506786346436 ], "p90": [ - 1.4218136668205261, - 1.5093904733657837, - 1.46949964761734, - 1.4553892612457275, - 1.5188927054405212, - 1.5287556052207947, - 1.5796687602996826, - 1.5537217855453491, - 1.5872800946235657, - 1.564495861530304, - 1.5605126023292542, - 1.5717403888702393, - 1.5944797992706299, - 1.6381362080574036, - 1.6281745433807373, - 1.6409760117530823, - 1.6648352146148682, - 1.6214510202407837, - 1.5986782312393188, - 1.6315144896507263, - 1.7629395127296448, - 1.7437139749526978, - 1.6910805702209473, - 1.706881582736969, - 1.6847591400146484, - 1.6107932329177856, - 1.6672298908233643, - 1.6919639706611633, - 1.8174254894256592, - 1.787600040435791, - 1.7364110946655273, - 1.696893572807312, - 1.7536271810531616, - 1.668522298336029, - 1.804773211479187, - 1.6223042011260986, - 1.8634652495384216, - 1.8265679478645325, - 1.7639790177345276, - 1.8059003949165344, - 1.7645061612129211, - 1.8388327360153198, - 1.814742624759674, - 1.751711666584015, - 1.8032808303833008, - 1.7869048118591309, - 1.839923620223999, - 1.7408249974250793, - 1.8409965634346008, - 1.7878892421722412, - 1.7478561997413635, - 1.7402766346931458, - 1.816487729549408, - 1.8401880264282227, - 1.7867323160171509, - 1.8787586688995361, - 1.8032808303833008, - 1.8798297047615051, - 1.8545620441436768, - 1.7046388983726501, - 1.799835205078125, - 1.8101387023925781, - 1.8596396446228027, - 1.8981550335884094, - 1.8156628012657166, - 1.7672111988067627, - 1.934420108795166, - 1.8274725675582886, - 1.8032808303833008, - 1.8788487911224365, - 1.9141205549240112, - 1.9479703307151794 + 1.5925671458244324, + 1.6620914936065674, + 1.6110512614250183, + 1.6593944430351257, + 1.6392675042152405, + 1.6730070114135742, + 1.6875115036964417, + 1.739893615245819, + 1.6608235239982605, + 1.7341316938400269, + 1.774254560470581, + 1.7994970679283142, + 1.76455956697464, + 1.8241457343101501, + 1.9334101676940918, + 1.7815695405006409, + 1.8850758075714111, + 1.916924774646759, + 1.8812737464904785, + 1.871932864189148, + 1.943253755569458, + 1.885960578918457, + 1.9311398267745972, + 1.9999684691429138, + 1.9583798050880432, + 1.9410051703453064, + 1.978194534778595, + 2.095782995223999, + 2.103471040725708, + 2.1315962076187134, + 2.136129379272461, + 2.2695717811584473, + 2.055975914001465, + 2.106987953186035, + 2.303356409072876, + 2.1972901821136475, + 2.2067676782608032, + 2.217028021812439, + 2.404608726501465, + 2.39693284034729, + 2.0828564167022705, + 2.173587679862976, + 2.225806951522827, + 2.444781541824341, + 2.2644463777542114, + 2.287798762321472, + 2.5626484155654907, + 2.493247628211975, + 2.3023502826690674, + 2.332635283470154, + 2.376260757446289, + 2.3268848657608032, + 2.403914451599121, + 2.414297938346863, + 2.8351314067840576, + 2.474117636680603, + 2.200402617454529, + 2.27224862575531, + 2.4586223363876343, + 2.770648717880249, + 2.84459912776947, + 2.535653591156006, + 2.669287919998169, + 2.618924856185913, + 2.235512614250183, + 2.622028112411499, + 2.760298728942871, + 2.249448537826538, + 2.5192627906799316, + 2.7257704734802246, + 2.660754680633545, + 3.281468987464905 ], "timestamps": [ - "2026-06-17 15:50:00", - "2026-06-17 16:00:00", - "2026-06-17 16:10:00", - "2026-06-17 16:20:00", - "2026-06-17 16:30:00", - "2026-06-17 16:40:00", "2026-06-17 16:50:00", "2026-06-17 17:00:00", "2026-06-17 17:10:00", @@ -521,6 +516,13 @@ "2026-06-18 15:20:00", "2026-06-18 15:30:00", "2026-06-18 15:40:00", - "2026-06-18 15:50:00" + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 29d9cf0e2b04aba7d746a6bb6798b4ac3df8bdd3..583c3f7cc810267e45bced60069570be511b338f 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,35 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T15:07:41.333700+00:00", + "evaluated_at": "2026-06-19T16:22:06.001522+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +77,7 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2550.0, 2500.0, @@ -129,93 +103,111 @@ 2500.0, 2500.0 ], + "actuals": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], "p50": [ - 2550.6781005859375, - 2550.399658203125, - 2550.8623046875, - 2551.2830810546875, - 2550.72509765625, - 2550.653076171875, - 2550.612548828125, - 2550.3565673828125, - 2551.47509765625, - 2550.842041015625, - 2551.856689453125, - 2552.2142333984375, - 2551.71875, - 2551.803955078125, - 2552.035888671875, - 2551.5244140625, - 2551.9482421875, - 2552.3204345703125, - 2553.35498046875, - 2553.37744140625, - 2552.42529296875, - 2552.3653564453125, - 2552.5743408203125, - 2552.1314697265625 + 2554.657958984375, + 2558.576171875, + 2561.3204345703125, + 2564.3548583984375, + 2559.4453125, + 2562.3126220703125, + 2567.05908203125, + 2561.017578125, + 2562.9163818359375, + 2562.08154296875, + 2563.3121337890625, + 2557.1588134765625, + 2559.5924072265625, + 2559.9488525390625, + 2557.15771484375, + 2564.87744140625, + 2568.7674560546875, + 2560.269775390625, + 2561.48046875, + 2557.916015625, + 2569.2723388671875, + 2560.505859375, + 2563.311279296875, + 2567.6650390625 ], "p10": [ - 2548.8363037109375, - 2548.19091796875, - 2548.189697265625, - 2548.382568359375, - 2546.7596435546875, - 2548.075927734375, - 2546.5162353515625, - 2546.108642578125, - 2546.5882568359375, - 2546.9945068359375, - 2546.76171875, - 2545.935302734375, - 2546.462890625, - 2546.1488037109375, - 2546.1043701171875, - 2545.5753173828125, - 2547.0321044921875, - 2545.8017578125, - 2545.62939453125, - 2545.928955078125, - 2544.7093505859375, - 2543.5244140625, - 2544.617431640625, - 2542.9688720703125 + 2476.2532958984375, + 2484.1763916015625, + 2500.89013671875, + 2482.166015625, + 2489.3619384765625, + 2478.8909912109375, + 2477.637451171875, + 2479.3455810546875, + 2472.8846435546875, + 2479.8890380859375, + 2482.6058349609375, + 2471.5406494140625, + 2464.9805908203125, + 2465.683837890625, + 2456.158935546875, + 2449.62158203125, + 2477.6424560546875, + 2473.8662109375, + 2470.6090087890625, + 2466.6314697265625, + 2463.2447509765625, + 2467.858154296875, + 2478.4444580078125, + 2472.88330078125 ], "p90": [ - 2553.4498291015625, - 2553.004150390625, - 2554.401611328125, - 2555.428466796875, - 2565.1849365234375, - 2554.825439453125, - 2556.2515869140625, - 2556.7047119140625, - 2563.121826171875, - 2571.21630859375, - 2563.9384765625, - 2604.859619140625, - 2590.6832275390625, - 2630.313720703125, - 2609.395751953125, - 2612.1346435546875, - 2566.6051025390625, - 2627.592041015625, - 2661.744140625, - 2657.0147705078125, - 2621.8194580078125, - 2630.2052001953125, - 2636.615478515625, - 2623.82470703125 + 2617.6761474609375, + 2645.339111328125, + 2633.5902099609375, + 2644.223876953125, + 2636.0343017578125, + 2627.5916748046875, + 2639.3975830078125, + 2628.0150146484375, + 2651.2735595703125, + 2647.485107421875, + 2642.7884521484375, + 2656.567626953125, + 2644.945556640625, + 2647.7357177734375, + 2673.404052734375, + 2647.36083984375, + 2654.591552734375, + 2682.3712158203125, + 2662.7216796875, + 2643.97900390625, + 2683.9437255859375, + 2634.2310791015625, + 2671.44091796875, + 2663.539306640625 ], "timestamps": [ - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", "2026-06-19 05:55:00", "2026-06-19 06:10:00", "2026-06-19 06:25:00", @@ -327,6 +319,14 @@ "2026-06-20 08:55:00", "2026-06-20 09:10:00", "2026-06-20 09:25:00", - "2026-06-20 09:40:00" + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 3b1f358090f95d541450eabbfaf85da88cbe9ffb..bba729e55dcdb882698f605df17ca5e185d68c74 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,11 +1,29 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-19T16:08:01.405628+00:00", + "evaluated_at": "2026-06-19T16:22:08.311697+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index afca96d6bb237a142eb14188d547a08c5ba92057..0029f89c220082d1a454bbbab69c62457824f559 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Moving-Average,2976970.8600683515,2900099.972834121,1541.2992281729748,1.4010838190334534,0.024334418604790225,0.023976029527836635,38.79174977163109,1725.3900602670549,0.02709122326440491,0.024200719865759574,0.02325250139544322,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,2.8577144586811323,2.8984197814294816,1.5162396095483064,0.8690967662654628,0.06401851784150171,0.06487387899828524,4.763387027254713,1.6904775830164482,0.07238958145115224,0.0649283680644894,0.05494838497429076,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.3482504980896224,0.3495321026158552,0.47731667011976237,0.5866724756863423,0.6756976227266059,0.3845072700583263,20.619489247819224,0.590127526971605,0.42792841607147786,0.34612411262538884,0.3368028478752418,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.014778841630039626,0.014762734064350183,0.09814816327006727,0.5187830426953419,0.07154187656678407,0.06981477360677887,5.507662697933592,0.12156825913880492,0.08598148380732762,0.0694171716425485,0.05847014112658517,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.1397405430600713,1.1480588346506333,0.8633383997578647,1.0852208866615134,13.706985835132748,0.7647656279826919,39.8387033460831,1.0675863164447508,1.0771369576477097,0.8710618364166286,0.8554809670320018,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.017074227894479686,0.017068248456138736,0.10314879369109733,0.5157438621091786,0.07436297473860504,0.07408967107500666,5.470514575885746,0.13066838904065392,0.09296565508533347,0.07338649574818992,0.06287372784562575,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,0.3943920090406881,0.38404998182996625,0.409557797546275,1.2876924455192418,0.024162756916408467,0.0248475946767599,38.8313269750096,0.6280063765923783,0.03827362495029055,0.024960354103104175,0.024580399197783095,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,147.05276349298265,142.98485498859182,10.25234287030266,0.9323570894202341,0.4409136779601966,0.33086764575122324,18.76283051638781,12.12653138753958,0.43052774156945256,0.36398850427110035,0.3363678367759588,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,4.608909059063599,4.80948625201868,1.7787685299394138,0.9123388735711008,0.0659688009807241,0.06781457171136919,9.918984029773176,2.146836989401757,0.08199250596482721,0.06793514832336946,0.056713358117209234,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,27.699797197147173,30.71735701501189,4.555763473053892,0.7942251091038263,0.8530761937386188,0.4574294760996062,4.412832592511158,5.263059680181023,0.5689794248844349,0.4925149700598802,0.36957688227149305,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,2174.292974762251,2237.2648314866365,42.71929824561433,0.6950936663693179,0.01708259517257207,0.016905500790475182,27.803746654772713,46.62931454313103,0.018574332764068793,0.01701681589866795,0.01701681589866795,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,1352.3516731114817,1431.266832102189,29.7459795321638,0.39118000480653764,0.012054667627284856,0.011946767486783076,15.0719539015544,36.77433443464996,0.014796044030705767,0.011968206349906642,0.011934677431214272,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3197.6763016482378,2817.5812890455422,41.356732348111656,0.8779979781077876,0.19236769295660214,0.16779456410206287,10.519354079162806,56.54799997920561,0.2236361581098527,0.163557698551854,0.13571534226609228,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index e4fa654ddc88f046345277dfca682bb720fd6da4..f7d4fab6b12d5436745826c1ccdf18d134993691 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T16:08:28.138379+00:00", + "evaluated_at": "2026-06-19T16:23:30.617791+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d966bdb447ecccab2880c4738f0a6674f51ddb65..89e2b24796f1135fc5d5847868a1a57388ad2df8 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,24 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T15:10:39.707039+00:00", + "evaluated_at": "2026-06-19T16:23:30.625750+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.1110000610351562, - 2.114000082015991, - 2.11899995803833, - 2.128000020980835, - 2.11899995803833, - 2.1050000190734863, - 2.0959999561309814, - 2.0789999961853027, - 2.059999942779541, - 2.0490000247955322, - 2.0350000858306885, - 2.000999927520752, - 1.9730000495910645, 1.9509999752044678, 1.9240000247955322, 1.8819999694824219, @@ -245,9 +232,7 @@ 1.777999997138977, 1.7869999408721924, 1.8040000200271606, - 1.8179999589920044 - ], - "actuals": [ + 1.8179999589920044, 1.8350000381469727, 1.8660000562667847, 1.8799999952316284, @@ -260,7 +245,9 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874, + 1.9450000524520874 + ], + "actuals": [ 1.937000036239624, 1.930999994277954, 1.930999994277954, @@ -307,208 +294,208 @@ 0.39899998903274536, 0.3659999966621399, 0.33799999952316284, - 0.3089999854564667 + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 ], "p50": [ - 1.583517599575523, - 1.587017509810928, - 1.5905175467062032, - 1.5790175830054318, - 1.576517577939037, - 1.5800176148343121, - 1.592017624251846, - 1.5810175498056447, - 1.5785175894427335, - 1.5790175830054318, - 1.59151766049147, - 1.5795175765681302, - 1.583517525069717, - 1.5805175040888821, - 1.579517636172775, - 1.5795175765681302, - 1.5885175203013455, - 1.5895175372290646, - 1.5855176185298, - 1.5855176185298, - 1.583517525069717, - 1.586017582290176, - 1.583517599575523, - 1.5770176385569608, - 1.5855176185298, - 1.591017570071224, - 1.5770176087546384, - 1.583017598562244, - 1.5810176019597089, - 1.5805175040888821, - 1.5855176185298, - 1.5805175040888821, - 1.5805175487923657, - 1.5855176185298, - 1.5845175717997586, - 1.5830175613093411, - 1.5830175613093411, - 1.5845175717997586, - 1.5800176222848927, - 1.584517601602081, - 1.5775176023173367, - 1.5880175267386472, - 1.5855175589251553, - 1.5795175765681302, - 1.5810176019597089, - 1.5915176008868253, - 1.592017624251846, - 1.592017624251846, - 1.5775176023173367, - 1.5765176449942624, - 1.584517601602081, - 1.586017582290176, - 1.5785175894427335, - 1.5805175040888821, - 1.5840175856876408, - 1.5805175487923657, - 1.591017570071224, - 1.5825175975489651, - 1.586517546050552, - 1.5885175799059903 + 1.8317334312150668, + 1.8287334102342319, + 1.8272334369967174, + 1.8302334207246493, + 1.8297334569642734, + 1.8237335044095706, + 1.8287334400365542, + 1.828233424122114, + 1.8287334102342319, + 1.833233411903162, + 1.8362334030816745, + 1.83073344408967, + 1.8302334207246493, + 1.831233407850046, + 1.8307333844850253, + 1.8337334054658603, + 1.83673348605134, + 1.8372335094163608, + 1.8297334569642734, + 1.8252334403941821, + 1.8247334393809032, + 1.8357334393212985, + 1.8392334166119289, + 1.828233424122114, + 1.8347333329866122, + 1.8367334264466952, + 1.833733375663538, + 1.8397334474275302, + 1.8292334335992526, + 1.8317334014127444, + 1.8277334007570933, + 1.8247334468314838, + 1.8357333797166537, + 1.8317334312150668, + 1.8287334102342319, + 1.8342333692262363, + 1.8317334312150668, + 1.8287334698388766, + 1.8287334102342319, + 1.8327334183404635, + 1.8377333539674472, + 1.837733413572092, + 1.833233411903162, + 1.8297334569642734, + 1.835733431870718, + 1.8242334383676242, + 1.8237334150026034, + 1.8357334989259433, + 1.825733441407461, + 1.8357334393212985, + 1.8322333949754428, + 1.8252334403941821, + 1.8367335456559848, + 1.838233377332468, + 1.8252334329436015, + 1.8317334014127444, + 1.8322334247777652, + 1.8287334102342319, + 1.8352334085056972, + 1.8287334102342319 ], "p10": [ - 1.5365175937342679, - 1.5385175679850613, - 1.5415175889658963, - 1.535417554252151, - 1.5324175332713161, - 1.5385175679850613, - 1.5385175679850613, - 1.5365175937342679, - 1.5365175962488389, - 1.5365175937342679, - 1.5374176357913052, - 1.5365175937342679, - 1.5395176147151028, - 1.5345176194834744, - 1.5365175937342679, - 1.540117547385696, - 1.5415175889658963, - 1.5415176157879864, - 1.5393176172900236, - 1.5365175965282356, - 1.5365175937342679, - 1.536417592041496, - 1.5413176183629071, - 1.5324175332713161, - 1.5355175470042264, - 1.5404175494837795, - 1.536417592041496, - 1.5365175937342679, - 1.5365175937342679, - 1.5354175810742414, - 1.5365175962488389, - 1.5365175937342679, - 1.5424175803589857, - 1.538417575232986, - 1.5392176128964161, - 1.5365175937342679, - 1.5374176357913052, - 1.5365175937342679, - 1.5364175890612637, - 1.5365175937342679, - 1.5335176263976131, - 1.542517576091293, - 1.541317591540817, - 1.538317570559982, - 1.5344176207709348, - 1.5364175890612637, - 1.5385175679850613, - 1.5457175959873235, - 1.5365175965282356, - 1.5395176147151028, - 1.5374176357913052, - 1.5452175949740445, - 1.5375176404643094, - 1.5344176207709348, - 1.541217613689903, - 1.5365175937342679, - 1.5365175962488389, - 1.5365175937342679, - 1.538417575232986, - 1.5365175937342679 + 1.7973333972642611, + 1.7827334064195346, + 1.7787334579179477, + 1.777733470792551, + 1.7787334579179477, + 1.7797333854386996, + 1.7796333926866243, + 1.7807334321687411, + 1.7807334321687411, + 1.779733415241022, + 1.7816334742257784, + 1.7807334346833121, + 1.782533409273852, + 1.7807334321687411, + 1.7893334376762102, + 1.7816334742257784, + 1.7857334542224597, + 1.7867334145257663, + 1.7827334064195346, + 1.777633406514902, + 1.7805334347436619, + 1.7856334227273654, + 1.7893334376762102, + 1.7797334122607897, + 1.7907334360430431, + 1.7866334158132267, + 1.7807334321687411, + 1.7857334274003696, + 1.7816334745051752, + 1.7857334542224597, + 1.7777334648320864, + 1.7796334195087147, + 1.7827334064195346, + 1.7807334321687411, + 1.7796333926866243, + 1.7816334742257784, + 1.790333421821375, + 1.7807334321687411, + 1.7807334321687411, + 1.7807334321687411, + 1.7827334064195346, + 1.790733449454088, + 1.7894334334085178, + 1.7827334064195346, + 1.7797333854386996, + 1.7807334321687411, + 1.7807334321687411, + 1.7816334745051752, + 1.7825334089944553, + 1.7856334227273654, + 1.7856334227273654, + 1.7817334788987826, + 1.7827334064195346, + 1.7917334693620395, + 1.7825334089944553, + 1.7797334122607897, + 1.7856334227273654, + 1.7807334346833121, + 1.783733453149576, + 1.7826334136674593 ], "p90": [ - 1.618617606632713, - 1.6185175572562254, - 1.6165175174403226, - 1.6145175431895291, - 1.6155175899195706, - 1.6185176109004056, - 1.614617655150894, - 1.6145175431895291, - 1.613517588846687, - 1.615617582671646, - 1.6195175980258023, - 1.614517555110458, - 1.616517596789006, - 1.6147176557260787, - 1.6166176055598294, - 1.6145176623988187, - 1.6165175263810192, - 1.619617596738342, - 1.6136176084208524, - 1.6166176055598294, - 1.6155175899195706, - 1.6195175980258023, - 1.6186176096129452, - 1.615617582671646, - 1.6185176109004056, - 1.618617606632713, - 1.61951756822348, - 1.6165175174403226, - 1.616517596789006, - 1.6145175431895291, - 1.6185176109004056, - 1.614617655150894, - 1.619517544381622, - 1.6195175414013898, - 1.6165175174403226, - 1.6166176055598294, - 1.6185175512957608, - 1.6165175263810192, - 1.6185175572562254, - 1.6185176109004056, - 1.613517588846687, - 1.618617606632713, - 1.616717601292137, - 1.6165175252634323, - 1.6165175263810192, - 1.6185176109004056, - 1.6185176109004056, - 1.614617655150894, - 1.6138176147866283, - 1.6166175955015456, - 1.6195175980258023, - 1.6176175956654584, - 1.6185176109004056, - 1.6146175478625333, - 1.6145175431895291, - 1.6176175956654584, - 1.618617606632713, - 1.6136176084208524, - 1.6185176109004056, - 1.61951756822348 + 1.8627334493348788, + 1.861833428139467, + 1.8627334493348788, + 1.8608334439943026, + 1.8628334420869541, + 1.8607333636979055, + 1.8627333956906986, + 1.863733379835863, + 1.8607333636979055, + 1.8608334339360189, + 1.8607334352234792, + 1.8627334493348788, + 1.8628334450671862, + 1.8637333828160954, + 1.8588334935853672, + 1.862733389730234, + 1.8609334397266102, + 1.8618334340999316, + 1.862733389730234, + 1.8598334289292286, + 1.8577334272811603, + 1.8608334439943026, + 1.8637334364602756, + 1.8627334493348788, + 1.8637334364602756, + 1.862733389730234, + 1.860733434105892, + 1.8638334351728152, + 1.8589334863374423, + 1.8579334515283297, + 1.861833428139467, + 1.8627334493348788, + 1.8628334420869541, + 1.8577334541032504, + 1.8609334296683262, + 1.8627333956906986, + 1.8627333956906986, + 1.8628334420869541, + 1.8627334493348788, + 1.8578334468553257, + 1.8627333956906986, + 1.861933426852007, + 1.8627334493348788, + 1.8577334541032504, + 1.8627334493348788, + 1.8637334364602756, + 1.8637334364602756, + 1.864833424905915, + 1.8608334439943026, + 1.8637334096381855, + 1.8588333862970066, + 1.8598334300468158, + 1.8627334493348788, + 1.8637334364602756, + 1.8558333772371005, + 1.8627334493348788, + 1.8598334289292286, + 1.8609334356287908, + 1.8637334096381855, + 1.8587333935449313 ], "timestamps": [ - "2026-06-18 08:54:00", - "2026-06-18 09:00:00", - "2026-06-18 09:06:00", - "2026-06-18 09:12:00", - "2026-06-18 09:18:00", - "2026-06-18 09:24:00", - "2026-06-18 09:30:00", - "2026-06-18 09:36:00", - "2026-06-18 09:42:00", - "2026-06-18 09:48:00", - "2026-06-18 09:54:00", - "2026-06-18 10:00:00", - "2026-06-18 10:06:00", "2026-06-18 10:12:00", "2026-06-18 10:18:00", "2026-06-18 10:24:00", @@ -795,6 +782,19 @@ "2026-06-19 14:30:00", "2026-06-19 14:36:00", "2026-06-19 14:42:00", - "2026-06-19 14:48:00" + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index eaa37f971587ec1c82d2df8a2da6d81b2037a45f..6b7eb7413fe40e1f1c7045eece7fdae5eeb66628 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T15:10:39.718609+00:00", + "evaluated_at": "2026-06-19T16:23:30.636657+00:00", "freq": "10min", - "context_length": 73, + "context_length": 74, "prediction_length": 72, "context": [ - 1.600000023841858, - 1.5, - 1.2999999523162842, 1.2999999523162842, 1.5, 1.5, @@ -78,13 +75,13 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.5, + 1.2999999523162842, + 1.5 + ], + "actuals": [ 1.5, 1.399999976158142, 1.2999999523162842, @@ -152,237 +149,235 @@ 1.2000000476837158, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 ], "p50": [ - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684, - 1.429166649778684 + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311 ], "p10": [ - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.3191666354735694, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.2291667213042576, - 1.3191666354735694, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.2291667213042576, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.3191666354735694, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826, - 1.329166625936826 + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453 ], "p90": [ - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5391666760047271, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5291666736205418, - 1.5391666760047271 + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.4947602727233542, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.4947602727233542, + 1.4947602727233542, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.4947602727233542, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.4947602727233542, + 1.484760270339169 ], "timestamps": [ - "2026-06-17 15:50:00", - "2026-06-17 16:00:00", - "2026-06-17 16:10:00", - "2026-06-17 16:20:00", - "2026-06-17 16:30:00", - "2026-06-17 16:40:00", "2026-06-17 16:50:00", "2026-06-17 17:00:00", "2026-06-17 17:10:00", @@ -521,6 +516,13 @@ "2026-06-18 15:20:00", "2026-06-18 15:30:00", "2026-06-18 15:40:00", - "2026-06-18 15:50:00" + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 0f3414cf7307c086e70dc3629965b3a8523a0b5e..0d1e3626b7e809523fe680e8ca9c8887b177c5f0 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,35 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T15:10:39.757580+00:00", + "evaluated_at": "2026-06-19T16:23:30.644728+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +77,7 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2550.0, 2500.0, @@ -129,93 +103,111 @@ 2500.0, 2500.0 ], + "actuals": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], "p50": [ - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281 + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088 ], "p10": [ - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281 + 2506.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2506.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088 ], "p90": [ - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281, - 2553.135964912281 + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088 ], "timestamps": [ - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", "2026-06-19 05:55:00", "2026-06-19 06:10:00", "2026-06-19 06:25:00", @@ -327,6 +319,14 @@ "2026-06-20 08:55:00", "2026-06-20 09:10:00", "2026-06-20 09:25:00", - "2026-06-20 09:40:00" + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index c7d108a3306cc015b8a6b1d74a520191aad87a0b..4385c6ab96a3299f8892f377106792c0ff244b9f 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,11 +1,29 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-19T16:08:28.147455+00:00", + "evaluated_at": "2026-06-19T16:23:30.648289+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index e4cd7774b31c59bfe19b5c59de1566c32277e28d..2002ad109549102c32faddff84e100b1f1babff6 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-19T16:05:53.249576+00:00", - "finished_at": "2026-06-19T16:08:28.163868+00:00", - "task_count": 1, + "started_at": "2026-06-19T16:16:15.255199+00:00", + "finished_at": "2026-06-19T16:23:30.678931+00:00", + "task_count": 4, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,11 +10,29 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-19T16:06:02.622837+00:00", + "evaluated_at": "2026-06-19T16:17:15.359445+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 } @@ -24,11 +42,29 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-19T16:06:35.955943+00:00", + "evaluated_at": "2026-06-19T16:18:20.168581+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 } @@ -38,11 +74,29 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-19T16:06:54.538828+00:00", + "evaluated_at": "2026-06-19T16:19:20.001989+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 } @@ -52,11 +106,29 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-19T16:07:09.808492+00:00", + "evaluated_at": "2026-06-19T16:21:13.723308+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 } @@ -66,11 +138,29 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-19T16:08:01.405628+00:00", + "evaluated_at": "2026-06-19T16:22:08.311697+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 } @@ -80,11 +170,29 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-19T16:08:26.337204+00:00", + "evaluated_at": "2026-06-19T16:23:28.568152+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 } @@ -94,11 +202,29 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-19T16:08:28.064516+00:00", + "evaluated_at": "2026-06-19T16:23:30.487595+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 } @@ -108,11 +234,29 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-19T16:08:28.125664+00:00", + "evaluated_at": "2026-06-19T16:23:30.612531+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 } @@ -122,11 +266,29 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-19T16:08:28.147455+00:00", + "evaluated_at": "2026-06-19T16:23:30.648289+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 } @@ -136,11 +298,29 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-19T16:08:28.162045+00:00", + "evaluated_at": "2026-06-19T16:23:30.677318+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 } @@ -150,7 +330,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-19T16:12:55.502604+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_162330.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_162330.json new file mode 100644 index 0000000000000000000000000000000000000000..38c5f5a1180f604257abcd9a33af3c8cb0fafc77 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_162330.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-19T16:23:30.333934+00:00", + "metrics": { + "MSE[mean]": 1504723.2075174497, + "MSE[0.5]": 536667.729545168, + "MAE[0.5]": 628.9176321438503, + "MASE[0.5]": 0.5717036003100443, + "MAPE[0.5]": 0.00991933050211775, + "sMAPE[0.5]": 0.009887370208063776, + "MSIS": 9.062122909468888, + "RMSE[mean]": 1226.6715972571672, + "NRMSE[mean]": 0.019260592070557345, + "ND[0.5]": 0.009874954295663886, + "mean_weighted_sum_quantile_loss": 0.008689023171309656 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 63821.443983587065, + 63785.64319788941, + 63821.4232652426, + 63836.6527724326, + 63838.669364267276, + 63785.64719695041, + 63828.19093247102, + 63827.1904207811, + 63813.32697146696, + 63803.32036449068, + 63805.23142447947, + 63796.39100606, + 63826.18991033264, + 63826.1899103326, + 63805.23142447838, + 63791.37270760568, + 63796.39100606021, + 63785.64720179751, + 63788.54143109399, + 63824.90695981374, + 63841.30381103287, + 63785.63425439109, + 63832.42192165481, + 63801.40930451473 + ], + "p10": [ + 63531.57462158278, + 63512.0695751072, + 63512.07432586527, + 63531.55301707822, + 63458.5546658431, + 63512.0735741682, + 63512.07357991942, + 63615.94488692678, + 63531.553156419795, + 63503.112132285096, + 63549.94419797209, + 63619.07013888611, + 63657.801872252996, + 63529.60519865103, + 63512.0735790153, + 63503.11213229097, + 63511.17743434286, + 63529.605198651036, + 63612.57832944985, + 63619.070138886316, + 63551.8921557083, + 63529.605198651036, + 63529.605198651036, + 63619.070138886316 + ], + "p90": [ + 64167.00846896983, + 64261.230705295144, + 64077.54682910404, + 64157.33053433501, + 64085.524567378714, + 64068.41454353184, + 64158.12815033032, + 64166.15249881983, + 64166.98700380684, + 64159.01403485524, + 64157.410421224326, + 64085.173611722326, + 64158.29630665819, + 64174.12546790274, + 64157.33067364513, + 64157.33067364513, + 64166.987003775386, + 64238.37164504903, + 64153.868730116184, + 64166.987003775386, + 64166.987003775386, + 64077.54608225406, + 64159.01403486111, + 64153.868730116184 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_161644.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_161644.json new file mode 100644 index 0000000000000000000000000000000000000000..24a207fdf97d0a5505e59541270aaa7f5120dc14 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_161644.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T16:16:44.651787+00:00", + "metrics": { + "MSE[mean]": 4525259.544978459, + "MSE[0.5]": 4525259.544978459, + "MAE[0.5]": 1855.7430013020833, + "MASE[0.5]": 1.6869219447355295, + "MAPE[0.5]": 0.029319271571139335, + "sMAPE[0.5]": 0.028762615130256963, + "MSIS": 20.49445301699377, + "RMSE[mean]": 2127.265743854881, + "NRMSE[mean]": 0.03340127692666375, + "ND[0.5]": 0.029137960816726947, + "mean_weighted_sum_quantile_loss": 0.019117885309381556 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64699.46875, + 64844.3046875, + 64898.7734375, + 65034.06640625, + 65076.45703125, + 65215.30859375, + 65345.37890625, + 65507.30859375, + 65609.6640625, + 65665.8046875, + 65713.6015625, + 65716.5234375, + 65664.1484375, + 65568.4296875, + 65439.828125, + 65411.28515625, + 65568.8984375, + 65631.1328125, + 65770.59375, + 65955.0546875, + 66089.1328125, + 66151.109375, + 66211.640625, + 66265.7265625 + ], + "p10": [ + 64159.640625, + 64096.4453125, + 64034.6171875, + 64038.59765625, + 64035.5703125, + 64094.65625, + 64124.71875, + 64172.11328125, + 64165.67578125, + 64239.0859375, + 64308.37890625, + 64383.30859375, + 64349.1328125, + 64221.76953125, + 64063.74609375, + 64011.55078125, + 63793.9921875, + 63855.09375, + 63870.03515625, + 64041.953125, + 64079.81640625, + 64006.25390625, + 64054.22265625, + 64062.203125 + ], + "p90": [ + 65194.1640625, + 65566.1484375, + 65750.0859375, + 65956.671875, + 66061.453125, + 66223.0078125, + 66393.4609375, + 66581.140625, + 66690.9921875, + 66789.3359375, + 66821.984375, + 66861.671875, + 66832.015625, + 66747.09375, + 66675.8984375, + 66673.1796875, + 66742.5, + 66843.3203125, + 66961.140625, + 67145.6953125, + 67204.40625, + 67379.484375, + 67457.234375, + 67479.59375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_162330.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_162330.json new file mode 100644 index 0000000000000000000000000000000000000000..723c619ab0e8616702d19fa3346bad9907ed9a56 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_162330.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-19T16:23:30.540715+00:00", + "metrics": { + "MSE[mean]": 1191158.974249787, + "MSE[0.5]": 1154335.0265473472, + "MAE[0.5]": 816.8154304431382, + "MASE[0.5]": 0.7425079191710923, + "MAPE[0.5]": 0.012952003923995072, + "sMAPE[0.5]": 0.012808139316733635, + "MSIS": 17.944000862482635, + "RMSE[mean]": 1091.4022971616776, + "NRMSE[mean]": 0.017136660274439608, + "ND[0.5]": 0.012825232798965478, + "mean_weighted_sum_quantile_loss": 0.012078491203113951 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64496.09432288468, + 64474.08383803345, + 64497.383900057226, + 64458.285524581006, + 64498.20863347978, + 64461.33486737855, + 64461.384929402324, + 64495.7201476761, + 64495.77020969987, + 64497.73433422364, + 64458.635958747414, + 64474.584458271194, + 64486.20873904497, + 64504.91309794374, + 64476.59792559251, + 64469.784706366285, + 64458.93633089006, + 64458.93170541383, + 64458.9270799376, + 64501.44198571138, + 64501.492047735155, + 64496.42101600893, + 64496.4710780327, + 64477.04848380647 + ], + "p10": [ + 64291.56502600968, + 64203.88071303345, + 64202.03936880723, + 64203.980837081006, + 64171.457461604776, + 64227.19033612855, + 64175.896648152324, + 64175.9467101761, + 64298.13739719987, + 64184.43511547364, + 64176.096896247414, + 64331.03055202119, + 64300.64623904497, + 64202.59005106874, + 64204.53151934251, + 64172.00814386628, + 64185.71758089006, + 64285.95358041383, + 64204.7317674376, + 64304.75448571138, + 64300.81587586016, + 64204.88195350893, + 64203.0406092827, + 64292.71645255647 + ], + "p90": [ + 64839.62752600968, + 64933.30258803345, + 64750.098743807226, + 64829.93943083101, + 64758.20121160478, + 64750.24892987855, + 64830.089616902325, + 64830.0560851761, + 64936.84013157487, + 64827.32964672364, + 64827.065646247414, + 64747.705552021194, + 64830.30639529497, + 64827.52989481874, + 64831.24245684251, + 64742.27728449128, + 64827.36601839006, + 64830.55670541383, + 64758.5880174376, + 64839.54198571138, + 64827.566266485155, + 64751.08507850893, + 64758.7882655327, + 64827.71645255647 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_162139.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_162139.json new file mode 100644 index 0000000000000000000000000000000000000000..311abcc391f8d09bc63a90b0604a04117a5e67c8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_162139.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T16:21:39.394783+00:00", + "metrics": { + "MSE[mean]": 1208747.1433709462, + "MSE[0.5]": 1206589.5675374668, + "MAE[0.5]": 860.103759765625, + "MASE[0.5]": 0.781858213168593, + "MAPE[0.5]": 0.013628904049372647, + "sMAPE[0.5]": 0.013478356245611821, + "MSIS": 3.9101101377508507, + "RMSE[mean]": 1099.4303722250656, + "NRMSE[mean]": 0.01726271314731404, + "ND[0.5]": 0.013504924783650413, + "mean_weighted_sum_quantile_loss": 0.009169335451410226 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64548.796875, + 64581.431640625, + 64561.912109375, + 64611.21875, + 64626.560546875, + 64576.3359375, + 64546.33203125, + 64693.73046875, + 64676.8828125, + 64703.19140625, + 64614.060546875, + 64654.654296875, + 64566.40234375, + 64624.701171875, + 64566.640625, + 64518.921875, + 64378.55859375, + 64535.603515625, + 64536.375, + 64440.61328125, + 64356.947265625, + 64428.28125, + 64555.701171875, + 64354.224609375 + ], + "p10": [ + 64189.9921875, + 64092.15234375, + 63980.435546875, + 63608.86328125, + 63884.869140625, + 63667.193359375, + 63593.25, + 63628.6015625, + 63495.458984375, + 63579.740234375, + 63258.466796875, + 63180.609375, + 63127.15234375, + 63052.0859375, + 62700.953125, + 63042.62109375, + 62884.060546875, + 62972.73828125, + 62665.65625, + 62482.115234375, + 62873.826171875, + 62934.484375, + 62500.9921875, + 62848.8515625 + ], + "p90": [ + 64891.857421875, + 65206.595703125, + 65255.578125, + 65277.44921875, + 65560.984375, + 65469.259765625, + 65662.30859375, + 65859.72265625, + 65777.05078125, + 65867.9453125, + 65943.9296875, + 66113.765625, + 65945.36328125, + 65835.578125, + 66182.62109375, + 66130.83984375, + 66298.65234375, + 66343.046875, + 66162.28515625, + 66322.59375, + 66205.19140625, + 66667.40625, + 66151.01953125, + 66347.13671875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_162330.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_162330.json new file mode 100644 index 0000000000000000000000000000000000000000..3620fdec91461a584edad9eb1014b420433fed05 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_162330.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T16:23:30.617791+00:00", + "metrics": { + "MSE[mean]": 2976970.8600683515, + "MSE[0.5]": 2900099.972834121, + "MAE[0.5]": 1541.2992281729748, + "MASE[0.5]": 1.4010838190334534, + "MAPE[0.5]": 0.024334418604790225, + "sMAPE[0.5]": 0.023976029527836635, + "MSIS": 38.79174977163109, + "RMSE[mean]": 1725.3900602670549, + "NRMSE[mean]": 0.02709122326440491, + "ND[0.5]": 0.024200719865759574, + "mean_weighted_sum_quantile_loss": 0.02325250139544322 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65244.61148403235, + 65222.55093715735, + 65245.80093715735, + 65206.65249965735, + 65246.52554653235, + 65209.60171840735, + 65209.60171840735, + 65243.88687465735, + 65243.88687465735, + 65245.80093715735, + 65206.65249965735, + 65222.55093715735, + 65234.12515590735, + 65252.77945278235, + 65224.41421840735, + 65217.55093715735, + 65206.65249965735, + 65206.59781215735, + 65206.54312465735, + 65249.00796840735, + 65249.00796840735, + 65243.88687465735, + 65243.88687465735, + 65224.41421840735 + ], + "p10": [ + 65040.08218715735, + 64952.34781215735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64975.45718715735, + 64924.11343715735, + 64924.11343715735, + 65046.25406215735, + 64932.50171840735, + 64924.11343715735, + 65078.99703090735, + 65048.56265590735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64933.43374965735, + 65033.61968715735, + 64952.34781215735, + 65052.32046840735, + 65048.33179653235, + 64952.34781215735, + 64950.45640590735, + 65040.08218715735 + ], + "p90": [ + 65588.14468715734, + 65681.76968715734, + 65498.51578090735, + 65578.30640590734, + 65506.51812465735, + 65498.51578090735, + 65578.30640590734, + 65578.22281215734, + 65684.95679653234, + 65575.39624965734, + 65575.08218715734, + 65495.67203090735, + 65578.22281215734, + 65575.39624965734, + 65579.05874965734, + 65490.04351528235, + 65575.08218715734, + 65578.22281215734, + 65506.20406215735, + 65587.10796840735, + 65575.08218715734, + 65498.55093715735, + 65506.20406215735, + 65575.08218715734 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_162330.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_162330.json new file mode 100644 index 0000000000000000000000000000000000000000..9be1cc3e68f015755dc1362e9b6b2214317fc6b6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_162330.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T16:23:30.653307+00:00", + "metrics": { + "MSE[mean]": 3140140.755794525, + "MSE[0.5]": 3140140.755794525, + "MAE[0.5]": 1569.8069661458333, + "MASE[0.5]": 1.4269981448573648, + "MAPE[0.5]": 0.02475711410343608, + "sMAPE[0.5]": 0.024370600454748394, + "MSIS": 11.132353186555392, + "RMSE[mean]": 1772.0442307669764, + "NRMSE[mean]": 0.027823764026250586, + "ND[0.5]": 0.02464833429913954, + "mean_weighted_sum_quantile_loss": 0.018554232329948895 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "p10": [ + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996, + 64574.159999999996, + 64519.5709375, + 64311.52, + 64228.71, + 63627.499140625, + 63611.252578125, + 63502.04, + 63513.811484375, + 63740.061328125, + 63972.44, + 63799.420234375, + 64436.96, + 64546.834843749995, + 64781.9965625, + 64205.68, + 63015.81453125, + 63145.6721875, + 62972.614140624995, + 63014.011484375, + 63219.210468749996 + ], + "p90": [ + 67014.0, + 67258.8, + 67222.08, + 67169.03203125, + 67209.84, + 67153.0228125, + 66936.48, + 66850.29000000001, + 66224.539921875, + 66207.630234375, + 66093.96, + 66106.211953125, + 66341.696484375, + 66583.56, + 66403.478203125, + 67067.04000000001, + 67181.39953125, + 67426.1596875, + 66826.32, + 65587.88859375, + 65723.0465625, + 65542.924921875, + 65586.011953125, + 65799.58640625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_162243.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_162243.json new file mode 100644 index 0000000000000000000000000000000000000000..b53061c327a41dd5726ace2385ecda8b5ee526c7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_162243.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T16:22:43.136492+00:00", + "metrics": { + "MSE[mean]": 1487816.95783933, + "MSE[0.5]": 1487816.95783933, + "MAE[0.5]": 934.4558919270834, + "MASE[0.5]": 0.8494463669663092, + "MAPE[0.5]": 0.014812037401077562, + "sMAPE[0.5]": 0.014626763844173966, + "MSIS": 16.919955448169635, + "RMSE[mean]": 1219.761024889437, + "NRMSE[mean]": 0.01915208567353427, + "ND[0.5]": 0.014672365270851804, + "mean_weighted_sum_quantile_loss": 0.011822564101173166 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64521.0, + 64570.0, + 64563.0, + 64577.0, + 64549.0, + 64570.0, + 64549.0, + 64577.0, + 64556.0, + 64584.0, + 64570.0, + 64570.0, + 64535.0, + 64528.0, + 64500.0, + 64493.0, + 64437.0, + 64493.0, + 64507.0, + 64584.0, + 64731.0, + 64913.0, + 65056.5, + 65156.25 + ], + "p10": [ + 64206.0, + 64171.0, + 64129.0, + 64101.0, + 64052.0, + 64045.0, + 64017.0, + 64017.0, + 63989.0, + 63989.0, + 63975.0, + 63947.0, + 63912.0, + 63912.0, + 63877.0, + 63877.0, + 63751.0, + 63758.0, + 63751.0, + 63772.0, + 63863.0, + 64010.0, + 64115.0, + 64164.0 + ], + "p90": [ + 65018.0, + 65282.25, + 65403.875, + 65498.375, + 65513.90625, + 65565.96875, + 65575.375, + 65621.75, + 65638.8125, + 65692.625, + 65697.0, + 65727.625, + 65723.25, + 65737.25, + 65733.75, + 65735.5, + 65688.25, + 65760.0, + 65788.0, + 65889.5, + 66064.5, + 66250.0, + 66379.5, + 66467.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_161743.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_161743.json new file mode 100644 index 0000000000000000000000000000000000000000..8dda52486c68290d1263d1d56229df45346feccd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_161743.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T16:17:43.675533+00:00", + "metrics": { + "MSE[mean]": 1309848.276089986, + "MSE[0.5]": 1010694.1341425577, + "MAE[0.5]": 753.2607421875, + "MASE[0.5]": 0.6847349418600981, + "MAPE[0.5]": 0.011947237171961453, + "sMAPE[0.5]": 0.011821887904386222, + "MSIS": 37.1690239314189, + "RMSE[mean]": 1144.486031408853, + "NRMSE[mean]": 0.017970154873322354, + "ND[0.5]": 0.011827328447547891, + "mean_weighted_sum_quantile_loss": 0.014828174270802685 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64420.83203125, + 64409.1171875, + 64406.9296875, + 64389.9140625, + 64403.0390625, + 64390.19921875, + 64392.68359375, + 64401.0546875, + 64375.4921875, + 64402.6796875, + 64406.8359375, + 64394.66796875, + 64395.875, + 64386.5234375, + 64391.91796875, + 64367.484375, + 64377.046875, + 64380.546875, + 64371.203125, + 64388.39453125, + 64355.2578125, + 64386.875, + 64389.1328125, + 64403.98828125 + ], + "p10": [ + 64514.8359375, + 64575.83203125, + 64547.69921875, + 64596.51171875, + 64631.44140625, + 64652.84765625, + 64651.875, + 64634.74609375, + 64686.4765625, + 64713.125, + 64683.30078125, + 64747.97265625, + 64743.421875, + 64752.2421875, + 64733.04296875, + 64742.2265625, + 64736.28515625, + 64728.82421875, + 64777.078125, + 64750.45703125, + 64736.84765625, + 64716.6953125, + 64755.765625, + 64782.828125 + ], + "p90": [ + 64743.49609375, + 64824.4453125, + 64917.59375, + 64977.734375, + 65036.98046875, + 65082.70703125, + 65120.24609375, + 65173.046875, + 65190.77734375, + 65224.17578125, + 65268.4609375, + 65252.90234375, + 65281.578125, + 65299.734375, + 65322.18359375, + 65322.546875, + 65360.01171875, + 65374.05078125, + 65387.28125, + 65390.6484375, + 65384.5546875, + 65427.1015625, + 65411.4921875, + 65414.16015625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_161929.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_161929.json new file mode 100644 index 0000000000000000000000000000000000000000..b31a24b29cc7e3966b142ccfb4e48bccadb4cdc1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_161929.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-19T16:19:29.544610+00:00", + "metrics": { + "MSE[mean]": 1504824.3119869232, + "MSE[0.5]": 1504824.3119869232, + "MAE[0.5]": 978.26806640625, + "MASE[0.5]": 0.8892728507647827, + "MAPE[0.5]": 0.015495502893619515, + "sMAPE[0.5]": 0.015308014614020973, + "MSIS": 11.097020270846093, + "RMSE[mean]": 1226.7128074602153, + "NRMSE[mean]": 0.019261239132828803, + "ND[0.5]": 0.015360282413674835, + "mean_weighted_sum_quantile_loss": 0.011170109942075797 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64545.51171875, + 64577.52734375, + 64588.59375, + 64615.75, + 64623.890625, + 64646.61328125, + 64650.546875, + 64667.40625, + 64671.8515625, + 64680.5234375, + 64673.9375, + 64678.54296875, + 64678.8671875, + 64683.16796875, + 64664.7421875, + 64685.33203125, + 64672.61328125, + 64677.65234375, + 64665.53125, + 64668.359375, + 64674.0, + 64687.1796875, + 64695.6640625, + 64718.625 + ], + "p10": [ + 64236.3828125, + 64111.6640625, + 63987.26171875, + 63924.890625, + 63862.390625, + 63826.94140625, + 63776.68359375, + 63741.40234375, + 63704.5, + 63683.40625, + 63648.9453125, + 63636.27734375, + 63606.74609375, + 63581.3515625, + 63533.01171875, + 63532.59765625, + 63495.046875, + 63481.92578125, + 63455.703125, + 63440.12890625, + 63437.07421875, + 63447.1875, + 63439.21875, + 63440.97265625 + ], + "p90": [ + 64902.046875, + 65141.10546875, + 65341.33984375, + 65526.8515625, + 65631.234375, + 65735.1953125, + 65808.8046875, + 65880.5078125, + 65933.0, + 65994.046875, + 66029.234375, + 66071.875, + 66098.984375, + 66138.75, + 66162.4296875, + 66207.0234375, + 66211.171875, + 66261.375, + 66289.0625, + 66323.3046875, + 66332.9453125, + 66363.296875, + 66382.15625, + 66426.8671875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_161850.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_161850.json new file mode 100644 index 0000000000000000000000000000000000000000..cee94b462577fe81e82ede22b1d6f5a508d2f245 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_161850.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T16:18:50.546058+00:00", + "metrics": { + "MSE[mean]": 1141740.5477148693, + "MSE[0.5]": 1141740.5477148693, + "MAE[0.5]": 814.89208984375, + "MASE[0.5]": 0.7407595491316891, + "MAPE[0.5]": 0.012920552686899312, + "sMAPE[0.5]": 0.012778328864994193, + "MSIS": 8.483297009046089, + "RMSE[mean]": 1068.5226004698586, + "NRMSE[mean]": 0.016777414567875147, + "ND[0.5]": 0.012795033454022308, + "mean_weighted_sum_quantile_loss": 0.009108111019355433 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64485.30078125, + 64494.89453125, + 64471.9609375, + 64507.23828125, + 64485.93359375, + 64499.953125, + 64493.28515625, + 64490.578125, + 64481.20703125, + 64493.109375, + 64483.01171875, + 64488.078125, + 64478.921875, + 64483.1953125, + 64469.55859375, + 64481.3203125, + 64465.921875, + 64472.44140625, + 64468.55859375, + 64466.2421875, + 64449.47265625, + 64463.390625, + 64455.0078125, + 64462.14453125 + ], + "p10": [ + 64269.8515625, + 64199.02734375, + 64083.94140625, + 64054.7578125, + 63969.84765625, + 63930.34375, + 63854.7578125, + 63811.25390625, + 63746.82421875, + 63709.64453125, + 63655.4921875, + 63615.703125, + 63550.9375, + 63498.52734375, + 63453.74609375, + 63438.12890625, + 63387.6640625, + 63362.16796875, + 63315.19140625, + 63291.1171875, + 63232.7578125, + 63219.5, + 63201.26171875, + 63169.21484375 + ], + "p90": [ + 64739.6875, + 64842.97265625, + 64941.85546875, + 65088.1875, + 65121.7421875, + 65194.1953125, + 65266.51171875, + 65325.703125, + 65371.765625, + 65427.83203125, + 65478.58203125, + 65537.734375, + 65575.109375, + 65620.8359375, + 65636.2421875, + 65718.390625, + 65738.1484375, + 65787.8125, + 65827.296875, + 65856.0546875, + 65876.6171875, + 65929.90625, + 65934.703125, + 65994.1484375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260619_162330.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260619_162330.json new file mode 100644 index 0000000000000000000000000000000000000000..1c24a69aabd97293ea1f522c6fd9ce6a3a23d96f --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260619_162330.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-19T16:23:30.470619+00:00", + "metrics": { + "MSE[mean]": 1288.4706898057793, + "MSE[0.5]": 822.9893450047238, + "MAE[0.5]": 26.916654907483103, + "MASE[0.5]": 0.3539724480984079, + "MAPE[0.5]": 0.010811782018835597, + "sMAPE[0.5]": 0.010841948246302203, + "MSIS": 10.274420388366282, + "RMSE[mean]": 35.89527392019428, + "NRMSE[mean]": 0.014442356648527456, + "ND[0.5]": 0.010829836006363695, + "mean_weighted_sum_quantile_loss": 0.010359654269964418 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2475.5350839630737, + 2475.537770756787, + 2475.5424876745788, + 2475.51556208506, + 2475.538084802547, + 2475.54152941376, + 2475.4954964152093, + 2475.5300655324363, + 2475.508605121132, + 2475.5300656321983, + 2475.4954964191797, + 2475.5155655372932, + 2475.546330435541, + 2475.5016447050575, + 2475.4530614620376, + 2475.489348133303, + 2475.4893474837154, + 2475.5340753707583, + 2475.5228154853976, + 2475.5155653576594, + 2475.5155655372932, + 2475.5155655372932, + 2475.489347808509, + 2475.5155655372932 + ], + "p10": [ + 2453.130287596379, + 2453.132974390092, + 2458.2348347563247, + 2453.1332854002812, + 2453.1332840656783, + 2453.134637799754, + 2453.1332844234216, + 2462.149424349412, + 2453.1332888524707, + 2453.1332884099975, + 2453.1345029391387, + 2463.151069498293, + 2457.724844718026, + 2463.1518615037485, + 2453.133288410002, + 2452.552079454567, + 2444.1708941182187, + 2457.724844718026, + 2463.151782327677, + 2453.1332888525144, + 2463.151069498293, + 2453.134502939139, + 2462.6594473365362, + 2453.134637837653 + ], + "p90": [ + 2475.669668691349, + 2475.5864013762657, + 2475.6135364736265, + 2475.6194760223475, + 2475.6135690603214, + 2475.6194794366816, + 2475.5588723209685, + 2475.567677563378, + 2475.5867158386445, + 2475.6873226270295, + 2475.5597528488242, + 2475.554500594338, + 2475.586715838688, + 2475.5926258912327, + 2475.672669947485, + 2475.567677563794, + 2475.586715838688, + 2475.672669947485, + 2475.586715838688, + 2475.554500594338, + 2475.583732107205, + 2475.63413215413, + 2475.586715838688, + 2475.586715838688 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260619_161710.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260619_161710.json new file mode 100644 index 0000000000000000000000000000000000000000..07774d05b19789369cc9dfcea0c4528d363afc06 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260619_161710.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T16:17:10.048713+00:00", + "metrics": { + "MSE[mean]": 1091.8692704265316, + "MSE[0.5]": 1091.8692704265316, + "MAE[0.5]": 27.173065185546875, + "MASE[0.5]": 0.35734441887842466, + "MAPE[0.5]": 0.010930796296383138, + "sMAPE[0.5]": 0.010949959457494366, + "MSIS": 6.202341074486301, + "RMSE[mean]": 33.043445196082864, + "NRMSE[mean]": 0.01329493184754382, + "ND[0.5]": 0.01093300191874476, + "mean_weighted_sum_quantile_loss": 0.008998378762544241 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2498.97509765625, + 2498.577880859375, + 2497.751220703125, + 2497.055419921875, + 2496.73583984375, + 2495.58740234375, + 2494.90771484375, + 2492.994140625, + 2490.65087890625, + 2489.0009765625, + 2486.776123046875, + 2484.074951171875, + 2481.76513671875, + 2477.808837890625, + 2473.560791015625, + 2469.034912109375, + 2461.371826171875, + 2459.387451171875, + 2458.45068359375, + 2457.387939453125, + 2457.8486328125, + 2457.2294921875, + 2457.038330078125, + 2457.025634765625 + ], + "p10": [ + 2491.9404296875, + 2490.89404296875, + 2488.94482421875, + 2488.97119140625, + 2487.384521484375, + 2485.088623046875, + 2484.123291015625, + 2480.300048828125, + 2476.580078125, + 2471.92919921875, + 2469.538330078125, + 2465.8837890625, + 2463.421875, + 2458.4111328125, + 2455.553955078125, + 2450.32177734375, + 2447.343505859375, + 2444.737548828125, + 2444.0380859375, + 2444.06787109375, + 2442.608642578125, + 2442.605224609375, + 2442.330078125, + 2441.734619140625 + ], + "p90": [ + 2504.2001953125, + 2504.179443359375, + 2503.1826171875, + 2504.0380859375, + 2505.368408203125, + 2504.27490234375, + 2504.427978515625, + 2503.88623046875, + 2502.6474609375, + 2503.710693359375, + 2506.168701171875, + 2507.896728515625, + 2508.3525390625, + 2505.234619140625, + 2500.4853515625, + 2491.515869140625, + 2487.265869140625, + 2485.16015625, + 2485.828369140625, + 2485.393798828125, + 2492.117431640625, + 2490.041015625, + 2492.474853515625, + 2494.79296875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260619_162330.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260619_162330.json new file mode 100644 index 0000000000000000000000000000000000000000..31b786b33c0665dc35231d5fc6e2f29e5acbef6e --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260619_162330.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-19T16:23:30.605661+00:00", + "metrics": { + "MSE[mean]": 996.6114638506873, + "MSE[0.5]": 967.1786753587262, + "MAE[0.5]": 27.1725987231038, + "MASE[0.5]": 0.3573382845778033, + "MAPE[0.5]": 0.010931127466830953, + "sMAPE[0.5]": 0.010947996307745437, + "MSIS": 13.981202660297361, + "RMSE[mean]": 31.569153676503387, + "NRMSE[mean]": 0.012701755041677809, + "ND[0.5]": 0.010932814238968837, + "mean_weighted_sum_quantile_loss": 0.010917912497327783 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2497.8314217200923, + 2496.210423973467, + 2494.5894262268425, + 2492.968428480218, + 2491.347430733593, + 2489.726432986968, + 2488.105435240343, + 2486.4844374937184, + 2484.8634397470937, + 2483.2424420004686, + 2481.621444253844, + 2480.0004465072193, + 2478.379448760594, + 2476.7584510139695, + 2475.1374532673444, + 2473.51645552072, + 2471.895457774095, + 2470.27446002747, + 2468.6534622808454, + 2467.0324645342207, + 2465.4114667875956, + 2463.790469040971, + 2462.1694712943463, + 2460.548473547721 + ], + "p10": [ + 2492.8314217200923, + 2496.210423973467, + 2494.5894262268425, + 2492.968428480218, + 2491.347430733593, + 2489.726432986968, + 2488.105435240343, + 2486.4844374937184, + 2484.8634397470937, + 2483.2424420004686, + 2481.621444253844, + 2480.0004465072193, + 2478.379448760594, + 2476.7584510139695, + 2475.1374532673444, + 2473.51645552072, + 2471.895457774095, + 2470.27446002747, + 2463.6534622808454, + 2467.0324645342207, + 2465.4114667875956, + 2463.790469040971, + 2462.1694712943463, + 2460.548473547721 + ], + "p90": [ + 2497.8314217200923, + 2496.210423973467, + 2494.5894262268425, + 2492.968428480218, + 2491.347430733593, + 2489.726432986968, + 2488.105435240343, + 2486.4844374937184, + 2484.8634397470937, + 2483.2424420004686, + 2481.621444253844, + 2480.0004465072193, + 2478.379448760594, + 2476.7584510139695, + 2475.1374532673444, + 2473.51645552072, + 2471.895457774095, + 2470.27446002747, + 2468.6534622808454, + 2467.0324645342207, + 2465.4114667875956, + 2463.790469040971, + 2462.1694712943463, + 2460.548473547721 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260619_162206.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260619_162206.json new file mode 100644 index 0000000000000000000000000000000000000000..b6ba7ec62543aa68eeb1c64448944ab93300e3f4 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260619_162206.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T16:22:06.001522+00:00", + "metrics": { + "MSE[mean]": 6520.499481273194, + "MSE[0.5]": 6729.490798570837, + "MAE[0.5]": 77.03756205240886, + "MASE[0.5]": 1.013096706442637, + "MAPE[0.5]": 0.031120856461074015, + "sMAPE[0.5]": 0.030578731617241176, + "MSIS": 7.688815282534246, + "RMSE[mean]": 80.74960979022248, + "NRMSE[mean]": 0.0324893652131658, + "ND[0.5]": 0.030995833851765506, + "mean_weighted_sum_quantile_loss": 0.020024448442738894 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2554.657958984375, + 2558.576171875, + 2561.3204345703125, + 2564.3548583984375, + 2559.4453125, + 2562.3126220703125, + 2567.05908203125, + 2561.017578125, + 2562.9163818359375, + 2562.08154296875, + 2563.3121337890625, + 2557.1588134765625, + 2559.5924072265625, + 2559.9488525390625, + 2557.15771484375, + 2564.87744140625, + 2568.7674560546875, + 2560.269775390625, + 2561.48046875, + 2557.916015625, + 2569.2723388671875, + 2560.505859375, + 2563.311279296875, + 2567.6650390625 + ], + "p10": [ + 2476.2532958984375, + 2484.1763916015625, + 2500.89013671875, + 2482.166015625, + 2489.3619384765625, + 2478.8909912109375, + 2477.637451171875, + 2479.3455810546875, + 2472.8846435546875, + 2479.8890380859375, + 2482.6058349609375, + 2471.5406494140625, + 2464.9805908203125, + 2465.683837890625, + 2456.158935546875, + 2449.62158203125, + 2477.6424560546875, + 2473.8662109375, + 2470.6090087890625, + 2466.6314697265625, + 2463.2447509765625, + 2467.858154296875, + 2478.4444580078125, + 2472.88330078125 + ], + "p90": [ + 2617.6761474609375, + 2645.339111328125, + 2633.5902099609375, + 2644.223876953125, + 2636.0343017578125, + 2627.5916748046875, + 2639.3975830078125, + 2628.0150146484375, + 2651.2735595703125, + 2647.485107421875, + 2642.7884521484375, + 2656.567626953125, + 2644.945556640625, + 2647.7357177734375, + 2673.404052734375, + 2647.36083984375, + 2654.591552734375, + 2682.3712158203125, + 2662.7216796875, + 2643.97900390625, + 2683.9437255859375, + 2634.2310791015625, + 2671.44091796875, + 2663.539306640625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260619_162330.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260619_162330.json new file mode 100644 index 0000000000000000000000000000000000000000..611f4eb2a9a7514ca25fcc98238966ef53165076 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260619_162330.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T16:23:30.644728+00:00", + "metrics": { + "MSE[mean]": 1352.3516731114817, + "MSE[0.5]": 1431.266832102189, + "MAE[0.5]": 29.7459795321638, + "MASE[0.5]": 0.39118000480653764, + "MAPE[0.5]": 0.012054667627284856, + "sMAPE[0.5]": 0.011946767486783076, + "MSIS": 15.0719539015544, + "RMSE[mean]": 36.77433443464996, + "NRMSE[mean]": 0.014796044030705767, + "ND[0.5]": 0.011968206349906642, + "mean_weighted_sum_quantile_loss": 0.011934677431214272 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088 + ], + "p10": [ + 2506.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2506.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088 + ], + "p90": [ + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088, + 2511.995614035088 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260619_162330.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260619_162330.json new file mode 100644 index 0000000000000000000000000000000000000000..e8db3c3daa7c5132c05a84d16274dee00c94525a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260619_162330.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T16:23:30.674379+00:00", + "metrics": { + "MSE[mean]": 1875.0, + "MSE[0.5]": 1875.0, + "MAE[0.5]": 29.166666666666668, + "MASE[0.5]": 0.3835616438356164, + "MAPE[0.5]": 0.011820394824596505, + "sMAPE[0.5]": 0.011684168416841686, + "MSIS": 3.0109590208208705, + "RMSE[mean]": 43.30127018922193, + "NRMSE[mean]": 0.017422137209410334, + "ND[0.5]": 0.01173512154233026, + "mean_weighted_sum_quantile_loss": 0.010600726459904978 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "p10": [ + 2499.0, + 2499.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2499.0, + 2450.0, + 2499.0, + 2499.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0 + ], + "p90": [ + 2601.0, + 2601.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2601.0, + 2550.0, + 2601.0, + 2601.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260619_162325.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260619_162325.json new file mode 100644 index 0000000000000000000000000000000000000000..59e7c65bd914c078c4dc1db2f9a981a7ff675296 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260619_162325.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T16:23:25.891501+00:00", + "metrics": { + "MSE[mean]": 863.3070424397787, + "MSE[0.5]": 863.3070424397787, + "MAE[0.5]": 19.6796875, + "MASE[0.5]": 0.25880136986301366, + "MAPE[0.5]": 0.007982224348072562, + "sMAPE[0.5]": 0.00793129350110505, + "MSIS": 8.12294547303082, + "RMSE[mean]": 29.382087101493976, + "NRMSE[mean]": 0.011821795313258264, + "ND[0.5]": 0.007918063704945515, + "mean_weighted_sum_quantile_loss": 0.008295445036730464 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2495.7421875, + 2495.7421875, + 2495.375, + 2494.640625, + 2494.640625, + 2495.375, + 2495.375, + 2495.375, + 2495.7421875, + 2496.109375, + 2496.109375, + 2496.84375, + 2496.4765625, + 2496.84375, + 2496.84375, + 2497.2109375, + 2499.046875, + 2499.046875, + 2499.046875, + 2499.78125, + 2499.4140625, + 2499.046875, + 2499.78125, + 2499.78125 + ], + "p10": [ + 2494.640625, + 2495.0078125, + 2494.2734375, + 2493.171875, + 2492.4375, + 2493.171875, + 2493.171875, + 2493.5390625, + 2492.8046875, + 2493.171875, + 2491.703125, + 2492.0703125, + 2490.96875, + 2491.3359375, + 2490.96875, + 2491.3359375, + 2491.703125, + 2490.234375, + 2490.6015625, + 2491.3359375, + 2490.96875, + 2489.5, + 2489.8671875, + 2489.5 + ], + "p90": [ + 2503.8203125, + 2511.8984375, + 2520.7109375, + 2526.40234375, + 2531.17578125, + 2534.84765625, + 2537.693359375, + 2539.98828125, + 2543.109375, + 2545.6796875, + 2548.43359375, + 2549.0302734375, + 2550.728515625, + 2551.7841796875, + 2552.10546875, + 2551.1416015625, + 2550.0859375, + 2551.8759765625, + 2553.298828125, + 2554.14794921875, + 2553.390625, + 2552.748046875, + 2553.849609375, + 2554.5380859375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260619_161804.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260619_161804.json new file mode 100644 index 0000000000000000000000000000000000000000..1dca80ece6bbe20c787e2cd20ee90b10189ea8f4 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260619_161804.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T16:18:04.055431+00:00", + "metrics": { + "MSE[mean]": 853.4625965555509, + "MSE[0.5]": 823.1298755680522, + "MAE[0.5]": 22.037139892578125, + "MASE[0.5]": 0.2898034835188356, + "MAPE[0.5]": 0.008912240420256644, + "sMAPE[0.5]": 0.008877243815100714, + "MSIS": 10.855717305222603, + "RMSE[mean]": 29.214082161785452, + "NRMSE[mean]": 0.011754199025697416, + "ND[0.5]": 0.008866577660048197, + "mean_weighted_sum_quantile_loss": 0.008955335522026635 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2501.2802734375, + 2500.974365234375, + 2498.12841796875, + 2495.4658203125, + 2496.69091796875, + 2497.603515625, + 2496.135986328125, + 2496.6328125, + 2492.714111328125, + 2495.846923828125, + 2495.009765625, + 2495.13818359375, + 2492.512451171875, + 2491.849365234375, + 2491.563232421875, + 2490.36767578125, + 2488.006591796875, + 2486.960205078125, + 2486.776611328125, + 2486.130126953125, + 2484.0068359375, + 2481.61767578125, + 2483.611328125, + 2481.73291015625 + ], + "p10": [ + 2504.119140625, + 2504.087646484375, + 2499.463134765625, + 2501.369140625, + 2501.71728515625, + 2502.181640625, + 2506.15478515625, + 2502.353759765625, + 2506.8330078125, + 2499.576416015625, + 2504.87939453125, + 2508.890869140625, + 2504.686767578125, + 2499.555419921875, + 2500.294921875, + 2497.040771484375, + 2504.117919921875, + 2504.917724609375, + 2502.50439453125, + 2499.39599609375, + 2498.204345703125, + 2495.7216796875, + 2500.116943359375, + 2498.68359375 + ], + "p90": [ + 2505.591552734375, + 2507.880615234375, + 2506.8564453125, + 2507.287109375, + 2508.738525390625, + 2510.571533203125, + 2508.211669921875, + 2510.44677734375, + 2509.076416015625, + 2512.486083984375, + 2513.856689453125, + 2510.5908203125, + 2511.900146484375, + 2513.03271484375, + 2512.9345703125, + 2511.87060546875, + 2510.0625, + 2510.82373046875, + 2511.7333984375, + 2514.09716796875, + 2512.1806640625, + 2513.18505859375, + 2514.872802734375, + 2514.97021484375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260619_162048.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260619_162048.json new file mode 100644 index 0000000000000000000000000000000000000000..d7e2828e229f14ba0ce5c4f71ef205e97453fa23 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260619_162048.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-19T16:20:48.087400+00:00", + "metrics": { + "MSE[mean]": 994.1666802292069, + "MSE[0.5]": 994.1666802292069, + "MAE[0.5]": 20.446970621744793, + "MASE[0.5]": 0.26889166845034246, + "MAPE[0.5]": 0.008303986518109848, + "sMAPE[0.5]": 0.008237600881892909, + "MSIS": 4.437567958047945, + "RMSE[mean]": 31.53040881798406, + "NRMSE[mean]": 0.012686166163145307, + "ND[0.5]": 0.008226777785781642, + "mean_weighted_sum_quantile_loss": 0.007611186784017881 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2501.497314453125, + 2501.6689453125, + 2501.687744140625, + 2501.866943359375, + 2501.777099609375, + 2501.68701171875, + 2501.597900390625, + 2501.840576171875, + 2502.047607421875, + 2501.638916015625, + 2501.651611328125, + 2501.621337890625, + 2501.704345703125, + 2502.013427734375, + 2501.9736328125, + 2501.961669921875, + 2502.049072265625, + 2502.14013671875, + 2501.730224609375, + 2501.843994140625, + 2501.97314453125, + 2502.075439453125, + 2502.0341796875, + 2502.0537109375 + ], + "p10": [ + 2500.096923828125, + 2497.322265625, + 2494.401611328125, + 2489.39404296875, + 2482.70263671875, + 2478.10595703125, + 2472.3818359375, + 2469.287841796875, + 2466.771728515625, + 2462.76220703125, + 2456.781494140625, + 2455.952392578125, + 2453.68505859375, + 2451.6103515625, + 2449.063232421875, + 2446.066650390625, + 2444.761474609375, + 2444.194091796875, + 2442.648193359375, + 2441.1201171875, + 2440.259521484375, + 2438.118408203125, + 2438.215576171875, + 2436.82470703125 + ], + "p90": [ + 2502.75341796875, + 2503.5341796875, + 2507.92041015625, + 2516.563232421875, + 2524.926025390625, + 2526.720703125, + 2524.87646484375, + 2523.717529296875, + 2525.060546875, + 2528.245849609375, + 2530.02734375, + 2529.978271484375, + 2532.5224609375, + 2534.35498046875, + 2533.7802734375, + 2536.284912109375, + 2538.824951171875, + 2539.775146484375, + 2538.37255859375, + 2537.6630859375, + 2541.516357421875, + 2541.810546875, + 2541.853271484375, + 2541.44287109375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260619_161916.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260619_161916.json new file mode 100644 index 0000000000000000000000000000000000000000..bd7f99332c00a539fb0e27939a94f37b0993cd43 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260619_161916.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T16:19:16.878896+00:00", + "metrics": { + "MSE[mean]": 950.666227494677, + "MSE[0.5]": 950.666227494677, + "MAE[0.5]": 19.15826416015625, + "MASE[0.5]": 0.2519442958047945, + "MAPE[0.5]": 0.007784370035449076, + "sMAPE[0.5]": 0.007722374854391651, + "MSIS": 6.918463853809931, + "RMSE[mean]": 30.832875757779664, + "NRMSE[mean]": 0.012405515812015289, + "ND[0.5]": 0.0077082705757544005, + "mean_weighted_sum_quantile_loss": 0.007909610895734378 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "actual": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], + "predictions": { + "p50": [ + 2500.361328125, + 2500.420166015625, + 2500.45166015625, + 2500.42724609375, + 2500.425537109375, + 2500.4853515625, + 2500.462890625, + 2500.358154296875, + 2500.41943359375, + 2500.518798828125, + 2500.4951171875, + 2500.458984375, + 2500.436767578125, + 2500.453369140625, + 2500.47705078125, + 2500.480224609375, + 2500.4169921875, + 2500.43408203125, + 2500.392822265625, + 2500.435546875, + 2500.448974609375, + 2500.4775390625, + 2500.507080078125, + 2500.4267578125 + ], + "p10": [ + 2499.761962890625, + 2499.732177734375, + 2499.651611328125, + 2499.47216796875, + 2499.47314453125, + 2499.5693359375, + 2499.3193359375, + 2497.66552734375, + 2494.951904296875, + 2492.343017578125, + 2488.59130859375, + 2484.195556640625, + 2480.515625, + 2478.7177734375, + 2476.058837890625, + 2473.771484375, + 2471.091552734375, + 2468.275634765625, + 2465.861328125, + 2464.328369140625, + 2461.7490234375, + 2459.77197265625, + 2456.947265625, + 2455.609619140625 + ], + "p90": [ + 2501.2958984375, + 2501.482421875, + 2501.768798828125, + 2503.03125, + 2511.671630859375, + 2519.690673828125, + 2535.812255859375, + 2540.80859375, + 2547.28857421875, + 2548.185791015625, + 2551.04150390625, + 2550.989013671875, + 2551.6572265625, + 2553.326171875, + 2551.071044921875, + 2550.484375, + 2550.00048828125, + 2549.774169921875, + 2549.527099609375, + 2549.83544921875, + 2549.486328125, + 2549.684326171875, + 2550.07568359375, + 2550.27197265625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260619_162330.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260619_162330.json new file mode 100644 index 0000000000000000000000000000000000000000..5ae26dfbc09aff836f5b44d7c6e18afb83010565 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260619_162330.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-19T16:23:30.378395+00:00", + "metrics": { + "MSE[mean]": 1.5436116019837023, + "MSE[0.5]": 1.5284298791298512, + "MAE[0.5]": 1.0190747531219329, + "MASE[0.5]": 1.2809822978654923, + "MAPE[0.5]": 15.505686806744631, + "sMAPE[0.5]": 0.8158772991158811, + "MSIS": 50.30766089013274, + "RMSE[mean]": 1.2424216683492373, + "NRMSE[mean]": 1.2535363889056985, + "ND[0.5]": 1.0281914092425108, + "mean_weighted_sum_quantile_loss": 1.0251737205742018 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" + ], + "context": [ + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874 + ], + "actual": [ + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 + ], + "predictions": { + "p50": [ + 1.9390065058517085, + 1.9419275180683813, + 1.9452665432544456, + 1.9482164261247985, + 1.9521821503539267, + 1.9538841102492146, + 1.9577844304044858, + 1.960533364022214, + 1.9639212452452712, + 1.9658832340298993, + 1.9690246411602796, + 1.9712716340040892, + 1.9742792928492614, + 1.978180095654979, + 1.9790385469489151, + 1.9830093139344984, + 1.9842206618904417, + 1.9866055032114538, + 1.989378029286061, + 1.991216018713756, + 1.9933073452782653, + 1.9972458741585157, + 1.9981624527459516, + 2.000764591648629, + 2.003407910836904, + 2.0056523058407443, + 2.007165256333729, + 2.009526424089532, + 2.0113310347028905, + 2.012762180839451, + 2.0157245998846878, + 2.017650816950093, + 2.019983804353088, + 2.021246124367134, + 2.022771514949493, + 2.0260825021570885, + 2.028244590267326, + 2.028982072745814, + 2.030725093449159, + 2.032616065834013, + 2.035898648339102, + 2.0360669518224737, + 2.0387387956448655, + 2.0384783352869835, + 2.0413070800376274, + 2.042434971664932, + 2.045597287860233, + 2.045834140948978, + 2.0481625694057124, + 2.048275911258833, + 2.049999033492896, + 2.051094315729741, + 2.053598848468832, + 2.0550162550541193, + 2.054615149594901, + 2.0576595818264343, + 2.0584219232892975, + 2.060034342668111, + 2.060728831459498, + 2.0643405278299256 + ], + "p10": [ + 1.9272970630563804, + 1.932861705001318, + 1.935315040611492, + 1.9370815674402555, + 1.9397684618986686, + 1.9429499061506381, + 1.9458595530661769, + 1.9489583620462714, + 1.9520263364672343, + 1.954805431013293, + 1.9576528723145088, + 1.9602376534465893, + 1.9644882856115382, + 1.9654839052845066, + 1.9680582994387383, + 1.9723506599692777, + 1.9733577069479173, + 1.9773807896049482, + 1.9779930669374088, + 1.9805337750689402, + 1.9834896362707373, + 1.9866355201053738, + 1.9865956048570754, + 1.9892622997937996, + 1.9909115696068629, + 1.995541154325603, + 1.995366000739037, + 2.0015500461426643, + 2.000431339060771, + 2.0018630480395476, + 2.004114732867685, + 2.006580744401623, + 2.0084225542091443, + 2.00990338022108, + 2.0114278877829537, + 2.013963863706836, + 2.015854508566612, + 2.020175147976936, + 2.019396118079767, + 2.021298288596098, + 2.0250781541377174, + 2.024105259998124, + 2.0278581115852594, + 2.0272486924761983, + 2.032556823726045, + 2.031142336478253, + 2.032978901571317, + 2.035089847319735, + 2.0358559287284885, + 2.0372884487890226, + 2.038335926573834, + 2.039549830698505, + 2.0419453878296676, + 2.0446257378962005, + 2.0438244425951315, + 2.0477622227322736, + 2.0479501419213344, + 2.047864127118882, + 2.0520064298877143, + 2.0541929784635053 + ], + "p90": [ + 1.9532209490276047, + 1.9534097966612853, + 1.957510246356251, + 1.9607433882205976, + 1.9620449765249475, + 1.9657182373705069, + 1.968230248653476, + 1.9696500020764334, + 1.975092360058885, + 1.9753880396190995, + 1.9800961534790236, + 1.9818583163966386, + 1.9842993715815918, + 1.9885916123890441, + 1.9911559722006855, + 1.9936977220913072, + 1.9965499966696052, + 1.9987317321668179, + 2.0010749503903713, + 2.001784627766297, + 2.004011571048552, + 2.0081994973582002, + 2.0086198033855682, + 2.0129029535892515, + 2.0140583107746988, + 2.015836243940685, + 2.0174766724676467, + 2.021574716381524, + 2.023002519518793, + 2.025403684249816, + 2.0281592214532953, + 2.027729159810792, + 2.0334498201984887, + 2.0324457750455123, + 2.0351639489314, + 2.0379324645970436, + 2.0390628615598065, + 2.040166833770324, + 2.0445695177003462, + 2.0427176054735203, + 2.045570986085697, + 2.047744843223167, + 2.04858849310261, + 2.0484225764315442, + 2.051140630023758, + 2.0524159517917866, + 2.0552738291813095, + 2.055839153616603, + 2.0577430442884808, + 2.0606740230412446, + 2.0618886165191053, + 2.0618767983286337, + 2.0647688125177157, + 2.0663732731231685, + 2.0667531441679388, + 2.0679750835453343, + 2.0703105954295142, + 2.07069308082828, + 2.0721278932800664, + 2.0742704387890867 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260619_161654.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260619_161654.json new file mode 100644 index 0000000000000000000000000000000000000000..9624d76a7d37dc15428313e2334aea8ef6fdf799 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260619_161654.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T16:16:54.267021+00:00", + "metrics": { + "MSE[mean]": 0.24987307544031337, + "MSE[0.5]": 0.24987307544031337, + "MAE[0.5]": 0.41197121071163567, + "MASE[0.5]": 0.5178499678606766, + "MAPE[0.5]": 6.287063799213752, + "sMAPE[0.5]": 0.5877339333817501, + "MSIS": 9.841536091089246, + "RMSE[mean]": 0.49987305932637877, + "NRMSE[mean]": 0.504344930277807, + "ND[0.5]": 0.41565671057131753, + "mean_weighted_sum_quantile_loss": 0.3094014920520769 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" + ], + "context": [ + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874 + ], + "actual": [ + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 + ], + "predictions": { + "p50": [ + 1.9326136112213135, + 1.9283145666122437, + 1.924952507019043, + 1.9147448539733887, + 1.9093095064163208, + 1.900606632232666, + 1.8938499689102173, + 1.8848540782928467, + 1.8742434978485107, + 1.8613094091415405, + 1.8476227521896362, + 1.8353893756866455, + 1.8187007904052734, + 1.8072774410247803, + 1.7866562604904175, + 1.7673428058624268, + 1.7443355321884155, + 1.7326421737670898, + 1.7153041362762451, + 1.699138879776001, + 1.6695199012756348, + 1.6516296863555908, + 1.6239986419677734, + 1.6010174751281738, + 1.5714726448059082, + 1.5480308532714844, + 1.5160881280899048, + 1.4931130409240723, + 1.4681928157806396, + 1.4451836347579956, + 1.4165501594543457, + 1.3956917524337769, + 1.3249249458312988, + 1.2980157136917114, + 1.2756373882293701, + 1.2494961023330688, + 1.2228244543075562, + 1.196000576019287, + 1.173692226409912, + 1.1463812589645386, + 1.1191561222076416, + 1.0979818105697632, + 1.0708285570144653, + 1.0525116920471191, + 1.0372415781021118, + 1.0169168710708618, + 1.0024157762527466, + 0.9909211993217468, + 0.9469709396362305, + 0.9367966651916504, + 0.922752857208252, + 0.9141892790794373, + 0.8964206576347351, + 0.8829013705253601, + 0.884695291519165, + 0.8635281920433044, + 0.858974814414978, + 0.8561391830444336, + 0.8506121635437012, + 0.8367305994033813 + ], + "p10": [ + 1.9077434539794922, + 1.9004062414169312, + 1.8927208185195923, + 1.882989764213562, + 1.8706536293029785, + 1.8570055961608887, + 1.8474392890930176, + 1.8325403928756714, + 1.8155019283294678, + 1.8013720512390137, + 1.780165433883667, + 1.76521635055542, + 1.7463762760162354, + 1.7282521724700928, + 1.701579213142395, + 1.6729912757873535, + 1.6426384449005127, + 1.6393773555755615, + 1.6093178987503052, + 1.5940794944763184, + 1.561699628829956, + 1.536597490310669, + 1.5012513399124146, + 1.4749747514724731, + 1.434262752532959, + 1.4019519090652466, + 1.3678019046783447, + 1.3360432386398315, + 1.2931997776031494, + 1.2678775787353516, + 1.2432438135147095, + 1.2129738330841064, + 1.100445032119751, + 1.0764586925506592, + 1.0455522537231445, + 1.0121421813964844, + 0.9752166271209717, + 0.9364904761314392, + 0.901579737663269, + 0.8655881285667419, + 0.8393799066543579, + 0.8006104230880737, + 0.7783585786819458, + 0.7462982535362244, + 0.7057821750640869, + 0.688428521156311, + 0.6691712141036987, + 0.6554564237594604, + 0.4807264804840088, + 0.466938316822052, + 0.4296919107437134, + 0.40052008628845215, + 0.38215965032577515, + 0.34101295471191406, + 0.340509831905365, + 0.320284903049469, + 0.2974456548690796, + 0.2748769521713257, + 0.25166112184524536, + 0.2377166748046875 + ], + "p90": [ + 1.9574220180511475, + 1.952406883239746, + 1.9475195407867432, + 1.9499096870422363, + 1.9471871852874756, + 1.9412899017333984, + 1.9368395805358887, + 1.9319438934326172, + 1.924380898475647, + 1.9172799587249756, + 1.9041001796722412, + 1.8924446105957031, + 1.8863102197647095, + 1.877028465270996, + 1.863886833190918, + 1.8503727912902832, + 1.8152790069580078, + 1.8046982288360596, + 1.79132080078125, + 1.7746086120605469, + 1.7670016288757324, + 1.7457146644592285, + 1.7283992767333984, + 1.716135025024414, + 1.6928181648254395, + 1.6806143522262573, + 1.6636931896209717, + 1.6306548118591309, + 1.6167564392089844, + 1.6012792587280273, + 1.585081934928894, + 1.5677751302719116, + 1.5369257926940918, + 1.5145668983459473, + 1.4900305271148682, + 1.4800516366958618, + 1.4631403684616089, + 1.4525229930877686, + 1.4414031505584717, + 1.4301687479019165, + 1.4065285921096802, + 1.3947831392288208, + 1.3849024772644043, + 1.3730124235153198, + 1.372904658317566, + 1.365532398223877, + 1.3519482612609863, + 1.3443199396133423, + 1.4316105842590332, + 1.4188785552978516, + 1.414642572402954, + 1.4310061931610107, + 1.4368559122085571, + 1.4383739233016968, + 1.4472365379333496, + 1.4531338214874268, + 1.4540132284164429, + 1.4562785625457764, + 1.4593887329101562, + 1.4671505689620972 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260619_162330.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260619_162330.json new file mode 100644 index 0000000000000000000000000000000000000000..5a0b0cbe4f2a54301090b28d15d9c10259f0da35 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260619_162330.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-19T16:23:30.562813+00:00", + "metrics": { + "MSE[mean]": 1.648292395516018, + "MSE[0.5]": 1.658811620396952, + "MAE[0.5]": 1.0647882049469695, + "MASE[0.5]": 1.3384443460447903, + "MAPE[0.5]": 16.192352842291854, + "sMAPE[0.5]": 0.8283063586864797, + "MSIS": 49.81683267405599, + "RMSE[mean]": 1.2838584016611871, + "NRMSE[mean]": 1.2953438157778685, + "ND[0.5]": 1.0743138142077338, + "mean_weighted_sum_quantile_loss": 1.0578187775136916 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" + ], + "context": [ + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874 + ], + "actual": [ + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 + ], + "predictions": { + "p50": [ + 1.9535034491912855, + 1.9539817252734948, + 1.9559600490990248, + 1.962438329890001, + 1.9654166631926695, + 1.962895007701011, + 1.9713732403910391, + 1.9743515215396432, + 1.9783298047148055, + 1.9863081034467798, + 1.9927863916883368, + 1.9907647297593767, + 1.9937430034574004, + 1.9982212876458414, + 2.001199561343865, + 2.007677879387744, + 2.014156257036268, + 2.0181345774643336, + 2.0141128220752904, + 2.0130911025682434, + 2.0160693986180087, + 2.0305476956214488, + 2.0375259699751234, + 2.030004274548353, + 2.0399824804758953, + 2.045460870999023, + 2.04593911727891, + 2.0554174861059464, + 2.048395769340713, + 2.0543740342172496, + 2.053852330624643, + 2.0543306737620775, + 2.0688089037102917, + 2.0682872522717495, + 2.0687655283539588, + 2.0777437844090074, + 2.0787221434608822, + 2.0792004791477368, + 2.0826787166061362, + 2.090157021775412, + 2.09863525446544, + 2.1021136111331296, + 2.1010919065272438, + 2.1010702486513995, + 2.1105485206208887, + 2.1025268241808392, + 2.1055050978788628, + 2.120983478865247, + 2.1144617184098093, + 2.127940013386691, + 2.1279182661038796, + 2.124396608585663, + 2.1393750109105105, + 2.144353139650038, + 2.1348314923242158, + 2.144809757856403, + 2.1487880782844684, + 2.1487663608039793, + 2.158744656138489, + 2.155722954930068 + ], + "p10": [ + 1.9191034152404798, + 1.9079817214587975, + 1.907460070020255, + 1.9099383799579026, + 1.9144166641463438, + 1.91889488873014, + 1.9222731930411092, + 1.9268515295862703, + 1.9303298266493147, + 1.9328081067846399, + 1.9381864628324408, + 1.9407647203530187, + 1.9460429920066031, + 1.9477213119645365, + 1.95979961453505, + 1.9555779481476625, + 1.963156225207388, + 1.9676344825737393, + 1.9671127715305519, + 1.9654910686889635, + 1.9718693939807677, + 1.9804476790275158, + 1.987625991039405, + 1.9815042626870287, + 1.9959825835323264, + 1.9953608603655546, + 1.9929391737841133, + 2.001417466078786, + 2.0007958102466357, + 2.008374087026965, + 2.003852394699636, + 2.0092306464393084, + 2.0158089304131726, + 2.017287253225424, + 2.0196655108063513, + 2.02514388940855, + 2.0373221340671903, + 2.0312004414776013, + 2.0346787385406455, + 2.0381570356036898, + 2.0436353069175275, + 2.055113647015126, + 2.0572919280325994, + 2.0540701981066607, + 2.0545484741888704, + 2.059026817981956, + 2.0625051150450004, + 2.0668834544444787, + 2.0712616859968036, + 2.077839996792758, + 2.0813182938558024, + 2.0808966470902637, + 2.0853748716740603, + 2.0978532316796095, + 2.0921314683750696, + 2.0928097687044485, + 2.102188076234069, + 2.1007663852530594, + 2.107244700782368, + 2.1096229583632953 + ], + "p90": [ + 1.9845034673110975, + 1.98708174317873, + 1.9914600614371862, + 1.9930383531596543, + 1.9985166483153503, + 1.999894866989346, + 2.0053731960451833, + 2.0098514772533917, + 2.010329758178479, + 2.0139081254796367, + 2.017286423830141, + 2.022764735004585, + 2.0263430277999372, + 2.0307212626118907, + 2.029299670444207, + 2.036677863652118, + 2.0383562107115383, + 2.0427345021479044, + 2.047112754841251, + 2.04769109110329, + 2.0490693865182656, + 2.055647700294453, + 2.06202598982347, + 2.0645042997611176, + 2.0689825839495586, + 2.071460834282562, + 2.072939175721264, + 2.0795174738512316, + 2.078095822078903, + 2.080574084332835, + 2.0879523580070165, + 2.0923306762654725, + 2.095908966080592, + 2.094287275159933, + 2.100965547788053, + 2.10624381087347, + 2.109722107936514, + 2.1133004513958142, + 2.116678755706783, + 2.1152570502902743, + 2.1236352961886915, + 2.1263136244130445, + 2.1305919439589607, + 2.1290702457903765, + 2.1375485380850496, + 2.1420268222734906, + 2.145505119336535, + 2.1500834048452186, + 2.149561720996651, + 2.1559399837035778, + 2.154518257425443, + 2.158996598238297, + 2.1653749145894046, + 2.1698531987778455, + 2.1654314366177148, + 2.1758098057785373, + 2.176388082435932, + 2.180966386198538, + 2.187244657270977, + 2.1857229382407675 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260619_162145.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260619_162145.json new file mode 100644 index 0000000000000000000000000000000000000000..c30f38a2bf2ce7a5926ea85d433485dff6eb727b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260619_162145.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T16:21:45.934587+00:00", + "metrics": { + "MSE[mean]": 0.7788545645600499, + "MSE[0.5]": 0.9404853283886426, + "MAE[0.5]": 0.8006722701325392, + "MASE[0.5]": 1.0064492337676831, + "MAPE[0.5]": 12.091145935712317, + "sMAPE[0.5]": 0.7546137395654211, + "MSIS": 7.213720654518476, + "RMSE[mean]": 0.8825273732638834, + "NRMSE[mean]": 0.8904224747315589, + "ND[0.5]": 0.8078350947729487, + "mean_weighted_sum_quantile_loss": 0.47417650720218707 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" + ], + "context": [ + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874 + ], + "actual": [ + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 + ], + "predictions": { + "p50": [ + 1.931238830089569, + 1.939933717250824, + 1.945342242717743, + 1.935145378112793, + 1.9495731592178345, + 1.943877935409546, + 1.941356897354126, + 1.9382540583610535, + 1.940975844860077, + 1.919392466545105, + 1.9103170037269592, + 1.913262963294983, + 1.9134898781776428, + 1.9264187812805176, + 1.888763666152954, + 1.907716155052185, + 1.915907859802246, + 1.9067353010177612, + 1.8858165740966797, + 1.8765208721160889, + 1.8439488410949707, + 1.854148805141449, + 1.89793062210083, + 1.8359975218772888, + 1.8404453992843628, + 1.8960025906562805, + 1.8260389566421509, + 1.8084174394607544, + 1.737774670124054, + 1.8055410981178284, + 1.7479207515716553, + 1.7306488156318665, + 1.7803361415863037, + 1.847442865371704, + 1.85834401845932, + 1.7934098839759827, + 1.8580131530761719, + 1.797967791557312, + 1.7658007144927979, + 1.7613077759742737, + 1.7287867069244385, + 1.7739277482032776, + 1.6330556273460388, + 1.8442306518554688, + 1.6511733531951904, + 1.6697816848754883, + 1.6551068425178528, + 1.611142635345459, + 1.7054534554481506, + 1.4861432909965515, + 1.6656208038330078, + 1.7185226082801819, + 1.6553047895431519, + 1.5987803936004639, + 1.65924072265625, + 1.6175516843795776, + 1.5502052903175354, + 1.590321660041809, + 1.4980793595314026, + 1.5646692514419556 + ], + "p10": [ + 1.9066617488861084, + 1.9092387557029724, + 1.9158622026443481, + 1.8976715207099915, + 1.8992325067520142, + 1.8840439319610596, + 1.8651304244995117, + 1.811486005783081, + 1.825681209564209, + 1.7561704516410828, + 1.733176827430725, + 1.6677206754684448, + 1.6410999298095703, + 1.663519024848938, + 1.5183579921722412, + 1.5030136704444885, + 1.5347360968589783, + 1.4745954871177673, + 1.4215468168258667, + 1.3780550956726074, + 1.2640039324760437, + 1.3325809240341187, + 1.2765990495681763, + 1.1497583985328674, + 1.1203395128250122, + 1.2153421640396118, + 0.9669531285762787, + 0.9198586642742157, + 0.8436058163642883, + 0.8926714360713959, + 0.8907606899738312, + 0.8701344132423401, + 0.9331682920455933, + 0.8334478139877319, + 0.905369907617569, + 0.702881395816803, + 0.8939762711524963, + 0.6709819436073303, + 0.8751844167709351, + 0.778465211391449, + 0.60076504945755, + 0.6585900783538818, + 0.45286494493484497, + 0.6354860067367554, + 0.5219770967960358, + 0.5797164142131805, + 0.6782611012458801, + 0.48959457874298096, + 0.43019914627075195, + 0.5162656307220459, + 0.46125712990760803, + 0.5004137456417084, + 0.5180605947971344, + 0.3935370445251465, + 0.4595593810081482, + 0.565769374370575, + 0.47799599170684814, + 0.5663362741470337, + 0.26396170258522034, + 0.23165953159332275 + ], + "p90": [ + 1.953291416168213, + 1.969423770904541, + 1.9850271940231323, + 1.9748455286026, + 1.9955804944038391, + 2.0142927169799805, + 2.00622022151947, + 2.02297043800354, + 2.028942108154297, + 1.9996406435966492, + 2.037028193473816, + 2.016383647918701, + 2.0317004919052124, + 2.095665693283081, + 2.062382698059082, + 2.0861443281173706, + 2.1096673011779785, + 2.1993497610092163, + 2.0937434434890747, + 2.161322236061096, + 2.0798561573028564, + 2.1253339052200317, + 2.3651390075683594, + 2.184579610824585, + 2.2348181009292603, + 2.178998351097107, + 2.2003108263015747, + 2.165876865386963, + 2.142930030822754, + 2.3352620601654053, + 2.235443592071533, + 2.2788000106811523, + 2.1831166744232178, + 2.326977252960205, + 2.311963438987732, + 2.395460605621338, + 2.3519480228424072, + 2.354830265045166, + 2.322226643562317, + 2.21901273727417, + 2.274076461791992, + 2.364391803741455, + 2.1932146549224854, + 2.492183566093445, + 2.3654234409332275, + 2.298003911972046, + 2.344667911529541, + 2.3978580236434937, + 2.515384316444397, + 2.4821131229400635, + 2.2097872495651245, + 2.560767412185669, + 2.3382983207702637, + 2.4033048152923584, + 2.4298312664031982, + 2.5412797927856445, + 2.4122815132141113, + 2.559189558029175, + 2.6010979413986206, + 2.6317574977874756 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260619_162330.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260619_162330.json new file mode 100644 index 0000000000000000000000000000000000000000..fe25666daf2f6f1b2bde1dd76f4ac75c8e5ee66a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260619_162330.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T16:23:30.625750+00:00", + "metrics": { + "MSE[mean]": 1.1397405430600713, + "MSE[0.5]": 1.1480588346506333, + "MAE[0.5]": 0.8633383997578647, + "MASE[0.5]": 1.0852208866615134, + "MAPE[0.5]": 13.706985835132748, + "sMAPE[0.5]": 0.7647656279826919, + "MSIS": 39.8387033460831, + "RMSE[mean]": 1.0675863164447508, + "NRMSE[mean]": 1.0771369576477097, + "ND[0.5]": 0.8710618364166286, + "mean_weighted_sum_quantile_loss": 0.8554809670320018 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" + ], + "context": [ + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874 + ], + "actual": [ + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 + ], + "predictions": { + "p50": [ + 1.8317334312150668, + 1.8287334102342319, + 1.8272334369967174, + 1.8302334207246493, + 1.8297334569642734, + 1.8237335044095706, + 1.8287334400365542, + 1.828233424122114, + 1.8287334102342319, + 1.833233411903162, + 1.8362334030816745, + 1.83073344408967, + 1.8302334207246493, + 1.831233407850046, + 1.8307333844850253, + 1.8337334054658603, + 1.83673348605134, + 1.8372335094163608, + 1.8297334569642734, + 1.8252334403941821, + 1.8247334393809032, + 1.8357334393212985, + 1.8392334166119289, + 1.828233424122114, + 1.8347333329866122, + 1.8367334264466952, + 1.833733375663538, + 1.8397334474275302, + 1.8292334335992526, + 1.8317334014127444, + 1.8277334007570933, + 1.8247334468314838, + 1.8357333797166537, + 1.8317334312150668, + 1.8287334102342319, + 1.8342333692262363, + 1.8317334312150668, + 1.8287334698388766, + 1.8287334102342319, + 1.8327334183404635, + 1.8377333539674472, + 1.837733413572092, + 1.833233411903162, + 1.8297334569642734, + 1.835733431870718, + 1.8242334383676242, + 1.8237334150026034, + 1.8357334989259433, + 1.825733441407461, + 1.8357334393212985, + 1.8322333949754428, + 1.8252334403941821, + 1.8367335456559848, + 1.838233377332468, + 1.8252334329436015, + 1.8317334014127444, + 1.8322334247777652, + 1.8287334102342319, + 1.8352334085056972, + 1.8287334102342319 + ], + "p10": [ + 1.7973333972642611, + 1.7827334064195346, + 1.7787334579179477, + 1.777733470792551, + 1.7787334579179477, + 1.7797333854386996, + 1.7796333926866243, + 1.7807334321687411, + 1.7807334321687411, + 1.779733415241022, + 1.7816334742257784, + 1.7807334346833121, + 1.782533409273852, + 1.7807334321687411, + 1.7893334376762102, + 1.7816334742257784, + 1.7857334542224597, + 1.7867334145257663, + 1.7827334064195346, + 1.777633406514902, + 1.7805334347436619, + 1.7856334227273654, + 1.7893334376762102, + 1.7797334122607897, + 1.7907334360430431, + 1.7866334158132267, + 1.7807334321687411, + 1.7857334274003696, + 1.7816334745051752, + 1.7857334542224597, + 1.7777334648320864, + 1.7796334195087147, + 1.7827334064195346, + 1.7807334321687411, + 1.7796333926866243, + 1.7816334742257784, + 1.790333421821375, + 1.7807334321687411, + 1.7807334321687411, + 1.7807334321687411, + 1.7827334064195346, + 1.790733449454088, + 1.7894334334085178, + 1.7827334064195346, + 1.7797333854386996, + 1.7807334321687411, + 1.7807334321687411, + 1.7816334745051752, + 1.7825334089944553, + 1.7856334227273654, + 1.7856334227273654, + 1.7817334788987826, + 1.7827334064195346, + 1.7917334693620395, + 1.7825334089944553, + 1.7797334122607897, + 1.7856334227273654, + 1.7807334346833121, + 1.783733453149576, + 1.7826334136674593 + ], + "p90": [ + 1.8627334493348788, + 1.861833428139467, + 1.8627334493348788, + 1.8608334439943026, + 1.8628334420869541, + 1.8607333636979055, + 1.8627333956906986, + 1.863733379835863, + 1.8607333636979055, + 1.8608334339360189, + 1.8607334352234792, + 1.8627334493348788, + 1.8628334450671862, + 1.8637333828160954, + 1.8588334935853672, + 1.862733389730234, + 1.8609334397266102, + 1.8618334340999316, + 1.862733389730234, + 1.8598334289292286, + 1.8577334272811603, + 1.8608334439943026, + 1.8637334364602756, + 1.8627334493348788, + 1.8637334364602756, + 1.862733389730234, + 1.860733434105892, + 1.8638334351728152, + 1.8589334863374423, + 1.8579334515283297, + 1.861833428139467, + 1.8627334493348788, + 1.8628334420869541, + 1.8577334541032504, + 1.8609334296683262, + 1.8627333956906986, + 1.8627333956906986, + 1.8628334420869541, + 1.8627334493348788, + 1.8578334468553257, + 1.8627333956906986, + 1.861933426852007, + 1.8627334493348788, + 1.8577334541032504, + 1.8627334493348788, + 1.8637334364602756, + 1.8637334364602756, + 1.864833424905915, + 1.8608334439943026, + 1.8637334096381855, + 1.8588333862970066, + 1.8598334300468158, + 1.8627334493348788, + 1.8637334364602756, + 1.8558333772371005, + 1.8627334493348788, + 1.8598334289292286, + 1.8609334356287908, + 1.8637334096381855, + 1.8587333935449313 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260619_162330.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260619_162330.json new file mode 100644 index 0000000000000000000000000000000000000000..121c334ce9bed4ecdbe0a49f2e5f9dbe09cfce21 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260619_162330.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T16:23:30.659246+00:00", + "metrics": { + "MSE[mean]": 1.1309569300506628, + "MSE[0.5]": 1.1309569300506628, + "MAE[0.5]": 0.8769333365295703, + "MASE[0.5]": 1.1023097933308277, + "MAPE[0.5]": 13.615077105840994, + "sMAPE[0.5]": 0.7755631995198489, + "MSIS": 41.5451831374211, + "RMSE[mean]": 1.0634645880567264, + "NRMSE[mean]": 1.072978356223413, + "ND[0.5]": 0.8847783936711779, + "mean_weighted_sum_quantile_loss": 0.872695032382645 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" + ], + "context": [ + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874 + ], + "actual": [ + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 + ], + "predictions": { + "p50": [ + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727 + ], + "p10": [ + 1.5944599747657775, + 1.6111200523376465, + 1.633660054206848, + 1.6611000514030456, + 1.668939950466156, + 1.6993199682235718, + 1.7267599654197692, + 1.7424399971961975, + 1.7512599420547486, + 1.7679200196266174, + 1.7816399598121642, + 1.7983000373840332, + 1.828680055141449, + 1.8423999953269958, + 1.8472999906539918, + 1.8649399971961975, + 1.8815999579429625, + 1.884539978504181, + 1.8913999485969544, + 1.8855200242996215, + 1.8874799990653992, + 1.8982600355148316, + 1.9090399551391601, + 1.9061000514030457, + 1.5944599747657775, + 1.6111200523376465, + 1.633660054206848, + 1.6611000514030456, + 1.668939950466156, + 1.6993199682235718, + 1.7267599654197692, + 1.7424399971961975, + 1.7512599420547486, + 1.7679200196266174, + 1.7816399598121642, + 1.7983000373840332, + 1.828680055141449, + 1.8423999953269958, + 1.8472999906539918, + 1.8649399971961975, + 1.8815999579429625, + 1.884539978504181, + 1.8913999485969544, + 1.8855200242996215, + 1.8874799990653992, + 1.8982600355148316, + 1.9090399551391601, + 1.9061000514030457, + 1.5944599747657775, + 1.6111200523376465, + 1.633660054206848, + 1.6611000514030456, + 1.668939950466156, + 1.6993199682235718, + 1.7267599654197692, + 1.7424399971961975, + 1.7512599420547486, + 1.7679200196266174, + 1.7816399598121642, + 1.7983000373840332 + ], + "p90": [ + 1.6595399737358094, + 1.676880054473877, + 1.7003400564193727, + 1.7289000535011292, + 1.7370599484443665, + 1.7686799669265747, + 1.7972399640083314, + 1.8135599970817566, + 1.8227399396896362, + 1.840080020427704, + 1.8543599581718446, + 1.871700038909912, + 1.9033200573921203, + 1.917599995136261, + 1.922699990272522, + 1.9410599970817566, + 1.958399956226349, + 1.9614599776268005, + 1.9685999464988708, + 1.962480025291443, + 1.9645199990272522, + 1.9757400369644165, + 1.9869599533081055, + 1.983900053501129, + 1.6595399737358094, + 1.676880054473877, + 1.7003400564193727, + 1.7289000535011292, + 1.7370599484443665, + 1.7686799669265747, + 1.7972399640083314, + 1.8135599970817566, + 1.8227399396896362, + 1.840080020427704, + 1.8543599581718446, + 1.871700038909912, + 1.9033200573921203, + 1.917599995136261, + 1.922699990272522, + 1.9410599970817566, + 1.958399956226349, + 1.9614599776268005, + 1.9685999464988708, + 1.962480025291443, + 1.9645199990272522, + 1.9757400369644165, + 1.9869599533081055, + 1.983900053501129, + 1.6595399737358094, + 1.676880054473877, + 1.7003400564193727, + 1.7289000535011292, + 1.7370599484443665, + 1.7686799669265747, + 1.7972399640083314, + 1.8135599970817566, + 1.8227399396896362, + 1.840080020427704, + 1.8543599581718446, + 1.871700038909912 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260619_162257.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260619_162257.json new file mode 100644 index 0000000000000000000000000000000000000000..bf7d2e0134fd55a1ae27fc031fb2fe4a768fb071 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260619_162257.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T16:22:57.856980+00:00", + "metrics": { + "MSE[mean]": 0.015023262143165267, + "MSE[0.5]": 0.015023262143165267, + "MAE[0.5]": 0.10538388811207065, + "MASE[0.5]": 0.13246809886933583, + "MAPE[0.5]": 0.43546457712888925, + "sMAPE[0.5]": 0.2559590145062115, + "MSIS": 1.0422951703489263, + "RMSE[mean]": 0.12256941765042888, + "NRMSE[mean]": 0.12366592526990945, + "ND[0.5]": 0.10632665375867703, + "mean_weighted_sum_quantile_loss": 0.088085499197429 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" + ], + "context": [ + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874 + ], + "actual": [ + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 + ], + "predictions": { + "p50": [ + 1.9727783203125, + 1.9677734375, + 1.9627685546875, + 1.9527587890625, + 1.94775390625, + 1.9427490234375, + 1.9327392578125, + 1.9227294921875, + 1.9127197265625, + 1.897705078125, + 1.8876953125, + 1.8626708984375, + 1.8426513671875, + 1.82763671875, + 1.8076171875, + 1.7825927734375, + 1.7275390625, + 1.717529296875, + 1.6925048828125, + 1.66748046875, + 1.6324462890625, + 1.5823974609375, + 1.53985595703125, + 1.4873046875, + 1.4422607421875, + 1.38470458984375, + 1.345916748046875, + 1.28961181640625, + 1.22955322265625, + 1.173248291015625, + 1.1113128662109375, + 1.0715866088867188, + 1.0582923889160156, + 0.9924468994140625, + 0.9261322021484375, + 0.882965087890625, + 0.8316650390625, + 0.76409912109375, + 0.71405029296875, + 0.656494140625, + 0.59393310546875, + 0.56390380859375, + 0.5213623046875, + 0.48382568359375, + 0.42626953125, + 0.40625, + 0.3612060546875, + 0.3411865234375, + 0.2911376953125, + 0.2711181640625, + 0.2410888671875, + 0.2010498046875, + 0.1259765625, + 0.0859375, + 0.06591796875, + 0.035888671875, + -0.004150390625, + -0.0091552734375, + -0.0341796875, + -0.05419921875 + ], + "p10": [ + 1.9627685546875, + 1.9427490234375, + 1.9427490234375, + 1.9327392578125, + 1.927734375, + 1.9127197265625, + 1.9027099609375, + 1.8826904296875, + 1.86767578125, + 1.837646484375, + 1.82763671875, + 1.7926025390625, + 1.7725830078125, + 1.7425537109375, + 1.717529296875, + 1.6875, + 1.6124267578125, + 1.58740234375, + 1.53985595703125, + 1.48980712890625, + 1.437255859375, + 1.36968994140625, + 1.30963134765625, + 1.2420654296875, + 1.1820068359375, + 1.1125640869140625, + 1.0536785125732422, + 0.9908828735351562, + 0.9123687744140625, + 0.8466796875, + 0.780364990234375, + 0.72406005859375, + 0.74908447265625, + 0.6865234375, + 0.636474609375, + 0.5914306640625, + 0.5413818359375, + 0.4813232421875, + 0.4462890625, + 0.396240234375, + 0.326171875, + 0.3111572265625, + 0.2711181640625, + 0.2410888671875, + 0.2010498046875, + 0.176025390625, + 0.1259765625, + 0.1009521484375, + 0.0509033203125, + 0.0408935546875, + 0.015869140625, + -0.0191650390625, + -0.084228515625, + -0.1092529296875, + -0.13427734375, + -0.154296875, + -0.1893310546875, + -0.17431640625, + -0.1943359375, + -0.1993408203125 + ], + "p90": [ + 1.9827880859375, + 1.977783203125, + 1.9827880859375, + 1.9727783203125, + 1.9727783203125, + 1.9677734375, + 1.957763671875, + 1.9527587890625, + 1.94775390625, + 1.9427490234375, + 1.9327392578125, + 1.917724609375, + 1.9027099609375, + 1.9027099609375, + 1.8876953125, + 1.8626708984375, + 1.84765625, + 1.857666015625, + 1.837646484375, + 1.8226318359375, + 1.8026123046875, + 1.777587890625, + 1.7525634765625, + 1.7225341796875, + 1.7025146484375, + 1.66748046875, + 1.64996337890625, + 1.6124267578125, + 1.5823974609375, + 1.55987548828125, + 1.52984619140625, + 1.50982666015625, + 1.5523681640625, + 1.48980712890625, + 1.417236328125, + 1.37969970703125, + 1.34466552734375, + 1.275848388671875, + 1.22454833984375, + 1.16949462890625, + 1.1350860595703125, + 1.1003646850585938, + 1.0684585571289062, + 1.030609130859375, + 0.9752426147460938, + 0.9417724609375, + 0.9011077880859375, + 0.877960205078125, + 0.7515869140625, + 0.757843017578125, + 0.727813720703125, + 0.67901611328125, + 0.60894775390625, + 0.54388427734375, + 0.50885009765625, + 0.47882080078125, + 0.43878173828125, + 0.40625, + 0.3712158203125, + 0.336181640625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260619_161750.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260619_161750.json new file mode 100644 index 0000000000000000000000000000000000000000..d5f3b5c29a811e6b6919250f767afec7e5fdbd5e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260619_161750.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T16:17:50.021850+00:00", + "metrics": { + "MSE[mean]": 0.025295595927538158, + "MSE[0.5]": 0.01964203168320035, + "MAE[0.5]": 0.11661741501496484, + "MASE[0.5]": 0.14658870097543222, + "MAPE[0.5]": 0.24682404624530616, + "sMAPE[0.5]": 0.19878271113820026, + "MSIS": 7.181946597836924, + "RMSE[mean]": 0.15904589252017218, + "NRMSE[mean]": 0.16046871916272698, + "ND[0.5]": 0.11766067594072635, + "mean_weighted_sum_quantile_loss": 0.1377229880012975 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" + ], + "context": [ + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874 + ], + "actual": [ + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 + ], + "predictions": { + "p50": [ + 1.9358186721801758, + 1.9292597770690918, + 1.9332311153411865, + 1.913040280342102, + 1.9017664194107056, + 1.9089192152023315, + 1.8985399007797241, + 1.8913315534591675, + 1.8837800025939941, + 1.8665834665298462, + 1.8333481550216675, + 1.8276244401931763, + 1.8093222379684448, + 1.7937763929367065, + 1.7668747901916504, + 1.7476520538330078, + 1.7218595743179321, + 1.6885896921157837, + 1.6545082330703735, + 1.6132465600967407, + 1.5903503894805908, + 1.5324974060058594, + 1.5084303617477417, + 1.4839146137237549, + 1.4328763484954834, + 1.3919951915740967, + 1.360548496246338, + 1.331371784210205, + 1.2904638051986694, + 1.2257815599441528, + 1.1788883209228516, + 1.1359789371490479, + 1.08057701587677, + 1.0322712659835815, + 0.9893925189971924, + 0.9267449378967285, + 0.8902847766876221, + 0.8288028240203857, + 0.7775918245315552, + 0.7324318885803223, + 0.6883280277252197, + 0.6492231488227844, + 0.5986478328704834, + 0.5630769729614258, + 0.5014512538909912, + 0.4826759696006775, + 0.4404752254486084, + 0.3844570517539978, + 0.33893004059791565, + 0.3114079236984253, + 0.2818204164505005, + 0.21896831691265106, + 0.1886659562587738, + 0.1566149890422821, + 0.122289277613163, + 0.09034810960292816, + 0.07173632085323334, + 0.04117809236049652, + 0.018073946237564087, + -0.012179404497146606 + ], + "p10": [ + 1.9442219734191895, + 1.9390171766281128, + 1.9434521198272705, + 1.9508754014968872, + 1.9048446416854858, + 1.8897608518600464, + 1.9029635190963745, + 1.8901087045669556, + 1.8960447311401367, + 1.8734145164489746, + 1.8192638158798218, + 1.8444523811340332, + 1.7668237686157227, + 1.8080692291259766, + 1.7537269592285156, + 1.7548187971115112, + 1.72733473777771, + 1.6784729957580566, + 1.6262437105178833, + 1.648991584777832, + 1.592923641204834, + 1.560158371925354, + 1.5358308553695679, + 1.4901514053344727, + 1.4317693710327148, + 1.4242531061172485, + 1.362491488456726, + 1.3403429985046387, + 1.316504955291748, + 1.265746831893921, + 1.208638310432434, + 1.1553431749343872, + 1.1043554544448853, + 1.0901459455490112, + 1.0132088661193848, + 0.9830052852630615, + 0.9197291135787964, + 0.8507250547409058, + 0.7908831834793091, + 0.7768595218658447, + 0.7181538343429565, + 0.6732109189033508, + 0.6243051290512085, + 0.6089763641357422, + 0.5351334810256958, + 0.5403667688369751, + 0.48689281940460205, + 0.44606664776802063, + 0.4248524308204651, + 0.36083245277404785, + 0.29858678579330444, + 0.2704639434814453, + 0.21637558937072754, + 0.21495136618614197, + 0.2060302048921585, + 0.1675795316696167, + 0.12308104336261749, + 0.10232608020305634, + 0.059711575508117676, + 0.027255699038505554 + ], + "p90": [ + 1.946298599243164, + 1.9494223594665527, + 1.9645485877990723, + 1.9479403495788574, + 1.9421398639678955, + 1.9449920654296875, + 1.9340022802352905, + 1.9329609870910645, + 1.9218761920928955, + 1.89967942237854, + 1.8846852779388428, + 1.8531943559646606, + 1.8419218063354492, + 1.8237141370773315, + 1.799770474433899, + 1.7799994945526123, + 1.759676456451416, + 1.7371411323547363, + 1.7041547298431396, + 1.6728037595748901, + 1.6548397541046143, + 1.5956354141235352, + 1.5754867792129517, + 1.5332101583480835, + 1.501752257347107, + 1.46360182762146, + 1.4439387321472168, + 1.416533350944519, + 1.3767437934875488, + 1.3225793838500977, + 1.2926950454711914, + 1.247667908668518, + 1.195613145828247, + 1.1461838483810425, + 1.094200849533081, + 1.055454134941101, + 1.0251179933547974, + 0.9746866226196289, + 0.9114341735839844, + 0.8575121164321899, + 0.8125035762786865, + 0.7819079160690308, + 0.7392432689666748, + 0.7098093032836914, + 0.6633294224739075, + 0.6389563083648682, + 0.5990881323814392, + 0.5484302043914795, + 0.503790557384491, + 0.4778198003768921, + 0.44964998960494995, + 0.40840014815330505, + 0.3760513663291931, + 0.3481035530567169, + 0.30911561846733093, + 0.3113868236541748, + 0.27695339918136597, + 0.26728883385658264, + 0.2322140634059906, + 0.21289502084255219 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260619_162019.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260619_162019.json new file mode 100644 index 0000000000000000000000000000000000000000..d7d7c8940d43cced87b0249fa2e36becfe5a737f --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260619_162019.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-19T16:20:19.864744+00:00", + "metrics": { + "MSE[mean]": 0.626491006265875, + "MSE[0.5]": 0.626491006265875, + "MAE[0.5]": 0.65872092472855, + "MASE[0.5]": 0.828015649711516, + "MAPE[0.5]": 9.390598045383529, + "sMAPE[0.5]": 0.7072782324596275, + "MSIS": 14.034277977180102, + "RMSE[mean]": 0.7915118484684073, + "NRMSE[mean]": 0.7985927238563448, + "ND[0.5]": 0.6646138507693357, + "mean_weighted_sum_quantile_loss": 0.4754197080726613 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" + ], + "context": [ + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874 + ], + "actual": [ + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 + ], + "predictions": { + "p50": [ + 1.9505754709243774, + 1.9518394470214844, + 1.9511654376983643, + 1.9510917663574219, + 1.9499200582504272, + 1.948918342590332, + 1.946103811264038, + 1.9400869607925415, + 1.9339407682418823, + 1.928419589996338, + 1.9206846952438354, + 1.9106181859970093, + 1.901158332824707, + 1.890205979347229, + 1.8791558742523193, + 1.8646445274353027, + 1.8505187034606934, + 1.8364512920379639, + 1.8216538429260254, + 1.806336522102356, + 1.790924072265625, + 1.7763526439666748, + 1.7612197399139404, + 1.7441179752349854, + 1.7272768020629883, + 1.7082637548446655, + 1.688608169555664, + 1.6688216924667358, + 1.648014783859253, + 1.6296230554580688, + 1.6115036010742188, + 1.5911459922790527, + 1.7498061656951904, + 1.718045711517334, + 1.6788699626922607, + 1.6539387702941895, + 1.6291282176971436, + 1.6039310693740845, + 1.582833170890808, + 1.562461495399475, + 1.538898229598999, + 1.5155264139175415, + 1.4922432899475098, + 1.4675568342208862, + 1.44942307472229, + 1.4332952499389648, + 1.4179000854492188, + 1.395733118057251, + 1.3785526752471924, + 1.3631175756454468, + 1.346787691116333, + 1.3317397832870483, + 1.319273591041565, + 1.304928183555603, + 1.2931007146835327, + 1.2790273427963257, + 1.26658034324646, + 1.255304217338562, + 1.2439101934432983, + 1.231980562210083 + ], + "p10": [ + 1.9376394748687744, + 1.9380993843078613, + 1.9350759983062744, + 1.9304965734481812, + 1.9249794483184814, + 1.9185421466827393, + 1.9093775749206543, + 1.8965526819229126, + 1.885007619857788, + 1.8715569972991943, + 1.8546743392944336, + 1.8366022109985352, + 1.8180376291275024, + 1.7978360652923584, + 1.7746086120605469, + 1.7490819692611694, + 1.7231776714324951, + 1.6945345401763916, + 1.6653459072113037, + 1.6351020336151123, + 1.6041843891143799, + 1.5767865180969238, + 1.5470162630081177, + 1.514505386352539, + 1.479118824005127, + 1.443476915359497, + 1.4067986011505127, + 1.3654348850250244, + 1.3201961517333984, + 1.2757254838943481, + 1.2304859161376953, + 1.1944082975387573, + 1.2185981273651123, + 1.2297662496566772, + 1.2042598724365234, + 1.1633366346359253, + 1.1255004405975342, + 1.0837875604629517, + 1.0363410711288452, + 0.9940705299377441, + 0.948110044002533, + 0.9040794372558594, + 0.8580333590507507, + 0.8171099424362183, + 0.7900291681289673, + 0.7556027770042419, + 0.7185813784599304, + 0.6803396940231323, + 0.6543043255805969, + 0.6198428869247437, + 0.5812563300132751, + 0.551403284072876, + 0.5165613293647766, + 0.4923099875450134, + 0.47076714038848877, + 0.44703859090805054, + 0.41742026805877686, + 0.3902936577796936, + 0.37257689237594604, + 0.3431417942047119 + ], + "p90": [ + 1.9606825113296509, + 1.9639853239059448, + 1.965686321258545, + 1.970625877380371, + 1.973660945892334, + 1.978164792060852, + 1.9813780784606934, + 1.9826191663742065, + 1.9843542575836182, + 1.9851473569869995, + 1.9855406284332275, + 1.9855877161026, + 1.984254002571106, + 1.9827475547790527, + 1.9791682958602905, + 1.9756239652633667, + 1.9733965396881104, + 1.9739775657653809, + 1.9715124368667603, + 1.9720444679260254, + 1.9731478691101074, + 1.9784868955612183, + 1.983494520187378, + 1.9838868379592896, + 1.9860872030258179, + 1.9874509572982788, + 1.988271951675415, + 1.9896637201309204, + 1.9885473251342773, + 1.9895336627960205, + 1.9880523681640625, + 1.9790902137756348, + 2.0090508460998535, + 1.9861905574798584, + 1.981616497039795, + 1.9941954612731934, + 2.008120536804199, + 2.0239415168762207, + 2.0377752780914307, + 2.0515811443328857, + 2.0588135719299316, + 2.0704123973846436, + 2.0795395374298096, + 2.0894665718078613, + 2.098191261291504, + 2.1058459281921387, + 2.1136913299560547, + 2.10493540763855, + 2.107454538345337, + 2.1177988052368164, + 2.122387409210205, + 2.1324992179870605, + 2.1308507919311523, + 2.1363840103149414, + 2.136655807495117, + 2.1413588523864746, + 2.1415398120880127, + 2.1439456939697266, + 2.1469292640686035, + 2.1558680534362793 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260619_161856.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260619_161856.json new file mode 100644 index 0000000000000000000000000000000000000000..fa4d2b9875a9ad0e2d2a680a0647050851451a1a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260619_161856.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T16:18:56.908798+00:00", + "metrics": { + "MSE[mean]": 0.09987254620161, + "MSE[0.5]": 0.09987254620161, + "MAE[0.5]": 0.27331844297392915, + "MASE[0.5]": 0.3435627131936911, + "MAPE[0.5]": 3.372226867778578, + "sMAPE[0.5]": 0.49454393792586454, + "MSIS": 1.675339248435281, + "RMSE[mean]": 0.3160261796143003, + "NRMSE[mean]": 0.3188533539661497, + "ND[0.5]": 0.2757635533530958, + "mean_weighted_sum_quantile_loss": 0.17397750170214138 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00", + "2026-06-18 19:54:00", + "2026-06-18 20:00:00", + "2026-06-18 20:06:00", + "2026-06-18 20:12:00", + "2026-06-18 20:18:00", + "2026-06-18 20:24:00", + "2026-06-18 20:30:00", + "2026-06-18 20:36:00", + "2026-06-18 20:42:00", + "2026-06-18 20:48:00", + "2026-06-18 20:54:00", + "2026-06-18 21:00:00", + "2026-06-18 21:06:00", + "2026-06-18 21:12:00", + "2026-06-18 21:18:00", + "2026-06-18 21:24:00", + "2026-06-18 21:30:00", + "2026-06-18 21:36:00", + "2026-06-18 21:42:00", + "2026-06-18 21:48:00", + "2026-06-18 21:54:00", + "2026-06-18 22:00:00", + "2026-06-18 22:06:00", + "2026-06-18 22:12:00", + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" + ], + "context": [ + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366, + 0.902999997138977, + 0.9409999847412109, + 0.9800000190734863, + 1.0199999809265137, + 1.055999994277954, + 1.0880000591278076, + 1.1150000095367432, + 1.1469999551773071, + 1.194000005722046, + 1.2330000400543213, + 1.2619999647140503, + 1.3040000200271606, + 1.3359999656677246, + 1.3630000352859497, + 1.3940000534057617, + 1.4210000038146973, + 1.4450000524520874, + 1.468000054359436, + 1.5049999952316284, + 1.5360000133514404, + 1.5479999780654907, + 1.565000057220459, + 1.590999960899353, + 1.6080000400543213, + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874 + ], + "actual": [ + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 + ], + "predictions": { + "p50": [ + 1.9394327402114868, + 1.9393341541290283, + 1.9379942417144775, + 1.9316096305847168, + 1.9264390468597412, + 1.9201922416687012, + 1.9121965169906616, + 1.9020013809204102, + 1.8884857892990112, + 1.8723804950714111, + 1.8560177087783813, + 1.8399354219436646, + 1.8213434219360352, + 1.799119234085083, + 1.7782230377197266, + 1.755969524383545, + 1.7338566780090332, + 1.7098076343536377, + 1.6815242767333984, + 1.6532630920410156, + 1.6256215572357178, + 1.597381830215454, + 1.569748044013977, + 1.5409164428710938, + 1.5096156597137451, + 1.4759199619293213, + 1.4389076232910156, + 1.3979408740997314, + 1.3681590557098389, + 1.3268102407455444, + 1.2932641506195068, + 1.254136562347412, + 1.2284921407699585, + 1.1884280443191528, + 1.1531168222427368, + 1.116710901260376, + 1.0777230262756348, + 1.0440857410430908, + 1.0049033164978027, + 0.9695692658424377, + 0.9363692402839661, + 0.895979642868042, + 0.8624416589736938, + 0.827237069606781, + 0.7928906679153442, + 0.7613895535469055, + 0.7268034219741821, + 0.6960822343826294, + 0.6624903678894043, + 0.6340814828872681, + 0.6018077731132507, + 0.5792192220687866, + 0.5574718713760376, + 0.5295712947845459, + 0.5136744379997253, + 0.4920807480812073, + 0.4714769124984741, + 0.4572204351425171, + 0.4442901015281677, + 0.4359510540962219 + ], + "p10": [ + 1.9239237308502197, + 1.916942834854126, + 1.9117028713226318, + 1.9023555517196655, + 1.8951698541641235, + 1.8840925693511963, + 1.8721776008605957, + 1.8561537265777588, + 1.8370758295059204, + 1.8156652450561523, + 1.7895686626434326, + 1.765655279159546, + 1.739027738571167, + 1.7082748413085938, + 1.6749660968780518, + 1.6430703401565552, + 1.6110785007476807, + 1.5761123895645142, + 1.5360115766525269, + 1.494443416595459, + 1.4579569101333618, + 1.4172717332839966, + 1.3795132637023926, + 1.3420251607894897, + 1.2985095977783203, + 1.2554831504821777, + 1.2063696384429932, + 1.1546351909637451, + 1.1098411083221436, + 1.0601704120635986, + 1.0096594095230103, + 0.9624245166778564, + 0.8631687164306641, + 0.8264758586883545, + 0.7839022874832153, + 0.7379754781723022, + 0.6911948323249817, + 0.6473379135131836, + 0.5945520401000977, + 0.5534723997116089, + 0.5020255446434021, + 0.4564932584762573, + 0.419080913066864, + 0.36730659008026123, + 0.31671154499053955, + 0.2745985984802246, + 0.23342633247375488, + 0.18781810998916626, + 0.1465071439743042, + 0.1112370491027832, + 0.06245160102844238, + 0.03590035438537598, + -0.0005278587341308594, + -0.043935537338256836, + -0.06521570682525635, + -0.10122942924499512, + -0.13807284832000732, + -0.16003406047821045, + -0.18749022483825684, + -0.21555566787719727 + ], + "p90": [ + 1.9523272514343262, + 1.957990050315857, + 1.9607787132263184, + 1.958981990814209, + 1.9580581188201904, + 1.9568443298339844, + 1.9521381855010986, + 1.949763536453247, + 1.9436793327331543, + 1.9360178709030151, + 1.929514765739441, + 1.9233319759368896, + 1.913750171661377, + 1.9052224159240723, + 1.896737813949585, + 1.887848138809204, + 1.8794846534729004, + 1.8697961568832397, + 1.8560103178024292, + 1.8428807258605957, + 1.8344030380249023, + 1.821251392364502, + 1.813004732131958, + 1.8019492626190186, + 1.7856864929199219, + 1.769273281097412, + 1.7555854320526123, + 1.7381559610366821, + 1.7349879741668701, + 1.709975004196167, + 1.7041817903518677, + 1.6811301708221436, + 1.7061508893966675, + 1.7097012996673584, + 1.7062592506408691, + 1.6942157745361328, + 1.6781070232391357, + 1.6605744361877441, + 1.6551296710968018, + 1.6535141468048096, + 1.6364068984985352, + 1.6245818138122559, + 1.6072942018508911, + 1.607163906097412, + 1.6041808128356934, + 1.5884943008422852, + 1.593726634979248, + 1.5875868797302246, + 1.584001064300537, + 1.5907129049301147, + 1.5886592864990234, + 1.58217453956604, + 1.586188793182373, + 1.5726115703582764, + 1.5750828981399536, + 1.58454167842865, + 1.5762478113174438, + 1.5777604579925537, + 1.5997681617736816, + 1.5975120067596436 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260619_162330.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260619_162330.json new file mode 100644 index 0000000000000000000000000000000000000000..c8d30285e1f976e4caf42d823b4a6ea3ea5fa27a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260619_162330.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-19T16:23:30.433659+00:00", + "metrics": { + "MSE[mean]": 0.016849879127566064, + "MSE[0.5]": 0.017423294133380982, + "MAE[0.5]": 0.10599399174921321, + "MASE[0.5]": 0.5299698494663614, + "MAPE[0.5]": 0.07600558464554426, + "sMAPE[0.5]": 0.07615893116873747, + "MSIS": 3.3117023072083125, + "RMSE[mean]": 0.1298070842734173, + "NRMSE[mean]": 0.09235286906644898, + "ND[0.5]": 0.07541074739208191, + "mean_weighted_sum_quantile_loss": 0.061823139483750525 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.423498889089597, + 1.3947008051477474, + 1.3812969066563627, + 1.3797187961522779, + 1.3796045776470434, + 1.3735495405606355, + 1.3719114107626744, + 1.379478071663684, + 1.3762356970109018, + 1.3762088553121914, + 1.3746604375468012, + 1.376673077669213, + 1.371024210085918, + 1.37243542917177, + 1.37341913704885, + 1.3729269579399772, + 1.378138058285667, + 1.3781380320075947, + 1.3822121049743354, + 1.3761893753214005, + 1.3734188820763609, + 1.3729268507038155, + 1.3771407396163786, + 1.3761802207346068, + 1.377140739409771, + 1.3781240236070607, + 1.3761802206368918, + 1.377140739368674, + 1.3771407393667603, + 1.380527487667604, + 1.3761985232660359, + 1.3761802206291416, + 1.3746522432460826, + 1.372434819556689, + 1.380572479516665, + 1.3761985232657934, + 1.3761802206290397, + 1.3734188806573326, + 1.3776253868044004, + 1.3761985232657903, + 1.3713361403207043, + 1.375416231937539, + 1.3771407393653712, + 1.3664271911175423, + 1.3781100342434291, + 1.3724348195566707, + 1.3781100342434291, + 1.3716495200206378, + 1.3776253868044002, + 1.3761802206290383, + 1.3771407393653712, + 1.3776253868044002, + 1.3734188806573322, + 1.3781100342434291, + 1.3734188806573322, + 1.3716495200206378, + 1.3787529693803704, + 1.3776253868044002, + 1.3776253868044002, + 1.371022760620771, + 1.3713361403207043, + 1.3664271911175423, + 1.3799477067472077, + 1.3761985232657903, + 1.3771407393653712, + 1.3781100342434291, + 1.3781100342434291, + 1.3761893719474143, + 1.3761893719474143, + 1.3771407393653712, + 1.3761985232657903, + 1.3766696313155808 + ], + "p10": [ + 1.3124874059793696, + 1.266786775352665, + 1.271555462203944, + 1.2504057937345903, + 1.2768649637226315, + 1.2655930947860223, + 1.2634472963966195, + 1.2632955514908712, + 1.2469318459115901, + 1.265188220883588, + 1.26497859863315, + 1.284703475594018, + 1.2468869703132497, + 1.262131517897782, + 1.2526406883271, + 1.2651688453517869, + 1.2743628878017808, + 1.2526404510098317, + 1.274362850471694, + 1.262130911656669, + 1.252064942245863, + 1.2349773243747644, + 1.2520649410778417, + 1.2649704044379566, + 1.2621309083270826, + 1.2468855208667762, + 1.2468855208559562, + 1.2631854056578857, + 1.2649704043337773, + 1.262130908283267, + 1.2631854056548284, + 1.263185405654686, + 1.2651687375188543, + 1.2753844096639935, + 1.2520649408268418, + 1.2526404319355853, + 1.2857350980822104, + 1.284700029240386, + 1.262130908282683, + 1.2887274975470127, + 1.2621309082826828, + 1.2631854056545828, + 1.2631854056545828, + 1.2121250964635022, + 1.2631854056545828, + 1.2526404319355822, + 1.2743628424494589, + 1.2526404319355822, + 1.265168737518811, + 1.2649704043323882, + 1.285735098082209, + 1.2743628424494589, + 1.2743628424494589, + 1.2887274975470127, + 1.2631854056545828, + 1.2526404319355822, + 1.265168737518811, + 1.2884282576005324, + 1.2526404319355822, + 1.2621309082826828, + 1.2526404319355822, + 1.2468855208481027, + 1.2631854056545828, + 1.2631854056545828, + 1.2456947011410875, + 1.265168737518811, + 1.2621309082826828, + 1.265168737518811, + 1.2743628424494589, + 1.2526404319355822, + 1.2978690097107168, + 1.2468855208481027 + ], + "p90": [ + 1.5185452931923098, + 1.4937919513484297, + 1.4643019650418772, + 1.4882190901202423, + 1.4753712509025236, + 1.4715386695000654, + 1.4849607079757914, + 1.5025490102018875, + 1.5024851894290865, + 1.4945495465498058, + 1.4936595017990606, + 1.5024423107192315, + 1.4738921463090144, + 1.4705860644618154, + 1.470585711238234, + 1.4748721446017814, + 1.5555762773392399, + 1.4936513265725482, + 1.5024388723878341, + 1.4714930353169489, + 1.4706495732542482, + 1.4706495724320334, + 1.4945300634360361, + 1.474872036874374, + 1.4837040961376498, + 1.4837040961119234, + 1.473890696851721, + 1.4748720367721084, + 1.483704096094639, + 1.4748720367693897, + 1.4714930319432082, + 1.507752601127834, + 1.484698817233798, + 1.5024388643656172, + 1.5024388643656066, + 1.4936513074983018, + 1.484698817233756, + 1.493651307498299, + 1.4837040960932502, + 1.502438864365599, + 1.4846988172337547, + 1.48370409609325, + 1.48370409609325, + 1.470585454846716, + 1.555576231986918, + 1.48370409609325, + 1.4945300631850287, + 1.4706495718352195, + 1.4714930319429627, + 1.4714930319429627, + 1.555576231986918, + 1.4738906968438674, + 1.4846988172337547, + 1.4936513074982987, + 1.502438864365599, + 1.4748720367688055, + 1.4748720367688055, + 1.48370409609325, + 1.4748720367688055, + 1.4846988172337547, + 1.4714930319429627, + 1.4706495718352195, + 1.4936513074982987, + 1.4748720367688055, + 1.4758667579093103, + 1.4712266247317511, + 1.4748720367688055, + 1.4936513074982987, + 1.502438864365599, + 1.4936513074982987, + 1.4846988172337547, + 1.4846988172337547 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260619_161700.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260619_161700.json new file mode 100644 index 0000000000000000000000000000000000000000..80ba01ff6abcc5fcf74ab95af9a10f2c11097848 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260619_161700.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T16:17:00.493733+00:00", + "metrics": { + "MSE[mean]": 0.01747427564582655, + "MSE[0.5]": 0.01747427564582655, + "MAE[0.5]": 0.1035500814517339, + "MASE[0.5]": 0.517750300498634, + "MAPE[0.5]": 0.0744505242908503, + "sMAPE[0.5]": 0.07440414630812585, + "MSIS": 4.478888473902822, + "RMSE[mean]": 0.1321903008765263, + "NRMSE[mean]": 0.09404843824232165, + "ND[0.5]": 0.07367199693037484, + "mean_weighted_sum_quantile_loss": 0.06491563282420273 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4373538494110107, + 1.4136765003204346, + 1.3998804092407227, + 1.397636890411377, + 1.4001328945159912, + 1.4006644487380981, + 1.4007081985473633, + 1.3967432975769043, + 1.402856469154358, + 1.3984363079071045, + 1.3970211744308472, + 1.39592444896698, + 1.3966395854949951, + 1.3923789262771606, + 1.3947995901107788, + 1.3911826610565186, + 1.3714848756790161, + 1.3728713989257812, + 1.3717942237854004, + 1.370194911956787, + 1.3690024614334106, + 1.3707647323608398, + 1.3715041875839233, + 1.3698956966400146, + 1.375593900680542, + 1.3718888759613037, + 1.3739296197891235, + 1.369719386100769, + 1.3671355247497559, + 1.3633588552474976, + 1.3676663637161255, + 1.3651564121246338, + 1.3714275360107422, + 1.3714383840560913, + 1.3708055019378662, + 1.3682277202606201, + 1.3657453060150146, + 1.3662941455841064, + 1.3663805723190308, + 1.3643243312835693, + 1.3690075874328613, + 1.367901086807251, + 1.3724952936172485, + 1.3719381093978882, + 1.3720853328704834, + 1.369767427444458, + 1.377058506011963, + 1.3792301416397095, + 1.3896945714950562, + 1.3890833854675293, + 1.3886539936065674, + 1.3885680437088013, + 1.3892936706542969, + 1.3901381492614746, + 1.3913902044296265, + 1.388933777809143, + 1.3967175483703613, + 1.3958466053009033, + 1.3998959064483643, + 1.3999578952789307, + 1.4008623361587524, + 1.393830418586731, + 1.3987796306610107, + 1.3986129760742188, + 1.3824325799942017, + 1.3824028968811035, + 1.3815196752548218, + 1.3769545555114746, + 1.374645709991455, + 1.3758078813552856, + 1.3726338148117065, + 1.371909499168396 + ], + "p10": [ + 1.3124386072158813, + 1.2964262962341309, + 1.2904014587402344, + 1.2914327383041382, + 1.2872430086135864, + 1.2871791124343872, + 1.2879036664962769, + 1.2867233753204346, + 1.2879873514175415, + 1.2850582599639893, + 1.283663034439087, + 1.2835376262664795, + 1.2864841222763062, + 1.2827988862991333, + 1.282621145248413, + 1.2793724536895752, + 1.2786084413528442, + 1.2766910791397095, + 1.2784333229064941, + 1.2804977893829346, + 1.2763397693634033, + 1.2779449224472046, + 1.2775590419769287, + 1.2776719331741333, + 1.2785695791244507, + 1.2767515182495117, + 1.2776240110397339, + 1.2761189937591553, + 1.2777113914489746, + 1.2733080387115479, + 1.2755043506622314, + 1.274611473083496, + 1.2687439918518066, + 1.2666147947311401, + 1.269331932067871, + 1.2712794542312622, + 1.266574501991272, + 1.2687071561813354, + 1.2676317691802979, + 1.267746090888977, + 1.2667711973190308, + 1.266751766204834, + 1.2666012048721313, + 1.2655034065246582, + 1.2674092054367065, + 1.2629574537277222, + 1.2645180225372314, + 1.2632496356964111, + 1.2641196250915527, + 1.2628673315048218, + 1.2650694847106934, + 1.2660698890686035, + 1.2611632347106934, + 1.264634370803833, + 1.263633131980896, + 1.262772560119629, + 1.2633895874023438, + 1.2617493867874146, + 1.2615665197372437, + 1.2603964805603027, + 1.2635095119476318, + 1.260129690170288, + 1.2606136798858643, + 1.2609729766845703, + 1.2592430114746094, + 1.2591121196746826, + 1.261174201965332, + 1.2634992599487305, + 1.2583751678466797, + 1.2610220909118652, + 1.2594623565673828, + 1.258734941482544 + ], + "p90": [ + 1.5910366773605347, + 1.5939314365386963, + 1.598707914352417, + 1.599219560623169, + 1.6082119941711426, + 1.6095999479293823, + 1.6150743961334229, + 1.6199759244918823, + 1.6279053688049316, + 1.625099778175354, + 1.63048255443573, + 1.6314823627471924, + 1.6345899105072021, + 1.6347016096115112, + 1.6390082836151123, + 1.6379002332687378, + 1.6342482566833496, + 1.6360313892364502, + 1.6421273946762085, + 1.637630820274353, + 1.6361644268035889, + 1.6394803524017334, + 1.6427501440048218, + 1.6488938331604004, + 1.6538524627685547, + 1.6484960317611694, + 1.643227458000183, + 1.641825556755066, + 1.6393290758132935, + 1.639388084411621, + 1.6414473056793213, + 1.6402138471603394, + 1.667324423789978, + 1.6704567670822144, + 1.6812636852264404, + 1.6754560470581055, + 1.6746939420700073, + 1.676882266998291, + 1.6826046705245972, + 1.6873688697814941, + 1.696920394897461, + 1.6965031623840332, + 1.6926435232162476, + 1.6963359117507935, + 1.696433186531067, + 1.694412112236023, + 1.7026234865188599, + 1.7044140100479126, + 1.7324414253234863, + 1.7335624694824219, + 1.7429224252700806, + 1.7459267377853394, + 1.7495554685592651, + 1.7491455078125, + 1.7570698261260986, + 1.767193078994751, + 1.7762380838394165, + 1.7699795961380005, + 1.7689359188079834, + 1.762067198753357, + 1.7685939073562622, + 1.762917399406433, + 1.7722408771514893, + 1.7670718431472778, + 1.7440592050552368, + 1.7458703517913818, + 1.746885061264038, + 1.7447988986968994, + 1.7389626502990723, + 1.7405983209609985, + 1.7386795282363892, + 1.7510045766830444 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260619_162330.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260619_162330.json new file mode 100644 index 0000000000000000000000000000000000000000..0709eeb716be667bd9631de064c0566b81247784 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260619_162330.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-19T16:23:30.589835+00:00", + "metrics": { + "MSE[mean]": 0.01820947885008594, + "MSE[0.5]": 0.017966157040008424, + "MAE[0.5]": 0.10600702684412852, + "MASE[0.5]": 0.5300350249274987, + "MAPE[0.5]": 0.07850372637155038, + "sMAPE[0.5]": 0.07600714776737469, + "MSIS": 5.353935331920409, + "RMSE[mean]": 0.13494250201506544, + "NRMSE[mean]": 0.09600652606791875, + "ND[0.5]": 0.07542002137293373, + "mean_weighted_sum_quantile_loss": 0.0651941819592387 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4112897271382825, + 1.41166108501015, + 1.412032442882018, + 1.4124038007538855, + 1.412775158625753, + 1.4131465164976207, + 1.4135178743694883, + 1.413889232241356, + 1.4142605901132237, + 1.4146319479850913, + 1.4150033058569589, + 1.4153746637288265, + 1.415746021600694, + 1.4161173794725619, + 1.4164887373444295, + 1.416860095216297, + 1.4172314530881647, + 1.4176028109600323, + 1.4179741688319, + 1.4183455267037677, + 1.4187168845756353, + 1.4190882424475029, + 1.4194596003193705, + 1.4198309581912383, + 1.4202023160631059, + 1.4205736739349735, + 1.420945031806841, + 1.4213163896787087, + 1.4216877475505765, + 1.422059105422444, + 1.4224304632943117, + 1.4228018211661793, + 1.4231731790380469, + 1.4235445369099147, + 1.4239158947817823, + 1.4242872526536499, + 1.4246586105255175, + 1.425029968397385, + 1.4254013262692526, + 1.4257726841411205, + 1.426144042012988, + 1.4265153998848557, + 1.4268867577567232, + 1.4272581156285908, + 1.4276294735004587, + 1.4280008313723263, + 1.4283721892441938, + 1.4287435471160614, + 1.429114904987929, + 1.4294862628597969, + 1.4298576207316644, + 1.430228978603532, + 1.4306003364753996, + 1.4309716943472672, + 1.431343052219135, + 1.4317144100910026, + 1.4320857679628702, + 1.4324571258347378, + 1.4328284837066054, + 1.433199841578473, + 1.4335711994503408, + 1.4339425573222084, + 1.434313915194076, + 1.4346852730659436, + 1.4350566309378112, + 1.435427988809679, + 1.4357993466815466, + 1.4361707045534142, + 1.4365420624252818, + 1.4369134202971494, + 1.4372847781690172, + 1.4376561360408848 + ], + "p10": [ + 1.3112897032964246, + 1.3116610611682922, + 1.31203241904016, + 1.3124037769120276, + 1.3127751347838952, + 1.3131464926557628, + 1.3135178505276304, + 1.3138892083994982, + 1.3142605662713658, + 1.3146319241432334, + 1.315003282015101, + 1.3153746398869686, + 1.3157459977588362, + 1.316117355630704, + 1.3164887135025716, + 1.3168600713744392, + 1.3172314292463068, + 1.3176027871181744, + 1.3179741449900422, + 1.3183455028619098, + 1.3187168607337774, + 1.319088218605645, + 1.3194595764775126, + 1.3198309343493804, + 1.320202292221248, + 1.3205736500931156, + 1.3209450079649832, + 1.3213163658368507, + 1.3216877237087186, + 1.3220590815805862, + 1.3224304394524538, + 1.3228017973243213, + 1.323173155196189, + 1.3235445130680568, + 1.3239158709399244, + 1.324287228811792, + 1.3246585866836595, + 1.3250299445555271, + 1.3254013024273947, + 1.3257726602992626, + 1.3261440181711301, + 1.3265153760429977, + 1.3268867339148653, + 1.327258091786733, + 1.3276294496586007, + 1.3280008075304683, + 1.328372165402336, + 1.3287435232742035, + 1.3291148811460711, + 1.329486239017939, + 1.3298575968898065, + 1.3302289547616741, + 1.3306003126335417, + 1.3309716705054093, + 1.3313430283772771, + 1.3317143862491447, + 1.3320857441210123, + 1.33245710199288, + 1.3328284598647475, + 1.3331998177366151, + 1.333571175608483, + 1.3339425334803505, + 1.3343138913522181, + 1.3346852492240857, + 1.3350566070959533, + 1.3354279649678211, + 1.3357993228396887, + 1.3361706807115563, + 1.336542038583424, + 1.3369133964552915, + 1.3372847543271593, + 1.337656112199027 + ], + "p90": [ + 1.5112897509801404, + 1.611661132693866, + 1.5120324667238758, + 1.5124038245957434, + 1.512775182467611, + 1.5131465403394786, + 1.5135178982113462, + 1.613889279925072, + 1.5142606139550816, + 1.5146319718269492, + 1.5150033296988168, + 1.6153747114125423, + 1.515746045442552, + 1.5161174033144198, + 1.5164887611862874, + 1.616860142900013, + 1.5172314769300226, + 1.5176028348018902, + 1.517974192673758, + 1.5183455505456256, + 1.5187169084174932, + 1.5190882662893608, + 1.5294596265454137, + 1.5198309820330962, + 1.5202023399049638, + 1.5205736977768314, + 1.520945055648699, + 1.5213164135205666, + 1.5216877713924344, + 1.522059129264302, + 1.5224304871361696, + 1.622801868849895, + 1.53317320526409, + 1.5335445631359579, + 1.623915942465498, + 1.5242872764955078, + 1.5246586343673754, + 1.525029992239243, + 1.5254013501111106, + 1.6257727318248363, + 1.526144065854846, + 1.5265154237267136, + 1.626886805440439, + 1.5272581394704488, + 1.6276295211841745, + 1.5280008552141842, + 1.6283722369279097, + 1.5287435709579194, + 1.529114928829787, + 1.5294862867016548, + 1.5298576445735224, + 1.53022900244539, + 1.5306003603172575, + 1.5309717181891251, + 1.531343076060993, + 1.6317144577747185, + 1.5320857918047281, + 1.5324571496765957, + 1.5328285075484633, + 1.533199865420331, + 1.5335712232921987, + 1.5339425811640663, + 1.5443139414201192, + 1.5346852969078015, + 1.5350566547796691, + 1.535428012651537, + 1.5357993705234045, + 1.5361707283952721, + 1.6365421101089976, + 1.5369134441390073, + 1.5472848043950604, + 1.5376561598827427 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260619_162158.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260619_162158.json new file mode 100644 index 0000000000000000000000000000000000000000..6702a0e8e0a1a0d306413b2603710d8b181d1f32 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260619_162158.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T16:21:58.964551+00:00", + "metrics": { + "MSE[mean]": 0.08484498385859102, + "MSE[0.5]": 0.043381665133645164, + "MAE[0.5]": 0.16470705138312447, + "MASE[0.5]": 0.823535087102809, + "MAPE[0.5]": 0.125650413840561, + "sMAPE[0.5]": 0.1141802833763293, + "MSIS": 5.619274224957741, + "RMSE[mean]": 0.29128162293318643, + "NRMSE[mean]": 0.20723594351406455, + "ND[0.5]": 0.1171828859406991, + "mean_weighted_sum_quantile_loss": 0.11478648231628506 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4679074883460999, + 1.4578450918197632, + 1.4396090507507324, + 1.445442020893097, + 1.4079566597938538, + 1.3852659463882446, + 1.433871567249298, + 1.4290872812271118, + 1.4231170415878296, + 1.4506279230117798, + 1.4391469955444336, + 1.452509582042694, + 1.4249791502952576, + 1.4920621514320374, + 1.478796660900116, + 1.4530890583992004, + 1.4685123562812805, + 1.463701844215393, + 1.487290382385254, + 1.4390653371810913, + 1.5289541482925415, + 1.496548593044281, + 1.515157699584961, + 1.4927279353141785, + 1.4483943581581116, + 1.4779413342475891, + 1.5158873796463013, + 1.4806902408599854, + 1.4780933856964111, + 1.5324386954307556, + 1.5056049227714539, + 1.514170527458191, + 1.5366435647010803, + 1.5450130105018616, + 1.5231329202651978, + 1.5581923127174377, + 1.5297460556030273, + 1.5824851989746094, + 1.5593425631523132, + 1.599115788936615, + 1.5241759419441223, + 1.5229209661483765, + 1.595233976840973, + 1.570552110671997, + 1.5607466101646423, + 1.5881255865097046, + 1.588974118232727, + 1.5896292924880981, + 1.5794914364814758, + 1.5965902209281921, + 1.5587236881256104, + 1.4853017926216125, + 1.5591985583305359, + 1.5299938917160034, + 1.6203911304473877, + 1.5721495747566223, + 1.5396960973739624, + 1.5239402651786804, + 1.6407076120376587, + 1.6109883785247803, + 1.5780572891235352, + 1.561133623123169, + 1.6401230692863464, + 1.62930029630661, + 1.5200207233428955, + 1.5664765238761902, + 1.6737914681434631, + 1.5892950296401978, + 1.539981484413147, + 1.626325786113739, + 1.5853869318962097, + 1.6354597210884094 + ], + "p10": [ + 1.3284874558448792, + 1.2846691012382507, + 1.2244961857795715, + 1.2517470717430115, + 1.1976484656333923, + 1.171399474143982, + 1.1928083300590515, + 1.2433069944381714, + 1.1860949397087097, + 1.1833416223526, + 1.1909485459327698, + 1.2031413912773132, + 1.1439509391784668, + 1.205199420452118, + 1.1904538869857788, + 1.0830410718917847, + 1.1215144395828247, + 1.053614854812622, + 1.1500899195671082, + 1.121074914932251, + 1.1801950335502625, + 1.0625700950622559, + 1.105228066444397, + 1.1003798842430115, + 1.061212420463562, + 1.0539621114730835, + 1.1738009452819824, + 1.119495451450348, + 1.110221803188324, + 1.158647358417511, + 1.0440647602081299, + 1.0563026666641235, + 1.1403677463531494, + 1.037123680114746, + 1.1295921206474304, + 1.021087408065796, + 1.0408900380134583, + 1.1177825927734375, + 1.032028317451477, + 1.1117171049118042, + 0.9796047806739807, + 1.0563234090805054, + 1.0517361164093018, + 1.0810225009918213, + 1.0565680265426636, + 1.0171487927436829, + 0.9855152368545532, + 1.0728917121887207, + 1.0281634330749512, + 1.1492695808410645, + 0.9919692277908325, + 0.9583035409450531, + 0.9268363118171692, + 0.9599831998348236, + 1.0445675253868103, + 0.9034814238548279, + 0.9864947497844696, + 1.0905188918113708, + 1.1021084785461426, + 1.0344895720481873, + 0.9150033295154572, + 1.0282189846038818, + 1.0739059448242188, + 1.0000490546226501, + 0.9704803824424744, + 1.0739743113517761, + 1.0310589671134949, + 0.9164285063743591, + 0.9454520046710968, + 0.8848482668399811, + 0.8302841186523438, + 0.9771506786346436 + ], + "p90": [ + 1.5925671458244324, + 1.6620914936065674, + 1.6110512614250183, + 1.6593944430351257, + 1.6392675042152405, + 1.6730070114135742, + 1.6875115036964417, + 1.739893615245819, + 1.6608235239982605, + 1.7341316938400269, + 1.774254560470581, + 1.7994970679283142, + 1.76455956697464, + 1.8241457343101501, + 1.9334101676940918, + 1.7815695405006409, + 1.8850758075714111, + 1.916924774646759, + 1.8812737464904785, + 1.871932864189148, + 1.943253755569458, + 1.885960578918457, + 1.9311398267745972, + 1.9999684691429138, + 1.9583798050880432, + 1.9410051703453064, + 1.978194534778595, + 2.095782995223999, + 2.103471040725708, + 2.1315962076187134, + 2.136129379272461, + 2.2695717811584473, + 2.055975914001465, + 2.106987953186035, + 2.303356409072876, + 2.1972901821136475, + 2.2067676782608032, + 2.217028021812439, + 2.404608726501465, + 2.39693284034729, + 2.0828564167022705, + 2.173587679862976, + 2.225806951522827, + 2.444781541824341, + 2.2644463777542114, + 2.287798762321472, + 2.5626484155654907, + 2.493247628211975, + 2.3023502826690674, + 2.332635283470154, + 2.376260757446289, + 2.3268848657608032, + 2.403914451599121, + 2.414297938346863, + 2.8351314067840576, + 2.474117636680603, + 2.200402617454529, + 2.27224862575531, + 2.4586223363876343, + 2.770648717880249, + 2.84459912776947, + 2.535653591156006, + 2.669287919998169, + 2.618924856185913, + 2.235512614250183, + 2.622028112411499, + 2.760298728942871, + 2.249448537826538, + 2.5192627906799316, + 2.7257704734802246, + 2.660754680633545, + 3.281468987464905 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260619_162330.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260619_162330.json new file mode 100644 index 0000000000000000000000000000000000000000..dff1d018220b39856cfef508121df8da461f43ef --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260619_162330.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T16:23:30.636657+00:00", + "metrics": { + "MSE[mean]": 0.017074227894479686, + "MSE[0.5]": 0.017068248456138736, + "MAE[0.5]": 0.10314879369109733, + "MASE[0.5]": 0.5157438621091786, + "MAPE[0.5]": 0.07436297473860504, + "sMAPE[0.5]": 0.07408967107500666, + "MSIS": 5.470514575885746, + "RMSE[mean]": 0.13066838904065392, + "NRMSE[mean]": 0.09296565508533347, + "ND[0.5]": 0.07338649574818992, + "mean_weighted_sum_quantile_loss": 0.06287372784562575 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311, + 1.384760246497311 + ], + "p10": [ + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453, + 1.284760222655453 + ], + "p90": [ + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.4947602727233542, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.4947602727233542, + 1.4947602727233542, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.4947602727233542, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.484760270339169, + 1.5847602941810268, + 1.484760270339169, + 1.4947602727233542, + 1.484760270339169 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260619_162330.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260619_162330.json new file mode 100644 index 0000000000000000000000000000000000000000..42d4087d98a55a8b7ff05124fb6d0ce8e5fd58da --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260619_162330.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T16:23:30.667768+00:00", + "metrics": { + "MSE[mean]": 0.019583339028890104, + "MSE[0.5]": 0.019583339028890104, + "MAE[0.5]": 0.10972223513656193, + "MASE[0.5]": 0.5486110625592895, + "MAPE[0.5]": 0.07794029955062354, + "sMAPE[0.5]": 0.07861239842312195, + "MSIS": 16.127360834569277, + "RMSE[mean]": 0.13994048388114894, + "NRMSE[mean]": 0.0995624026016113, + "ND[0.5]": 0.07806325264883991, + "mean_weighted_sum_quantile_loss": 0.07423804400315415 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "p10": [ + 1.5680000233650206, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.5680000233650206, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.5680000233650206, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.47, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.47 + ], + "p90": [ + 1.6320000243186952, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.6320000243186952, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.6320000243186952, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.53, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.53 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260619_162316.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260619_162316.json new file mode 100644 index 0000000000000000000000000000000000000000..5ca015be2969195f4d63ec918736347b2a6a1523 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260619_162316.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T16:23:16.433578+00:00", + "metrics": { + "MSE[mean]": 0.05817566656717273, + "MSE[0.5]": 0.05817566656717273, + "MAE[0.5]": 0.1923145271009869, + "MASE[0.5]": 0.9615724372288401, + "MAPE[0.5]": 0.14712106594974428, + "sMAPE[0.5]": 0.1310860563573355, + "MSIS": 17.42180845849805, + "RMSE[mean]": 0.24119632370161187, + "NRMSE[mean]": 0.1716021327095277, + "ND[0.5]": 0.13682456886192199, + "mean_weighted_sum_quantile_loss": 0.10482645387549212 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4898300170898438, + 1.490250587463379, + 1.4983816146850586, + 1.50665283203125, + 1.5202512741088867, + 1.5317468643188477, + 1.5408592224121094, + 1.5492706298828125, + 1.5655326843261719, + 1.5761871337890625, + 1.5837574005126953, + 1.5986175537109375, + 1.6103935241699219, + 1.6216087341308594, + 1.6283378601074219, + 1.6317024230957031, + 1.6356277465820312, + 1.6429176330566406, + 1.6468429565429688, + 1.6434783935546875, + 1.6417961120605469, + 1.636749267578125, + 1.6311416625976562, + 1.6272163391113281, + 1.6171226501464844, + 1.6075897216796875, + 1.5952529907226562, + 1.580392837524414, + 1.5683364868164062, + 1.5644111633300781, + 1.5571212768554688, + 1.5471677780151367, + 1.5393171310424805, + 1.5317468643188477, + 1.5197080373764038, + 1.5190070867538452, + 1.524071455001831, + 1.5257186889648438, + 1.5128036737442017, + 1.5088958740234375, + 1.5020966529846191, + 1.4950170516967773, + 1.4909515380859375, + 1.4974002838134766, + 1.4940357208251953, + 1.495157241821289, + 1.5015358924865723, + 1.5023069381713867, + 1.5155198574066162, + 1.522634506225586, + 1.5353918075561523, + 1.5478687286376953, + 1.5568408966064453, + 1.5717010498046875, + 1.5868415832519531, + 1.5974960327148438, + 1.6193656921386719, + 1.6333847045898438, + 1.6468429565429688, + 1.6552543640136719, + 1.6659088134765625, + 1.6670303344726562, + 1.6715164184570312, + 1.6748809814453125, + 1.6917037963867188, + 1.6984329223632812, + 1.7017974853515625, + 1.699554443359375, + 1.6961898803710938, + 1.6883392333984375, + 1.6771240234375, + 1.663665771484375 + ], + "p10": [ + 1.3720703125, + 1.36309814453125, + 1.3709487915039062, + 1.3821640014648438, + 1.394500732421875, + 1.4012298583984375, + 1.403472900390625, + 1.4085197448730469, + 1.4225387573242188, + 1.4320716857910156, + 1.4371185302734375, + 1.4491748809814453, + 1.466278076171875, + 1.4769325256347656, + 1.4794559478759766, + 1.4856243133544922, + 1.4885683059692383, + 1.4985218048095703, + 1.5058817863464355, + 1.5059518814086914, + 1.5073537826538086, + 1.5050406455993652, + 1.4990124702453613, + 1.4926338195800781, + 1.4814186096191406, + 1.4679603576660156, + 1.4561843872070312, + 1.4399223327636719, + 1.4281463623046875, + 1.4230995178222656, + 1.4130058288574219, + 1.4045944213867188, + 1.3844070434570312, + 1.3776779174804688, + 1.3709487915039062, + 1.3743133544921875, + 1.3827247619628906, + 1.3888931274414062, + 1.3754348754882812, + 1.3731918334960938, + 1.367584228515625, + 1.3642196655273438, + 1.3619766235351562, + 1.3748741149902344, + 1.3771171569824219, + 1.3844070434570312, + 1.3911361694335938, + 1.3911361694335938, + 1.4090805053710938, + 1.4152488708496094, + 1.4270248413085938, + 1.4359970092773438, + 1.4432868957519531, + 1.455343246459961, + 1.464315414428711, + 1.4704837799072266, + 1.484222412109375, + 1.4895496368408203, + 1.4965591430664062, + 1.5042695999145508, + 1.5087907314300537, + 1.508194923400879, + 1.5112440586090088, + 1.51164710521698, + 1.532027244567871, + 1.5381956100463867, + 1.5424013137817383, + 1.5402984619140625, + 1.5414199829101562, + 1.536513328552246, + 1.5267000198364258, + 1.5132943391799927 + ], + "p90": [ + 1.6193656921386719, + 1.6294593811035156, + 1.6417961120605469, + 1.6479644775390625, + 1.6603012084960938, + 1.6715164184570312, + 1.6804885864257812, + 1.6883392333984375, + 1.7107696533203125, + 1.7332000732421875, + 1.7545089721679688, + 1.7746963500976562, + 1.7836685180664062, + 1.7948837280273438, + 1.7993698120117188, + 1.79376220703125, + 1.7960052490234375, + 1.8049774169921875, + 1.8016128540039062, + 1.7971267700195312, + 1.79376220703125, + 1.7881546020507812, + 1.7836685180664062, + 1.7814254760742188, + 1.7702102661132812, + 1.7612380981445312, + 1.7477798461914062, + 1.7343215942382812, + 1.72198486328125, + 1.7197418212890625, + 1.7096481323242188, + 1.6961898803710938, + 1.6849746704101562, + 1.6804885864257812, + 1.6659088134765625, + 1.6614227294921875, + 1.6625442504882812, + 1.6591796875, + 1.6445999145507812, + 1.6395530700683594, + 1.6300201416015625, + 1.6210479736328125, + 1.6154403686523438, + 1.6148796081542969, + 1.6081504821777344, + 1.6059074401855469, + 1.6126365661621094, + 1.61431884765625, + 1.6339454650878906, + 1.6462821960449219, + 1.6591796875, + 1.6748809814453125, + 1.6883392333984375, + 1.7096481323242188, + 1.73095703125, + 1.7511444091796875, + 1.7780609130859375, + 1.798248291015625, + 1.816192626953125, + 1.82965087890625, + 1.8453521728515625, + 1.8498382568359375, + 1.8543243408203125, + 1.8565673828125, + 1.8812408447265625, + 1.8902130126953125, + 1.8857269287109375, + 1.878997802734375, + 1.8677825927734375, + 1.852081298828125, + 1.838623046875, + 1.825164794921875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260619_161758.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260619_161758.json new file mode 100644 index 0000000000000000000000000000000000000000..0fd1295a8d0d7cedae2d566d7646914a1329c8ef --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260619_161758.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T16:17:58.214610+00:00", + "metrics": { + "MSE[mean]": 0.031203004979968085, + "MSE[0.5]": 0.02889823747663161, + "MAE[0.5]": 0.13343111673990884, + "MASE[0.5]": 0.6671554461321898, + "MAPE[0.5]": 0.09806418833871026, + "sMAPE[0.5]": 0.09518673043474703, + "MSIS": 22.493707941011344, + "RMSE[mean]": 0.17664372329626685, + "NRMSE[mean]": 0.12567538004804382, + "ND[0.5]": 0.0949312321638396, + "mean_weighted_sum_quantile_loss": 0.09489963565430778 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.3666071891784668, + 1.352821946144104, + 1.346428394317627, + 1.3476147651672363, + 1.3444857597351074, + 1.3407831192016602, + 1.3428974151611328, + 1.3447116613388062, + 1.3420451879501343, + 1.349223256111145, + 1.3497647047042847, + 1.3447985649108887, + 1.3514599800109863, + 1.3483529090881348, + 1.3442827463150024, + 1.3456953763961792, + 1.346789836883545, + 1.3446223735809326, + 1.3476135730743408, + 1.348754644393921, + 1.354950189590454, + 1.3542927503585815, + 1.3548270463943481, + 1.360708475112915, + 1.3648103475570679, + 1.3709694147109985, + 1.3722947835922241, + 1.3732999563217163, + 1.3733153343200684, + 1.3731104135513306, + 1.3765976428985596, + 1.3780118227005005, + 1.3759746551513672, + 1.388625144958496, + 1.378779411315918, + 1.3783520460128784, + 1.3838998079299927, + 1.3808047771453857, + 1.378242015838623, + 1.3801608085632324, + 1.3858977556228638, + 1.3913644552230835, + 1.4008629322052002, + 1.4083975553512573, + 1.4145373106002808, + 1.423787236213684, + 1.4182722568511963, + 1.4197689294815063, + 1.426858901977539, + 1.4352041482925415, + 1.4424922466278076, + 1.4569072723388672, + 1.4592427015304565, + 1.4665653705596924, + 1.4678575992584229, + 1.4667694568634033, + 1.4731218814849854, + 1.4767184257507324, + 1.47926664352417, + 1.4905123710632324, + 1.496688961982727, + 1.5002820491790771, + 1.4942010641098022, + 1.4955564737319946, + 1.5023390054702759, + 1.5108999013900757, + 1.523133397102356, + 1.5243675708770752, + 1.5214403867721558, + 1.5266444683074951, + 1.5170819759368896, + 1.5119166374206543 + ], + "p10": [ + 1.4033434391021729, + 1.3953344821929932, + 1.3828606605529785, + 1.3891301155090332, + 1.3947296142578125, + 1.3891993761062622, + 1.394470453262329, + 1.3983078002929688, + 1.3944767713546753, + 1.3969084024429321, + 1.4050880670547485, + 1.4029710292816162, + 1.4074097871780396, + 1.3978270292282104, + 1.4001340866088867, + 1.3909376859664917, + 1.3955779075622559, + 1.4001106023788452, + 1.4025895595550537, + 1.3935946226119995, + 1.3986159563064575, + 1.4052033424377441, + 1.4084625244140625, + 1.402571439743042, + 1.4189138412475586, + 1.4235683679580688, + 1.4188956022262573, + 1.4213833808898926, + 1.4265552759170532, + 1.425515055656433, + 1.4359172582626343, + 1.4225540161132812, + 1.4295823574066162, + 1.438772439956665, + 1.4306468963623047, + 1.428863286972046, + 1.430578589439392, + 1.4312909841537476, + 1.4340394735336304, + 1.4361329078674316, + 1.4443891048431396, + 1.443536639213562, + 1.454613447189331, + 1.45706045627594, + 1.477794885635376, + 1.4817323684692383, + 1.4738504886627197, + 1.4820948839187622, + 1.4853261709213257, + 1.492139220237732, + 1.4989732503890991, + 1.5087385177612305, + 1.517983317375183, + 1.5221030712127686, + 1.5289690494537354, + 1.5220801830291748, + 1.5353546142578125, + 1.5403412580490112, + 1.5339962244033813, + 1.5469636917114258, + 1.5450787544250488, + 1.5534234046936035, + 1.546257495880127, + 1.5507543087005615, + 1.5601632595062256, + 1.5596354007720947, + 1.5810593366622925, + 1.5723496675491333, + 1.5751476287841797, + 1.5772684812545776, + 1.5826419591903687, + 1.5644720792770386 + ], + "p90": [ + 1.4727109670639038, + 1.4742329120635986, + 1.4781850576400757, + 1.4843422174453735, + 1.4867017269134521, + 1.4851388931274414, + 1.4874464273452759, + 1.4867730140686035, + 1.4857378005981445, + 1.4910517930984497, + 1.4925687313079834, + 1.4822591543197632, + 1.4887338876724243, + 1.4839661121368408, + 1.4787980318069458, + 1.4801243543624878, + 1.480378270149231, + 1.4817365407943726, + 1.4839192628860474, + 1.4864087104797363, + 1.4935252666473389, + 1.495963215827942, + 1.4983304738998413, + 1.5026788711547852, + 1.5127891302108765, + 1.5129544734954834, + 1.5182137489318848, + 1.52134370803833, + 1.521140694618225, + 1.5304052829742432, + 1.53299081325531, + 1.5325618982315063, + 1.5348056554794312, + 1.5422817468643188, + 1.537060260772705, + 1.5360764265060425, + 1.5469845533370972, + 1.5466519594192505, + 1.5391613245010376, + 1.5415310859680176, + 1.548295497894287, + 1.553219199180603, + 1.568161964416504, + 1.5833277702331543, + 1.5959795713424683, + 1.6091783046722412, + 1.6113272905349731, + 1.6122245788574219, + 1.6195838451385498, + 1.6280512809753418, + 1.637047529220581, + 1.6579753160476685, + 1.659171462059021, + 1.6681158542633057, + 1.671151876449585, + 1.664445161819458, + 1.6678745746612549, + 1.6712708473205566, + 1.67676842212677, + 1.6839004755020142, + 1.6895254850387573, + 1.6921985149383545, + 1.68378484249115, + 1.6859240531921387, + 1.6936124563217163, + 1.707105040550232, + 1.7220332622528076, + 1.719342827796936, + 1.7183010578155518, + 1.720200777053833, + 1.711857795715332, + 1.7080880403518677 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260619_162038.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260619_162038.json new file mode 100644 index 0000000000000000000000000000000000000000..d088844f2122697125989f89383c42186968684e --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260619_162038.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-19T16:20:38.765556+00:00", + "metrics": { + "MSE[mean]": 0.01905678830040141, + "MSE[0.5]": 0.01905678830040141, + "MAE[0.5]": 0.11120368871423933, + "MASE[0.5]": 0.5560183289202993, + "MAPE[0.5]": 0.07822922395234201, + "sMAPE[0.5]": 0.08010101160464002, + "MSIS": 4.616012755564975, + "RMSE[mean]": 0.13804632664580904, + "NRMSE[mean]": 0.09821478081250964, + "ND[0.5]": 0.07911725127343797, + "mean_weighted_sum_quantile_loss": 0.06906746557750773 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4757184982299805, + 1.4380966424942017, + 1.4249671697616577, + 1.4069416522979736, + 1.4000879526138306, + 1.3985379934310913, + 1.4017878770828247, + 1.4030803442001343, + 1.4002745151519775, + 1.4038491249084473, + 1.3998610973358154, + 1.3995118141174316, + 1.3973356485366821, + 1.3965846300125122, + 1.396844506263733, + 1.3934065103530884, + 1.389971137046814, + 1.3857632875442505, + 1.3841944932937622, + 1.3850849866867065, + 1.3788386583328247, + 1.3751640319824219, + 1.3744879961013794, + 1.3749830722808838, + 1.3720587491989136, + 1.370356559753418, + 1.3702763319015503, + 1.3673882484436035, + 1.3649784326553345, + 1.3641302585601807, + 1.3607087135314941, + 1.357758641242981, + 1.3034640550613403, + 1.3122893571853638, + 1.311531662940979, + 1.310802936553955, + 1.3129608631134033, + 1.3166927099227905, + 1.3170722723007202, + 1.3158066272735596, + 1.3134397268295288, + 1.3113551139831543, + 1.3110302686691284, + 1.3091741800308228, + 1.3156028985977173, + 1.315354824066162, + 1.315077781677246, + 1.3150767087936401, + 1.3146296739578247, + 1.3123959302902222, + 1.3117213249206543, + 1.3109749555587769, + 1.3111803531646729, + 1.3117263317108154, + 1.3124154806137085, + 1.3135319948196411, + 1.3120025396347046, + 1.312730312347412, + 1.3129901885986328, + 1.3121124505996704, + 1.313185691833496, + 1.3126516342163086, + 1.3113516569137573, + 1.3111743927001953, + 1.3236703872680664, + 1.3286261558532715, + 1.3268165588378906, + 1.324824571609497, + 1.3217850923538208, + 1.3249574899673462, + 1.3246227502822876, + 1.3258507251739502 + ], + "p10": [ + 1.31584632396698, + 1.2757893800735474, + 1.2809154987335205, + 1.2853533029556274, + 1.2853314876556396, + 1.2838560342788696, + 1.2793039083480835, + 1.2798056602478027, + 1.2811052799224854, + 1.279309630393982, + 1.2783626317977905, + 1.2826796770095825, + 1.2820302248001099, + 1.2796616554260254, + 1.2789480686187744, + 1.2787052392959595, + 1.277721643447876, + 1.2779324054718018, + 1.2782375812530518, + 1.2761588096618652, + 1.2750554084777832, + 1.277714490890503, + 1.2779369354248047, + 1.2773613929748535, + 1.2784819602966309, + 1.2767002582550049, + 1.2736550569534302, + 1.2728005647659302, + 1.2727174758911133, + 1.2736117839813232, + 1.274953007698059, + 1.2757456302642822, + 1.277475357055664, + 1.2727123498916626, + 1.2764310836791992, + 1.2773042917251587, + 1.2754766941070557, + 1.2733731269836426, + 1.2725019454956055, + 1.2732229232788086, + 1.2712868452072144, + 1.268491268157959, + 1.2683662176132202, + 1.2680360078811646, + 1.2619973421096802, + 1.2587039470672607, + 1.2574186325073242, + 1.2556883096694946, + 1.2533472776412964, + 1.2517532110214233, + 1.2496364116668701, + 1.2490050792694092, + 1.2468554973602295, + 1.2445858716964722, + 1.2453272342681885, + 1.245443344116211, + 1.2458570003509521, + 1.2466278076171875, + 1.2463006973266602, + 1.2468689680099487, + 1.2463594675064087, + 1.248280644416809, + 1.2496551275253296, + 1.2495975494384766, + 1.280107855796814, + 1.2703542709350586, + 1.2699954509735107, + 1.2680760622024536, + 1.2689523696899414, + 1.267664909362793, + 1.2656663656234741, + 1.2676208019256592 + ], + "p90": [ + 1.594518780708313, + 1.610169529914856, + 1.6127276420593262, + 1.6145281791687012, + 1.6140393018722534, + 1.617329478263855, + 1.6217387914657593, + 1.627315878868103, + 1.628320336341858, + 1.636959433555603, + 1.6432212591171265, + 1.6469590663909912, + 1.6474689245224, + 1.6501572132110596, + 1.6552717685699463, + 1.656117558479309, + 1.6525100469589233, + 1.6551637649536133, + 1.6585725545883179, + 1.6582223176956177, + 1.653451919555664, + 1.6501413583755493, + 1.6560513973236084, + 1.664420485496521, + 1.6610355377197266, + 1.6616109609603882, + 1.669119954109192, + 1.6704498529434204, + 1.671419620513916, + 1.6714789867401123, + 1.6714099645614624, + 1.666383981704712, + 1.5916249752044678, + 1.6022541522979736, + 1.6103142499923706, + 1.648101806640625, + 1.6378724575042725, + 1.673399567604065, + 1.6979527473449707, + 1.6795103549957275, + 1.6803059577941895, + 1.6883257627487183, + 1.7535626888275146, + 1.7117762565612793, + 1.7373532056808472, + 1.729586124420166, + 1.736661434173584, + 1.731345772743225, + 1.7230573892593384, + 1.7248313426971436, + 1.723151445388794, + 1.7325232028961182, + 1.7292133569717407, + 1.7150993347167969, + 1.7257376909255981, + 1.7208088636398315, + 1.7198492288589478, + 1.7411134243011475, + 1.7598787546157837, + 1.7502591609954834, + 1.7527236938476562, + 1.7456142902374268, + 1.7310696840286255, + 1.7347434759140015, + 1.7142682075500488, + 1.7069836854934692, + 1.7427587509155273, + 1.7632169723510742, + 1.7549424171447754, + 1.7745931148529053, + 1.7644774913787842, + 1.7538422346115112 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260619_161908.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260619_161908.json new file mode 100644 index 0000000000000000000000000000000000000000..a09e6b10188ba46f55e77a0472ef6e1cb751b221 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260619_161908.json @@ -0,0 +1,543 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T16:19:08.440998+00:00", + "metrics": { + "MSE[mean]": 0.02237367405292486, + "MSE[0.5]": 0.02237367405292486, + "MAE[0.5]": 0.11437506311469608, + "MASE[0.5]": 0.5718751976528992, + "MAPE[0.5]": 0.08757512901222889, + "sMAPE[0.5]": 0.08171847206314226, + "MSIS": 3.676390183701083, + "RMSE[mean]": 0.14957832079858652, + "NRMSE[mean]": 0.1064193618800825, + "ND[0.5]": 0.08137356514417521, + "mean_weighted_sum_quantile_loss": 0.08032561938845156 + }, + "context_length": 74, + "prediction_length": 72, + "timestamps": [ + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00", + "2026-06-17 20:10:00", + "2026-06-17 20:20:00", + "2026-06-17 20:30:00", + "2026-06-17 20:40:00", + "2026-06-17 20:50:00", + "2026-06-17 21:00:00", + "2026-06-17 21:10:00", + "2026-06-17 21:20:00", + "2026-06-17 21:30:00", + "2026-06-17 21:40:00", + "2026-06-17 21:50:00", + "2026-06-17 22:00:00", + "2026-06-17 22:10:00", + "2026-06-17 22:20:00", + "2026-06-17 22:30:00", + "2026-06-17 22:40:00", + "2026-06-17 22:50:00", + "2026-06-17 23:00:00", + "2026-06-17 23:10:00", + "2026-06-17 23:20:00", + "2026-06-17 23:30:00", + "2026-06-17 23:40:00", + "2026-06-17 23:50:00", + "2026-06-18 00:00:00", + "2026-06-18 00:10:00", + "2026-06-18 00:20:00", + "2026-06-18 00:30:00", + "2026-06-18 00:40:00", + "2026-06-18 00:50:00", + "2026-06-18 01:00:00", + "2026-06-18 01:10:00", + "2026-06-18 01:20:00", + "2026-06-18 01:30:00", + "2026-06-18 01:40:00", + "2026-06-18 01:50:00", + "2026-06-18 02:00:00", + "2026-06-18 02:10:00", + "2026-06-18 02:20:00", + "2026-06-18 02:30:00", + "2026-06-18 02:40:00", + "2026-06-18 02:50:00", + "2026-06-18 03:00:00", + "2026-06-18 03:10:00", + "2026-06-18 03:20:00", + "2026-06-18 03:30:00", + "2026-06-18 03:40:00", + "2026-06-18 03:50:00", + "2026-06-18 04:00:00", + "2026-06-18 04:10:00", + "2026-06-18 04:20:00", + "2026-06-18 04:30:00", + "2026-06-18 04:40:00", + "2026-06-18 04:50:00", + "2026-06-18 05:00:00", + "2026-06-18 05:10:00", + "2026-06-18 05:20:00", + "2026-06-18 05:30:00", + "2026-06-18 05:40:00", + "2026-06-18 05:50:00", + "2026-06-18 06:00:00", + "2026-06-18 06:10:00", + "2026-06-18 06:20:00", + "2026-06-18 06:30:00", + "2026-06-18 06:40:00", + "2026-06-18 06:50:00", + "2026-06-18 07:00:00", + "2026-06-18 07:10:00", + "2026-06-18 07:20:00", + "2026-06-18 07:30:00", + "2026-06-18 07:40:00", + "2026-06-18 07:50:00", + "2026-06-18 08:00:00", + "2026-06-18 08:10:00", + "2026-06-18 08:20:00", + "2026-06-18 08:30:00", + "2026-06-18 08:40:00", + "2026-06-18 08:50:00", + "2026-06-18 09:00:00", + "2026-06-18 09:10:00", + "2026-06-18 09:20:00", + "2026-06-18 09:30:00", + "2026-06-18 09:40:00", + "2026-06-18 09:50:00", + "2026-06-18 10:00:00", + "2026-06-18 10:10:00", + "2026-06-18 10:20:00", + "2026-06-18 10:30:00", + "2026-06-18 10:40:00", + "2026-06-18 10:50:00", + "2026-06-18 11:00:00", + "2026-06-18 11:10:00", + "2026-06-18 11:20:00", + "2026-06-18 11:30:00", + "2026-06-18 11:40:00", + "2026-06-18 11:50:00", + "2026-06-18 12:00:00", + "2026-06-18 12:10:00", + "2026-06-18 12:20:00", + "2026-06-18 12:30:00", + "2026-06-18 12:40:00", + "2026-06-18 12:50:00", + "2026-06-18 13:00:00", + "2026-06-18 13:10:00", + "2026-06-18 13:20:00", + "2026-06-18 13:30:00", + "2026-06-18 13:40:00", + "2026-06-18 13:50:00", + "2026-06-18 14:00:00", + "2026-06-18 14:10:00", + "2026-06-18 14:20:00", + "2026-06-18 14:30:00", + "2026-06-18 14:40:00", + "2026-06-18 14:50:00", + "2026-06-18 15:00:00", + "2026-06-18 15:10:00", + "2026-06-18 15:20:00", + "2026-06-18 15:30:00", + "2026-06-18 15:40:00", + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" + ], + "context": [ + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 + ], + "actual": [ + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4932165145874023, + 1.4615895748138428, + 1.4572443962097168, + 1.4588465690612793, + 1.4561645984649658, + 1.4602539539337158, + 1.4666236639022827, + 1.4655104875564575, + 1.4694949388504028, + 1.4695210456848145, + 1.4715899229049683, + 1.4730843305587769, + 1.4776179790496826, + 1.4818813800811768, + 1.4866036176681519, + 1.4884438514709473, + 1.4895411729812622, + 1.4825005531311035, + 1.4898813962936401, + 1.4933958053588867, + 1.4962202310562134, + 1.5042309761047363, + 1.5044437646865845, + 1.4981120824813843, + 1.5009866952896118, + 1.5010435581207275, + 1.4984074831008911, + 1.4989923238754272, + 1.5001014471054077, + 1.4971483945846558, + 1.4978663921356201, + 1.4959373474121094, + 1.492515206336975, + 1.497063159942627, + 1.4966174364089966, + 1.497361421585083, + 1.5021363496780396, + 1.492294430732727, + 1.4864643812179565, + 1.4818795919418335, + 1.4796806573867798, + 1.482147216796875, + 1.48439359664917, + 1.4827300310134888, + 1.4837702512741089, + 1.4853947162628174, + 1.4795093536376953, + 1.4748315811157227, + 1.4757781028747559, + 1.4772143363952637, + 1.4810558557510376, + 1.4836350679397583, + 1.4758127927780151, + 1.4709539413452148, + 1.4701696634292603, + 1.4680734872817993, + 1.4714330434799194, + 1.4736225605010986, + 1.4762828350067139, + 1.4789825677871704, + 1.482556939125061, + 1.4825224876403809, + 1.4806650876998901, + 1.478834629058838, + 1.4856932163238525, + 1.487716555595398, + 1.493243932723999, + 1.491424798965454, + 1.4948710203170776, + 1.496428370475769, + 1.4966115951538086, + 1.497387409210205 + ], + "p10": [ + 1.36613130569458, + 1.292880892753601, + 1.2863157987594604, + 1.2786598205566406, + 1.278421401977539, + 1.2683671712875366, + 1.2747993469238281, + 1.2681918144226074, + 1.2665541172027588, + 1.2594712972640991, + 1.259604573249817, + 1.2573342323303223, + 1.2529939413070679, + 1.2484678030014038, + 1.2489094734191895, + 1.244157075881958, + 1.2334487438201904, + 1.2296110391616821, + 1.226161241531372, + 1.2208349704742432, + 1.2144410610198975, + 1.2104847431182861, + 1.2035467624664307, + 1.1987218856811523, + 1.1930701732635498, + 1.1899524927139282, + 1.1820600032806396, + 1.1829626560211182, + 1.180111050605774, + 1.1750609874725342, + 1.1788564920425415, + 1.1737864017486572, + 1.1298338174819946, + 1.1353098154067993, + 1.1421856880187988, + 1.1331459283828735, + 1.1206973791122437, + 1.112534761428833, + 1.0992554426193237, + 1.0899670124053955, + 1.0784772634506226, + 1.0779201984405518, + 1.072183609008789, + 1.0747816562652588, + 1.0734869241714478, + 1.0597814321517944, + 1.0603163242340088, + 1.0476269721984863, + 1.0399796962738037, + 1.044060230255127, + 1.0375865697860718, + 1.0346171855926514, + 1.0245258808135986, + 1.0126816034317017, + 1.005995512008667, + 1.0008586645126343, + 0.9977307319641113, + 0.9949649572372437, + 0.9964693188667297, + 0.9963807463645935, + 0.9945666193962097, + 0.99910569190979, + 0.9929342865943909, + 0.9939674139022827, + 0.9996668696403503, + 0.9775514602661133, + 0.9808199405670166, + 0.9690544605255127, + 0.9649533033370972, + 0.9656974673271179, + 0.9486119747161865, + 0.9504860043525696 + ], + "p90": [ + 1.5334110260009766, + 1.5586408376693726, + 1.5858004093170166, + 1.5984597206115723, + 1.608081579208374, + 1.6278196573257446, + 1.644376516342163, + 1.6552906036376953, + 1.6709544658660889, + 1.6828035116195679, + 1.6946892738342285, + 1.707695722579956, + 1.7218247652053833, + 1.7365072965621948, + 1.7498996257781982, + 1.7600252628326416, + 1.7704665660858154, + 1.7679011821746826, + 1.7867566347122192, + 1.8007258176803589, + 1.8046016693115234, + 1.8187527656555176, + 1.8233203887939453, + 1.8186657428741455, + 1.8231592178344727, + 1.8226608037948608, + 1.8291893005371094, + 1.8307102918624878, + 1.8323402404785156, + 1.8253759145736694, + 1.8353989124298096, + 1.8326416015625, + 1.8086204528808594, + 1.8384525775909424, + 1.8467364311218262, + 1.8527960777282715, + 1.8596928119659424, + 1.8572427034378052, + 1.8523651361465454, + 1.8538950681686401, + 1.847212314605713, + 1.8491650819778442, + 1.8541070222854614, + 1.8664923906326294, + 1.8673900365829468, + 1.8694531917572021, + 1.8643429279327393, + 1.8659567832946777, + 1.864922285079956, + 1.8668475151062012, + 1.8816970586776733, + 1.8916049003601074, + 1.886552095413208, + 1.8787825107574463, + 1.8799909353256226, + 1.881217360496521, + 1.8857951164245605, + 1.888934850692749, + 1.8974573612213135, + 1.906533122062683, + 1.9065260887145996, + 1.9043605327606201, + 1.911639928817749, + 1.9096810817718506, + 1.8755624294281006, + 1.8978973627090454, + 1.9011623859405518, + 1.9083508253097534, + 1.9157062768936157, + 1.9355902671813965, + 1.9332492351531982, + 1.9458503723144531 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index f370c8f90f4b4eef2046ace5e28374aca27e1950..fb375ccca45db3e152ae5681b812ffc04ae7d222 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Seasonal-Naive,3140140.755794525,3140140.755794525,1569.8069661458333,1.4269981448573648,0.02475711410343608,0.024370600454748394,11.132353186555392,1772.0442307669764,0.027823764026250586,0.02464833429913954,0.018554232329948895,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,0.7228792015084764,0.7228792015084764,0.7337500254313151,0.4205798149142999,0.030863168927827447,0.031110116066204674,5.390142700437491,0.8502230304505262,0.036408225659295836,0.03142062205638156,0.0261379766471425,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.3591873810038112,0.3591873810038112,0.4988166719675064,0.6130982431084441,0.667920834129516,0.4012189293241858,22.401212086990096,0.599322434924483,0.43459606368383447,0.36171474569321665,0.35426451891045224,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.022500008410879364,0.022500008410879364,0.11944446464379628,0.6313491840954586,0.08462343760268252,0.08389173120054762,18.631850157322816,0.15000002803626192,0.10609039788068918,0.08447938940146647,0.08019429865727978,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.1309569300506628,1.1309569300506628,0.8769333365295703,1.1023097933308277,13.615077105840994,0.7755631995198489,41.5451831374211,1.0634645880567264,1.072978356223413,0.8847783936711779,0.872695032382645,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.019583339028890104,0.019583339028890104,0.10972223513656193,0.5486110625592895,0.07794029955062354,0.07861239842312195,16.127360834569277,0.13994048388114894,0.0995624026016113,0.07806325264883991,0.07423804400315415,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.3879166857401894,0.3879166857401894,0.40416669845581055,1.270742267514018,0.023819033517952694,0.02451138251812121,28.156243371125356,0.6228295800138184,0.037958126926581216,0.024631795489132937,0.024235090349668503,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,374.67000072479385,374.67000072479385,14.525000015894571,1.3209162929847007,0.622604335922007,0.4027337563841465,48.92911921821166,19.35639431104858,0.6872092654810146,0.5156804739370854,0.5067263310900807,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.6987501970931287,1.6987501970931287,1.0041667620340984,0.5150419276773089,0.037826466093137,0.038793997075771004,9.88662759777578,1.3033611153832727,0.04977827592637406,0.03835137443234825,0.03356868104291493,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,36.125,36.125,4.458333333333333,0.7772397094430993,0.6471847596847596,0.40994711549148927,28.66416481667311,6.010407640085654,0.6497737989281788,0.481981981981982,0.47357357357357355,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,2083.3333333333335,2083.3333333333335,41.666666666666664,0.6779661016949152,0.01665032679738562,0.016485629145438815,2.4915252713365668,45.64354645876384,0.018181661659922528,0.016597510373443983,0.011778699861687388,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1875.0,1875.0,29.166666666666668,0.3835616438356164,0.011820394824596505,0.011684168416841686,3.0109590208208705,43.30127018922193,0.017422137209410334,0.01173512154233026,0.010600726459904978,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,7746.0,7746.0,75.14285714285714,1.5952729554486509,0.3325847571317651,0.29402831569788485,57.803957678218616,88.01136290275251,0.348067536903541,0.29717514124293787,0.2902774639045826,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 383a10cbcc150c7c4abccf40835f94e5d2ea85e4..ad266e264d8a64dea63de512d2806eb16ca7fcd9 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T16:08:28.155191+00:00", + "evaluated_at": "2026-06-19T16:23:30.653307+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index fb29ced73838defe9bd6555288b716ced941f17a..4d53abc8897b30d81bf970f0c0973098c530a7e1 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,24 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T15:10:39.771837+00:00", + "evaluated_at": "2026-06-19T16:23:30.659246+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.1110000610351562, - 2.114000082015991, - 2.11899995803833, - 2.128000020980835, - 2.11899995803833, - 2.1050000190734863, - 2.0959999561309814, - 2.0789999961853027, - 2.059999942779541, - 2.0490000247955322, - 2.0350000858306885, - 2.000999927520752, - 1.9730000495910645, 1.9509999752044678, 1.9240000247955322, 1.8819999694824219, @@ -245,9 +232,7 @@ 1.777999997138977, 1.7869999408721924, 1.8040000200271606, - 1.8179999589920044 - ], - "actuals": [ + 1.8179999589920044, 1.8350000381469727, 1.8660000562667847, 1.8799999952316284, @@ -260,7 +245,9 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874, + 1.9450000524520874 + ], + "actuals": [ 1.937000036239624, 1.930999994277954, 1.930999994277954, @@ -307,22 +294,22 @@ 0.39899998903274536, 0.3659999966621399, 0.33799999952316284, - 0.3089999854564667 + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 ], "p50": [ - 1.2979999780654907, - 1.3279999494552612, - 1.3509999513626099, - 1.3769999742507935, - 1.4040000438690186, - 1.4259999990463257, - 1.4479999542236328, - 1.4759999513626099, - 1.50600004196167, - 1.5399999618530273, - 1.5670000314712524, - 1.593999981880188, - 1.6169999837875366, 1.6269999742507935, 1.6440000534057617, 1.6670000553131104, @@ -334,19 +321,19 @@ 1.7869999408721924, 1.8040000200271606, 1.8179999589920044, - 1.2979999780654907, - 1.3279999494552612, - 1.3509999513626099, - 1.3769999742507935, - 1.4040000438690186, - 1.4259999990463257, - 1.4479999542236328, - 1.4759999513626099, - 1.50600004196167, - 1.5399999618530273, - 1.5670000314712524, - 1.593999981880188, - 1.6169999837875366, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, 1.6269999742507935, 1.6440000534057617, 1.6670000553131104, @@ -358,33 +345,33 @@ 1.7869999408721924, 1.8040000200271606, 1.8179999589920044, - 1.2979999780654907, - 1.3279999494552612, - 1.3509999513626099, - 1.3769999742507935, - 1.4040000438690186, - 1.4259999990463257, - 1.4479999542236328, - 1.4759999513626099, - 1.50600004196167, - 1.5399999618530273, - 1.5670000314712524, - 1.593999981880188 + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727 ], "p10": [ - 1.272039978504181, - 1.301439950466156, - 1.3239799523353577, - 1.3494599747657776, - 1.375920042991638, - 1.3974799990653992, - 1.4190399551391601, - 1.4464799523353575, - 1.4758800411224364, - 1.5091999626159667, - 1.5356600308418273, - 1.5621199822425842, - 1.5846599841117859, 1.5944599747657775, 1.6111200523376465, 1.633660054206848, @@ -396,19 +383,19 @@ 1.7512599420547486, 1.7679200196266174, 1.7816399598121642, - 1.272039978504181, - 1.301439950466156, - 1.3239799523353577, - 1.3494599747657776, - 1.375920042991638, - 1.3974799990653992, - 1.4190399551391601, - 1.4464799523353575, - 1.4758800411224364, - 1.5091999626159667, - 1.5356600308418273, - 1.5621199822425842, - 1.5846599841117859, + 1.7983000373840332, + 1.828680055141449, + 1.8423999953269958, + 1.8472999906539918, + 1.8649399971961975, + 1.8815999579429625, + 1.884539978504181, + 1.8913999485969544, + 1.8855200242996215, + 1.8874799990653992, + 1.8982600355148316, + 1.9090399551391601, + 1.9061000514030457, 1.5944599747657775, 1.6111200523376465, 1.633660054206848, @@ -420,33 +407,33 @@ 1.7512599420547486, 1.7679200196266174, 1.7816399598121642, - 1.272039978504181, - 1.301439950466156, - 1.3239799523353577, - 1.3494599747657776, - 1.375920042991638, - 1.3974799990653992, - 1.4190399551391601, - 1.4464799523353575, - 1.4758800411224364, - 1.5091999626159667, - 1.5356600308418273, - 1.5621199822425842 + 1.7983000373840332, + 1.828680055141449, + 1.8423999953269958, + 1.8472999906539918, + 1.8649399971961975, + 1.8815999579429625, + 1.884539978504181, + 1.8913999485969544, + 1.8855200242996215, + 1.8874799990653992, + 1.8982600355148316, + 1.9090399551391601, + 1.9061000514030457, + 1.5944599747657775, + 1.6111200523376465, + 1.633660054206848, + 1.6611000514030456, + 1.668939950466156, + 1.6993199682235718, + 1.7267599654197692, + 1.7424399971961975, + 1.7512599420547486, + 1.7679200196266174, + 1.7816399598121642, + 1.7983000373840332 ], "p90": [ - 1.3239599776268005, - 1.3545599484443664, - 1.378019950389862, - 1.4045399737358093, - 1.432080044746399, - 1.4545199990272522, - 1.4769599533081055, - 1.5055199503898622, - 1.5361200428009034, - 1.570799961090088, - 1.5983400321006775, - 1.6258799815177918, - 1.6493399834632874, 1.6595399737358094, 1.676880054473877, 1.7003400564193727, @@ -458,19 +445,43 @@ 1.8227399396896362, 1.840080020427704, 1.8543599581718446, - 1.3239599776268005, - 1.3545599484443664, - 1.378019950389862, - 1.4045399737358093, - 1.432080044746399, - 1.4545199990272522, - 1.4769599533081055, - 1.5055199503898622, - 1.5361200428009034, - 1.570799961090088, - 1.5983400321006775, - 1.6258799815177918, - 1.6493399834632874, + 1.871700038909912, + 1.9033200573921203, + 1.917599995136261, + 1.922699990272522, + 1.9410599970817566, + 1.958399956226349, + 1.9614599776268005, + 1.9685999464988708, + 1.962480025291443, + 1.9645199990272522, + 1.9757400369644165, + 1.9869599533081055, + 1.983900053501129, + 1.6595399737358094, + 1.676880054473877, + 1.7003400564193727, + 1.7289000535011292, + 1.7370599484443665, + 1.7686799669265747, + 1.7972399640083314, + 1.8135599970817566, + 1.8227399396896362, + 1.840080020427704, + 1.8543599581718446, + 1.871700038909912, + 1.9033200573921203, + 1.917599995136261, + 1.922699990272522, + 1.9410599970817566, + 1.958399956226349, + 1.9614599776268005, + 1.9685999464988708, + 1.962480025291443, + 1.9645199990272522, + 1.9757400369644165, + 1.9869599533081055, + 1.983900053501129, 1.6595399737358094, 1.676880054473877, 1.7003400564193727, @@ -482,33 +493,9 @@ 1.8227399396896362, 1.840080020427704, 1.8543599581718446, - 1.3239599776268005, - 1.3545599484443664, - 1.378019950389862, - 1.4045399737358093, - 1.432080044746399, - 1.4545199990272522, - 1.4769599533081055, - 1.5055199503898622, - 1.5361200428009034, - 1.570799961090088, - 1.5983400321006775, - 1.6258799815177918 + 1.871700038909912 ], "timestamps": [ - "2026-06-18 08:54:00", - "2026-06-18 09:00:00", - "2026-06-18 09:06:00", - "2026-06-18 09:12:00", - "2026-06-18 09:18:00", - "2026-06-18 09:24:00", - "2026-06-18 09:30:00", - "2026-06-18 09:36:00", - "2026-06-18 09:42:00", - "2026-06-18 09:48:00", - "2026-06-18 09:54:00", - "2026-06-18 10:00:00", - "2026-06-18 10:06:00", "2026-06-18 10:12:00", "2026-06-18 10:18:00", "2026-06-18 10:24:00", @@ -795,6 +782,19 @@ "2026-06-19 14:30:00", "2026-06-19 14:36:00", "2026-06-19 14:42:00", - "2026-06-19 14:48:00" + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 10f9eecc3374f8ac7cd51e7a2dc53dfbf3201da6..8aa1b54e29df642ca11d2c28cf441c080e8223ff 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T15:10:39.780806+00:00", + "evaluated_at": "2026-06-19T16:23:30.667768+00:00", "freq": "10min", - "context_length": 73, + "context_length": 74, "prediction_length": 72, "context": [ - 1.600000023841858, - 1.5, - 1.2999999523162842, 1.2999999523162842, 1.5, 1.5, @@ -78,13 +75,13 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.5, + 1.2999999523162842, + 1.5 + ], + "actuals": [ 1.5, 1.399999976158142, 1.2999999523162842, @@ -152,13 +149,13 @@ 1.2000000476837158, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 ], "p50": [ - 1.5, - 1.600000023841858, - 1.600000023841858, - 1.600000023841858, 1.600000023841858, 1.399999976158142, 1.399999976158142, @@ -179,11 +176,11 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.5, 1.600000023841858, - 1.600000023841858, - 1.600000023841858, - 1.600000023841858, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -203,11 +200,11 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.5, 1.600000023841858, - 1.600000023841858, - 1.600000023841858, - 1.600000023841858, 1.399999976158142, 1.399999976158142, 1.2999999523162842, @@ -226,13 +223,13 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5 ], "p10": [ - 1.47, - 1.5680000233650206, - 1.5680000233650206, - 1.5680000233650206, 1.5680000233650206, 1.3719999766349793, 1.3719999766349793, @@ -253,11 +250,11 @@ 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, 1.47, 1.5680000233650206, - 1.5680000233650206, - 1.5680000233650206, - 1.5680000233650206, 1.3719999766349793, 1.3719999766349793, 1.2739999532699584, @@ -277,11 +274,11 @@ 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, 1.47, 1.5680000233650206, - 1.5680000233650206, - 1.5680000233650206, - 1.5680000233650206, 1.3719999766349793, 1.3719999766349793, 1.2739999532699584, @@ -300,13 +297,13 @@ 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, - 1.2739999532699584 + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.47 ], "p90": [ - 1.53, - 1.6320000243186952, - 1.6320000243186952, - 1.6320000243186952, 1.6320000243186952, 1.4279999756813049, 1.4279999756813049, @@ -327,11 +324,11 @@ 1.32599995136261, 1.32599995136261, 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, 1.53, 1.6320000243186952, - 1.6320000243186952, - 1.6320000243186952, - 1.6320000243186952, 1.4279999756813049, 1.4279999756813049, 1.32599995136261, @@ -351,11 +348,11 @@ 1.32599995136261, 1.32599995136261, 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, 1.53, 1.6320000243186952, - 1.6320000243186952, - 1.6320000243186952, - 1.6320000243186952, 1.4279999756813049, 1.4279999756813049, 1.32599995136261, @@ -374,15 +371,13 @@ 1.32599995136261, 1.32599995136261, 1.32599995136261, - 1.32599995136261 + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.53 ], "timestamps": [ - "2026-06-17 15:50:00", - "2026-06-17 16:00:00", - "2026-06-17 16:10:00", - "2026-06-17 16:20:00", - "2026-06-17 16:30:00", - "2026-06-17 16:40:00", "2026-06-17 16:50:00", "2026-06-17 17:00:00", "2026-06-17 17:10:00", @@ -521,6 +516,13 @@ "2026-06-18 15:20:00", "2026-06-18 15:30:00", "2026-06-18 15:40:00", - "2026-06-18 15:50:00" + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b53f776e624f876b37df6f892e04bd2e8a9bb696..9cbd0329aa7ad524f4198e66cc90437bc732040a 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,35 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T15:10:39.811184+00:00", + "evaluated_at": "2026-06-19T16:23:30.674379+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +77,7 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2550.0, 2500.0, @@ -129,19 +103,97 @@ 2500.0, 2500.0 ], + "actuals": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], "p50": [ - 2600.0, 2550.0, 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, 2550.0, + 2500.0, 2550.0, 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0 + ], + "p10": [ + 2499.0, + 2499.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2499.0, + 2450.0, + 2499.0, + 2499.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0 + ], + "p90": [ + 2601.0, + 2601.0, 2550.0, 2550.0, 2550.0, 2550.0, 2550.0, 2550.0, + 2601.0, + 2550.0, + 2601.0, + 2601.0, 2550.0, 2550.0, 2550.0, @@ -155,67 +207,7 @@ 2550.0, 2550.0 ], - "p10": [ - 2548.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0, - 2499.0 - ], - "p90": [ - 2652.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0, - 2601.0 - ], "timestamps": [ - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", "2026-06-19 05:55:00", "2026-06-19 06:10:00", "2026-06-19 06:25:00", @@ -327,6 +319,14 @@ "2026-06-20 08:55:00", "2026-06-20 09:10:00", "2026-06-20 09:25:00", - "2026-06-20 09:40:00" + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index df81c4b383fc68a0d2a524648d5d04e955414b26..8f3afe3381f674d67c49b51d7e89246f95ca737b 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,11 +1,29 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-19T16:08:28.162045+00:00", + "evaluated_at": "2026-06-19T16:23:30.677318+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 0e6cc3d0628446cfe16dba904e631c8ebd688b37..556dfcc39c30074589a5a92e01a7de5d7fd9b28d 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Timer-S1,1487816.95783933,1487816.95783933,934.4558919270834,0.8494463669663092,0.014812037401077562,0.014626763844173966,16.919955448169635,1219.761024889437,0.01915208567353427,0.014672365270851804,0.011822564101173166,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.19897565927067262,0.19897565927067262,0.34273139635721844,0.196450974104575,0.014731248062748406,0.01483377514046838,1.854932094016476,0.44606687757630314,0.01910146274128781,0.014676433797008595,0.01986595583914095,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0271995681050325,0.0271995681050325,0.12072150409221649,0.14837944724744115,0.1682817126864745,0.2195149567251817,0.6065629195378226,0.16492291564556,0.11959313680598785,0.08754067497419817,0.08226851467976018,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.049430581704154854,0.049430581704154854,0.18024993108378518,0.9527494410258632,0.1353896214280209,0.12224285568751819,18.32015189182871,0.2223298938608006,0.15724708327895545,0.12748522221624328,0.09887999167024465,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.015023262143165267,0.015023262143165267,0.10538388811207065,0.13246809886933583,0.43546457712888925,0.2559590145062115,1.0422951703489263,0.12256941765042888,0.12366592526990945,0.10632665375867703,0.088085499197429,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.05817566656717273,0.05817566656717273,0.1923145271009869,0.9615724372288401,0.14712106594974428,0.1310860563573355,17.42180845849805,0.24119632370161187,0.1716021327095277,0.13682456886192199,0.10482645387549212,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.38922493512003103,0.38922493512003103,0.40720804532368976,1.2803045793768,0.02400614925944951,0.02470062118185323,46.1757875537108,0.6238789426804138,0.038022079960555226,0.02481714929078789,0.02401161849492384,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,63.77796372120292,63.77796372120292,6.714877684911092,0.6106568901681458,0.2336429431492056,0.23892398923470673,5.526843698136666,7.986110675491727,0.28353055652633347,0.23839802431637014,0.19965333850817957,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.526906286196663,2.526906286196663,1.2909006277720134,0.6621090967208983,0.04912192880016499,0.05102157237910323,7.461185217001385,1.5896245739786055,0.06071131763017407,0.049302382036975616,0.04735154792702394,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,30.483771259586018,30.483771259586018,4.512298583984375,0.7866476950287531,0.8583174272017046,0.453803664665646,10.216474703957324,5.521211031973513,0.5968876791322717,0.48781606313344594,0.37143083024430684,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,1574.368651707967,1574.368651707967,36.397623697916664,0.5922325211864407,0.01454988383374183,0.01442607770169753,22.69338436837924,39.67831462786653,0.015805469727282934,0.014498638485477179,0.014830292347423927,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,863.3070424397787,863.3070424397787,19.6796875,0.25880136986301366,0.007982224348072562,0.00793129350110505,8.12294547303082,29.382087101493976,0.011821795313258264,0.007918063704945515,0.008295445036730464,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,819.7185096022274,819.7185096022274,25.976327078683035,0.5514740009383661,0.11187591303610797,0.10476024087598686,4.263247625769444,28.63072666912643,0.11322886253326837,0.10273123703433969,0.06931331272927456,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 7c08b53540f41aab18240e444227c43758fef8a7..57d3aa4d9975aea6d0c98b4fbd62dcc585486846 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T16:08:22.457054+00:00", + "evaluated_at": "2026-06-19T16:22:43.136492+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index def0089423c556282aa3414752ca1260a8199ebb..5dc5d8f5388a6c20826030a1be5c06fed34fae1c 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,24 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T15:09:44.122420+00:00", + "evaluated_at": "2026-06-19T16:22:57.856980+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.1110000610351562, - 2.114000082015991, - 2.11899995803833, - 2.128000020980835, - 2.11899995803833, - 2.1050000190734863, - 2.0959999561309814, - 2.0789999961853027, - 2.059999942779541, - 2.0490000247955322, - 2.0350000858306885, - 2.000999927520752, - 1.9730000495910645, 1.9509999752044678, 1.9240000247955322, 1.8819999694824219, @@ -245,9 +232,7 @@ 1.777999997138977, 1.7869999408721924, 1.8040000200271606, - 1.8179999589920044 - ], - "actuals": [ + 1.8179999589920044, 1.8350000381469727, 1.8660000562667847, 1.8799999952316284, @@ -260,7 +245,9 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874, + 1.9450000524520874 + ], + "actuals": [ 1.937000036239624, 1.930999994277954, 1.930999994277954, @@ -307,208 +294,208 @@ 0.39899998903274536, 0.3659999966621399, 0.33799999952316284, - 0.3089999854564667 + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 ], "p50": [ - 1.8497314453125, - 1.85992431640625, - 1.865020751953125, - 1.88031005859375, - 1.8905029296875, - 1.90069580078125, - 1.910888671875, - 1.915985107421875, - 1.92108154296875, - 1.926177978515625, - 1.9312744140625, - 1.926177978515625, - 1.92108154296875, - 1.915985107421875, - 1.910888671875, - 1.90069580078125, - 1.895599365234375, - 1.90069580078125, - 1.885406494140625, - 1.875213623046875, - 1.88031005859375, - 1.8497314453125, - 1.834442138671875, - 1.8089599609375, - 1.77838134765625, - 1.732513427734375, - 1.6942901611328125, - 1.6458740234375, - 1.600006103515625, - 1.5312042236328125, - 1.46240234375, - 1.4139862060546875, - 1.3591995239257812, - 1.294219970703125, - 1.22796630859375, - 1.1801872253417969, - 1.1113853454589844, - 1.036451816558838, - 0.9769668579101562, - 0.9094390869140625, - 0.8368148803710938, - 0.7883987426757812, - 0.7157745361328125, - 0.6750030517578125, - 0.601104736328125, - 0.5526885986328125, - 0.488983154296875, - 0.4456634521484375, - 0.5068206787109375, - 0.4660491943359375, - 0.427825927734375, - 0.376861572265625, - 0.325897216796875, - 0.280029296875, - 0.244354248046875, - 0.20867919921875, - 0.15771484375, - 0.1373291015625, - 0.081268310546875, - 0.050689697265625 + 1.9727783203125, + 1.9677734375, + 1.9627685546875, + 1.9527587890625, + 1.94775390625, + 1.9427490234375, + 1.9327392578125, + 1.9227294921875, + 1.9127197265625, + 1.897705078125, + 1.8876953125, + 1.8626708984375, + 1.8426513671875, + 1.82763671875, + 1.8076171875, + 1.7825927734375, + 1.7275390625, + 1.717529296875, + 1.6925048828125, + 1.66748046875, + 1.6324462890625, + 1.5823974609375, + 1.53985595703125, + 1.4873046875, + 1.4422607421875, + 1.38470458984375, + 1.345916748046875, + 1.28961181640625, + 1.22955322265625, + 1.173248291015625, + 1.1113128662109375, + 1.0715866088867188, + 1.0582923889160156, + 0.9924468994140625, + 0.9261322021484375, + 0.882965087890625, + 0.8316650390625, + 0.76409912109375, + 0.71405029296875, + 0.656494140625, + 0.59393310546875, + 0.56390380859375, + 0.5213623046875, + 0.48382568359375, + 0.42626953125, + 0.40625, + 0.3612060546875, + 0.3411865234375, + 0.2911376953125, + 0.2711181640625, + 0.2410888671875, + 0.2010498046875, + 0.1259765625, + 0.0859375, + 0.06591796875, + 0.035888671875, + -0.004150390625, + -0.0091552734375, + -0.0341796875, + -0.05419921875 ], "p10": [ - 1.834442138671875, - 1.83953857421875, - 1.8497314453125, - 1.865020751953125, - 1.875213623046875, - 1.88031005859375, - 1.885406494140625, - 1.88031005859375, - 1.885406494140625, - 1.875213623046875, - 1.88031005859375, - 1.865020751953125, - 1.85992431640625, - 1.83953857421875, - 1.824249267578125, - 1.8089599609375, - 1.77838134765625, - 1.773284912109375, - 1.73760986328125, - 1.71722412109375, - 1.6993865966796875, - 1.6458740234375, - 1.6076507568359375, - 1.55413818359375, - 1.4955291748046875, - 1.43182373046875, - 1.37066650390625, - 1.304412841796875, - 1.2254180908203125, - 1.1432380676269531, - 1.0580320358276367, - 0.9858856201171875, - 0.9642257690429688, - 0.9043426513671875, - 0.8470077514648438, - 0.7985916137695312, - 0.7450790405273438, - 0.687744140625, - 0.64697265625, - 0.59600830078125, - 0.529754638671875, - 0.5042724609375, - 0.438018798828125, - 0.407440185546875, - 0.346282958984375, - 0.32080078125, - 0.2596435546875, - 0.20867919921875, - 0.254547119140625, - 0.223968505859375, - 0.18829345703125, - 0.14752197265625, - 0.10675048828125, - 0.071075439453125, - 0.040496826171875, - -0.000274658203125, - -0.03594970703125, - -0.041046142578125, - -0.0869140625, - -0.1072998046875 + 1.9627685546875, + 1.9427490234375, + 1.9427490234375, + 1.9327392578125, + 1.927734375, + 1.9127197265625, + 1.9027099609375, + 1.8826904296875, + 1.86767578125, + 1.837646484375, + 1.82763671875, + 1.7926025390625, + 1.7725830078125, + 1.7425537109375, + 1.717529296875, + 1.6875, + 1.6124267578125, + 1.58740234375, + 1.53985595703125, + 1.48980712890625, + 1.437255859375, + 1.36968994140625, + 1.30963134765625, + 1.2420654296875, + 1.1820068359375, + 1.1125640869140625, + 1.0536785125732422, + 0.9908828735351562, + 0.9123687744140625, + 0.8466796875, + 0.780364990234375, + 0.72406005859375, + 0.74908447265625, + 0.6865234375, + 0.636474609375, + 0.5914306640625, + 0.5413818359375, + 0.4813232421875, + 0.4462890625, + 0.396240234375, + 0.326171875, + 0.3111572265625, + 0.2711181640625, + 0.2410888671875, + 0.2010498046875, + 0.176025390625, + 0.1259765625, + 0.1009521484375, + 0.0509033203125, + 0.0408935546875, + 0.015869140625, + -0.0191650390625, + -0.084228515625, + -0.1092529296875, + -0.13427734375, + -0.154296875, + -0.1893310546875, + -0.17431640625, + -0.1943359375, + -0.1993408203125 ], "p90": [ - 1.85992431640625, - 1.875213623046875, - 1.885406494140625, - 1.895599365234375, - 1.910888671875, - 1.926177978515625, - 1.9312744140625, - 1.94146728515625, - 1.96185302734375, - 1.96185302734375, - 1.966949462890625, - 1.9720458984375, - 1.9720458984375, - 1.977142333984375, - 1.977142333984375, - 1.9720458984375, - 1.987335205078125, - 2.007720947265625, - 1.987335205078125, - 1.992431640625, - 2.00262451171875, - 1.992431640625, - 1.997528076171875, - 1.977142333984375, - 1.977142333984375, - 1.95166015625, - 1.9312744140625, - 1.910888671875, - 1.90069580078125, - 1.865020751953125, - 1.834442138671875, - 1.814056396484375, - 1.8089599609375, - 1.742706298828125, - 1.681549072265625, - 1.6586151123046875, - 1.6178436279296875, - 1.5515899658203125, - 1.498077392578125, - 1.447113037109375, - 1.4037933349609375, - 1.3579254150390625, - 1.3005905151367188, - 1.263641357421875, - 1.2005729675292969, - 1.1489715576171875, - 1.0927515029907227, - 1.0381240844726562, - 0.9470252990722656, - 0.9158096313476562, - 0.8635711669921875, - 0.8036880493164062, - 0.7361602783203125, - 0.6699066162109375, - 0.6265869140625, - 0.5832672119140625, - 0.529754638671875, - 0.4762420654296875, - 0.4150848388671875, - 0.356475830078125 + 1.9827880859375, + 1.977783203125, + 1.9827880859375, + 1.9727783203125, + 1.9727783203125, + 1.9677734375, + 1.957763671875, + 1.9527587890625, + 1.94775390625, + 1.9427490234375, + 1.9327392578125, + 1.917724609375, + 1.9027099609375, + 1.9027099609375, + 1.8876953125, + 1.8626708984375, + 1.84765625, + 1.857666015625, + 1.837646484375, + 1.8226318359375, + 1.8026123046875, + 1.777587890625, + 1.7525634765625, + 1.7225341796875, + 1.7025146484375, + 1.66748046875, + 1.64996337890625, + 1.6124267578125, + 1.5823974609375, + 1.55987548828125, + 1.52984619140625, + 1.50982666015625, + 1.5523681640625, + 1.48980712890625, + 1.417236328125, + 1.37969970703125, + 1.34466552734375, + 1.275848388671875, + 1.22454833984375, + 1.16949462890625, + 1.1350860595703125, + 1.1003646850585938, + 1.0684585571289062, + 1.030609130859375, + 0.9752426147460938, + 0.9417724609375, + 0.9011077880859375, + 0.877960205078125, + 0.7515869140625, + 0.757843017578125, + 0.727813720703125, + 0.67901611328125, + 0.60894775390625, + 0.54388427734375, + 0.50885009765625, + 0.47882080078125, + 0.43878173828125, + 0.40625, + 0.3712158203125, + 0.336181640625 ], "timestamps": [ - "2026-06-18 08:54:00", - "2026-06-18 09:00:00", - "2026-06-18 09:06:00", - "2026-06-18 09:12:00", - "2026-06-18 09:18:00", - "2026-06-18 09:24:00", - "2026-06-18 09:30:00", - "2026-06-18 09:36:00", - "2026-06-18 09:42:00", - "2026-06-18 09:48:00", - "2026-06-18 09:54:00", - "2026-06-18 10:00:00", - "2026-06-18 10:06:00", "2026-06-18 10:12:00", "2026-06-18 10:18:00", "2026-06-18 10:24:00", @@ -795,6 +782,19 @@ "2026-06-19 14:30:00", "2026-06-19 14:36:00", "2026-06-19 14:42:00", - "2026-06-19 14:48:00" + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index de122af1fe0558ee43471a285c7c3e6c0abbb9bc..fb2120078f3a74e6d6db6f21e25fbe827218e78d 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T15:09:55.961230+00:00", + "evaluated_at": "2026-06-19T16:23:16.433578+00:00", "freq": "10min", - "context_length": 73, + "context_length": 74, "prediction_length": 72, "context": [ - 1.600000023841858, - 1.5, - 1.2999999523162842, 1.2999999523162842, 1.5, 1.5, @@ -78,13 +75,13 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.5, + 1.2999999523162842, + 1.5 + ], + "actuals": [ 1.5, 1.399999976158142, 1.2999999523162842, @@ -152,237 +149,235 @@ 1.2000000476837158, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 ], "p50": [ - 1.371826171875, - 1.41357421875, - 1.4410400390625, - 1.468780517578125, - 1.492401123046875, - 1.511627197265625, - 1.52728271484375, - 1.54156494140625, - 1.558868408203125, - 1.5772705078125, - 1.5860595703125, - 1.5948486328125, - 1.60693359375, - 1.6190185546875, - 1.62286376953125, - 1.63055419921875, - 1.63055419921875, - 1.6300048828125, - 1.63604736328125, - 1.6387939453125, - 1.63714599609375, - 1.639892578125, - 1.63934326171875, - 1.6278076171875, - 1.6201171875, - 1.60968017578125, - 1.595947265625, - 1.583038330078125, - 1.57232666015625, - 1.573974609375, - 1.569305419921875, - 1.561065673828125, - 1.559417724609375, - 1.5507659912109375, - 1.538818359375, - 1.5401229858398438, - 1.5373077392578125, - 1.5355911254882812, - 1.5259780883789062, - 1.5221500396728516, - 1.5091552734375, - 1.505584716796875, - 1.5062713623046875, - 1.5101165771484375, - 1.501739501953125, - 1.503387451171875, - 1.5079193115234375, - 1.505859375, - 1.5169830322265625, - 1.5191116333007812, - 1.5255146026611328, - 1.5362777709960938, - 1.5373077392578125, - 1.5465087890625, - 1.559967041015625, - 1.572052001953125, - 1.58551025390625, - 1.600341796875, - 1.6201171875, - 1.63494873046875, - 1.653076171875, - 1.666259765625, - 1.675048828125, - 1.683837890625, - 1.679443359375, - 1.679443359375, - 1.683837890625, - 1.6904296875, - 1.7003173828125, - 1.705810546875, - 1.7025146484375, - 1.6959228515625 + 1.4898300170898438, + 1.490250587463379, + 1.4983816146850586, + 1.50665283203125, + 1.5202512741088867, + 1.5317468643188477, + 1.5408592224121094, + 1.5492706298828125, + 1.5655326843261719, + 1.5761871337890625, + 1.5837574005126953, + 1.5986175537109375, + 1.6103935241699219, + 1.6216087341308594, + 1.6283378601074219, + 1.6317024230957031, + 1.6356277465820312, + 1.6429176330566406, + 1.6468429565429688, + 1.6434783935546875, + 1.6417961120605469, + 1.636749267578125, + 1.6311416625976562, + 1.6272163391113281, + 1.6171226501464844, + 1.6075897216796875, + 1.5952529907226562, + 1.580392837524414, + 1.5683364868164062, + 1.5644111633300781, + 1.5571212768554688, + 1.5471677780151367, + 1.5393171310424805, + 1.5317468643188477, + 1.5197080373764038, + 1.5190070867538452, + 1.524071455001831, + 1.5257186889648438, + 1.5128036737442017, + 1.5088958740234375, + 1.5020966529846191, + 1.4950170516967773, + 1.4909515380859375, + 1.4974002838134766, + 1.4940357208251953, + 1.495157241821289, + 1.5015358924865723, + 1.5023069381713867, + 1.5155198574066162, + 1.522634506225586, + 1.5353918075561523, + 1.5478687286376953, + 1.5568408966064453, + 1.5717010498046875, + 1.5868415832519531, + 1.5974960327148438, + 1.6193656921386719, + 1.6333847045898438, + 1.6468429565429688, + 1.6552543640136719, + 1.6659088134765625, + 1.6670303344726562, + 1.6715164184570312, + 1.6748809814453125, + 1.6917037963867188, + 1.6984329223632812, + 1.7017974853515625, + 1.699554443359375, + 1.6961898803710938, + 1.6883392333984375, + 1.6771240234375, + 1.663665771484375 ], "p10": [ - 1.28173828125, - 1.301513671875, - 1.3179931640625, - 1.345458984375, - 1.365234375, - 1.380615234375, - 1.393798828125, - 1.40533447265625, - 1.4256591796875, - 1.44598388671875, - 1.458892822265625, - 1.46466064453125, - 1.48004150390625, - 1.49102783203125, - 1.4950103759765625, - 1.5016021728515625, - 1.4947357177734375, - 1.4950103759765625, - 1.502288818359375, - 1.5062026977539062, - 1.5065460205078125, - 1.5123138427734375, - 1.51080322265625, - 1.498992919921875, - 1.4903411865234375, - 1.477020263671875, - 1.464935302734375, - 1.45257568359375, - 1.4454345703125, - 1.4476318359375, - 1.4432373046875, - 1.4366455078125, - 1.43170166015625, - 1.42401123046875, - 1.4146728515625, - 1.41851806640625, - 1.4190673828125, - 1.41961669921875, - 1.40972900390625, - 1.406982421875, - 1.39654541015625, - 1.39544677734375, - 1.3992919921875, - 1.4080810546875, - 1.40478515625, - 1.4091796875, - 1.41412353515625, - 1.41192626953125, - 1.43060302734375, - 1.43389892578125, - 1.43994140625, - 1.44818115234375, - 1.44927978515625, - 1.45697021484375, - 1.46575927734375, - 1.47509765625, - 1.483612060546875, - 1.490753173828125, - 1.504486083984375, - 1.5169830322265625, - 1.5285186767578125, - 1.5390243530273438, - 1.5443115234375, - 1.547607421875, - 1.5488433837890625, - 1.5466461181640625, - 1.54925537109375, - 1.5526885986328125, - 1.56134033203125, - 1.565460205078125, - 1.559417724609375, - 1.5515899658203125 + 1.3720703125, + 1.36309814453125, + 1.3709487915039062, + 1.3821640014648438, + 1.394500732421875, + 1.4012298583984375, + 1.403472900390625, + 1.4085197448730469, + 1.4225387573242188, + 1.4320716857910156, + 1.4371185302734375, + 1.4491748809814453, + 1.466278076171875, + 1.4769325256347656, + 1.4794559478759766, + 1.4856243133544922, + 1.4885683059692383, + 1.4985218048095703, + 1.5058817863464355, + 1.5059518814086914, + 1.5073537826538086, + 1.5050406455993652, + 1.4990124702453613, + 1.4926338195800781, + 1.4814186096191406, + 1.4679603576660156, + 1.4561843872070312, + 1.4399223327636719, + 1.4281463623046875, + 1.4230995178222656, + 1.4130058288574219, + 1.4045944213867188, + 1.3844070434570312, + 1.3776779174804688, + 1.3709487915039062, + 1.3743133544921875, + 1.3827247619628906, + 1.3888931274414062, + 1.3754348754882812, + 1.3731918334960938, + 1.367584228515625, + 1.3642196655273438, + 1.3619766235351562, + 1.3748741149902344, + 1.3771171569824219, + 1.3844070434570312, + 1.3911361694335938, + 1.3911361694335938, + 1.4090805053710938, + 1.4152488708496094, + 1.4270248413085938, + 1.4359970092773438, + 1.4432868957519531, + 1.455343246459961, + 1.464315414428711, + 1.4704837799072266, + 1.484222412109375, + 1.4895496368408203, + 1.4965591430664062, + 1.5042695999145508, + 1.5087907314300537, + 1.508194923400879, + 1.5112440586090088, + 1.51164710521698, + 1.532027244567871, + 1.5381956100463867, + 1.5424013137817383, + 1.5402984619140625, + 1.5414199829101562, + 1.536513328552246, + 1.5267000198364258, + 1.5132943391799927 ], "p90": [ - 1.503387451171875, - 1.554473876953125, - 1.5794677734375, - 1.59759521484375, - 1.61627197265625, - 1.63165283203125, - 1.6431884765625, - 1.65911865234375, - 1.67724609375, - 1.701416015625, - 1.7178955078125, - 1.7354736328125, - 1.7508544921875, - 1.767333984375, - 1.7728271484375, - 1.780517578125, - 1.7750244140625, - 1.7772216796875, - 1.7783203125, - 1.7794189453125, - 1.7750244140625, - 1.7783203125, - 1.7794189453125, - 1.7684326171875, - 1.75634765625, - 1.7486572265625, - 1.732177734375, - 1.718994140625, - 1.705810546875, - 1.7080078125, - 1.6981201171875, - 1.683837890625, - 1.679443359375, - 1.6728515625, - 1.6585693359375, - 1.6552734375, - 1.648681640625, - 1.64154052734375, - 1.62945556640625, - 1.62451171875, - 1.609130859375, - 1.6025390625, - 1.60308837890625, - 1.60198974609375, - 1.591827392578125, - 1.590179443359375, - 1.59375, - 1.59210205078125, - 1.60693359375, - 1.613525390625, - 1.62066650390625, - 1.63275146484375, - 1.6365966796875, - 1.6497802734375, - 1.66845703125, - 1.6849365234375, - 1.70361328125, - 1.7244873046875, - 1.74755859375, - 1.7662353515625, - 1.789306640625, - 1.8046875, - 1.815673828125, - 1.82666015625, - 1.828857421875, - 1.833251953125, - 1.83544921875, - 1.83984375, - 1.8486328125, - 1.855224609375, - 1.855224609375, - 1.85302734375 + 1.6193656921386719, + 1.6294593811035156, + 1.6417961120605469, + 1.6479644775390625, + 1.6603012084960938, + 1.6715164184570312, + 1.6804885864257812, + 1.6883392333984375, + 1.7107696533203125, + 1.7332000732421875, + 1.7545089721679688, + 1.7746963500976562, + 1.7836685180664062, + 1.7948837280273438, + 1.7993698120117188, + 1.79376220703125, + 1.7960052490234375, + 1.8049774169921875, + 1.8016128540039062, + 1.7971267700195312, + 1.79376220703125, + 1.7881546020507812, + 1.7836685180664062, + 1.7814254760742188, + 1.7702102661132812, + 1.7612380981445312, + 1.7477798461914062, + 1.7343215942382812, + 1.72198486328125, + 1.7197418212890625, + 1.7096481323242188, + 1.6961898803710938, + 1.6849746704101562, + 1.6804885864257812, + 1.6659088134765625, + 1.6614227294921875, + 1.6625442504882812, + 1.6591796875, + 1.6445999145507812, + 1.6395530700683594, + 1.6300201416015625, + 1.6210479736328125, + 1.6154403686523438, + 1.6148796081542969, + 1.6081504821777344, + 1.6059074401855469, + 1.6126365661621094, + 1.61431884765625, + 1.6339454650878906, + 1.6462821960449219, + 1.6591796875, + 1.6748809814453125, + 1.6883392333984375, + 1.7096481323242188, + 1.73095703125, + 1.7511444091796875, + 1.7780609130859375, + 1.798248291015625, + 1.816192626953125, + 1.82965087890625, + 1.8453521728515625, + 1.8498382568359375, + 1.8543243408203125, + 1.8565673828125, + 1.8812408447265625, + 1.8902130126953125, + 1.8857269287109375, + 1.878997802734375, + 1.8677825927734375, + 1.852081298828125, + 1.838623046875, + 1.825164794921875 ], "timestamps": [ - "2026-06-17 15:50:00", - "2026-06-17 16:00:00", - "2026-06-17 16:10:00", - "2026-06-17 16:20:00", - "2026-06-17 16:30:00", - "2026-06-17 16:40:00", "2026-06-17 16:50:00", "2026-06-17 17:00:00", "2026-06-17 17:10:00", @@ -521,6 +516,13 @@ "2026-06-18 15:20:00", "2026-06-18 15:30:00", "2026-06-18 15:40:00", - "2026-06-18 15:50:00" + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index ff629b55dddea98ad63b1d2002b89c627b5ad7ca..1afe0ee074ebbb7b6adb66405f18b021c8ece554 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,35 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T15:10:33.759089+00:00", + "evaluated_at": "2026-06-19T16:23:25.891501+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +77,7 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2550.0, 2500.0, @@ -129,93 +103,111 @@ 2500.0, 2500.0 ], + "actuals": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], "p50": [ - 2544.736328125, - 2545.08203125, - 2544.390625, - 2544.736328125, - 2544.390625, - 2544.390625, - 2544.390625, - 2544.390625, - 2544.390625, - 2544.390625, - 2543.69921875, - 2544.044921875, - 2544.390625, - 2544.044921875, - 2544.390625, - 2543.69921875, - 2544.390625, - 2544.736328125, - 2544.736328125, - 2544.736328125, - 2545.08203125, - 2544.390625, - 2544.736328125, - 2545.08203125 + 2495.7421875, + 2495.7421875, + 2495.375, + 2494.640625, + 2494.640625, + 2495.375, + 2495.375, + 2495.375, + 2495.7421875, + 2496.109375, + 2496.109375, + 2496.84375, + 2496.4765625, + 2496.84375, + 2496.84375, + 2497.2109375, + 2499.046875, + 2499.046875, + 2499.046875, + 2499.78125, + 2499.4140625, + 2499.046875, + 2499.78125, + 2499.78125 ], "p10": [ - 2544.044921875, - 2543.69921875, - 2543.353515625, - 2543.353515625, - 2543.0078125, - 2542.662109375, - 2543.0078125, - 2543.0078125, - 2542.662109375, - 2542.662109375, - 2542.31640625, - 2542.31640625, - 2542.31640625, - 2542.662109375, - 2542.31640625, - 2541.970703125, - 2543.353515625, - 2542.662109375, - 2542.662109375, - 2543.0078125, - 2543.0078125, - 2542.31640625, - 2542.31640625, - 2542.31640625 + 2494.640625, + 2495.0078125, + 2494.2734375, + 2493.171875, + 2492.4375, + 2493.171875, + 2493.171875, + 2493.5390625, + 2492.8046875, + 2493.171875, + 2491.703125, + 2492.0703125, + 2490.96875, + 2491.3359375, + 2490.96875, + 2491.3359375, + 2491.703125, + 2490.234375, + 2490.6015625, + 2491.3359375, + 2490.96875, + 2489.5, + 2489.8671875, + 2489.5 ], "p90": [ - 2546.46484375, - 2547.15625, - 2547.84765625, - 2549.23046875, - 2550.958984375, - 2553.37890625, - 2554.76171875, - 2558.564453125, - 2563.05859375, - 2567.3798828125, - 2570.8369140625, - 2574.6396484375, - 2576.88671875, - 2578.4423828125, - 2581.03515625, - 2581.03515625, - 2589.07275390625, - 2592.09765625, - 2594.6904296875, - 2595.208984375, - 2596.4189453125, - 2596.7646484375, - 2599.44384765625, - 2600.697021484375 + 2503.8203125, + 2511.8984375, + 2520.7109375, + 2526.40234375, + 2531.17578125, + 2534.84765625, + 2537.693359375, + 2539.98828125, + 2543.109375, + 2545.6796875, + 2548.43359375, + 2549.0302734375, + 2550.728515625, + 2551.7841796875, + 2552.10546875, + 2551.1416015625, + 2550.0859375, + 2551.8759765625, + 2553.298828125, + 2554.14794921875, + 2553.390625, + 2552.748046875, + 2553.849609375, + 2554.5380859375 ], "timestamps": [ - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", "2026-06-19 05:55:00", "2026-06-19 06:10:00", "2026-06-19 06:25:00", @@ -327,6 +319,14 @@ "2026-06-20 08:55:00", "2026-06-20 09:10:00", "2026-06-20 09:25:00", - "2026-06-20 09:40:00" + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index def91125db9fc9911b283488c570ca995b63477a..1cccae58273d7657abfe259093f3117d632b72c6 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,11 +1,29 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-19T16:08:26.337204+00:00", + "evaluated_at": "2026-06-19T16:23:28.568152+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index d8e41ab1474d884adba20ff63d825ca51acec2c0..8dec831a68f89cf044c63b4aa62e8f7affcbd0aa 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1309848.276089986,1010694.1341425577,753.2607421875,0.6847349418600981,0.011947237171961453,0.011821887904386222,37.1690239314189,1144.486031408853,0.017970154873322354,0.011827328447547891,0.014828174270802685,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.25347819153951906,0.38389451334069236,0.5193533102671305,0.29768928318452986,0.022479949808031197,0.022839422041168806,4.331048565737762,0.5034661771554462,0.021559413863425244,0.022239732211309766,0.01921340225105557,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.040943502831614104,0.02672789998624795,0.13748449807365734,0.1711247842313007,0.2001987144533698,0.17001593732469691,9.201440733783024,0.2023450094062468,0.16309595879310615,0.1108165014709765,0.1386733658122393,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.021733716897478397,0.025177146900069915,0.12902973261144426,0.6539861707329799,0.08932182544680803,0.09296283440769532,15.487213047654159,0.14742359681366615,0.10447341663383608,0.09143839456247937,0.07945547649257437,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.025295595927538158,0.01964203168320035,0.11661741501496484,0.14658870097543222,0.24682404624530616,0.19878271113820026,7.181946597836924,0.15904589252017218,0.16046871916272698,0.11766067594072635,0.1377229880012975,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.031203004979968085,0.02889823747663161,0.13343111673990884,0.6671554461321898,0.09806418833871026,0.09518673043474703,22.493707941011344,0.17664372329626685,0.12567538004804382,0.0949312321638396,0.09489963565430778,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.3942576748606825,0.39496389401191817,0.40899884700775146,1.2859350467096282,0.024107330366377824,0.024812398993972373,51.140704337934814,0.6278994146045069,0.038267106190035365,0.024926289061610016,0.024923666658968818,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,98.0314678316654,101.73315220979582,8.287699619928995,0.7536907020549212,0.2874783694440675,0.30626926612801897,23.62512333441801,9.901084174557118,0.3515177813452231,0.2942378563288401,0.28855310705913517,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,3.0647116585628282,4.816732494276948,1.9621227582295735,1.0063821328750195,0.07434284282226226,0.07796274793721075,9.012768925161252,1.750631788401784,0.06686054323702902,0.07493785636826229,0.051044560301817324,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,17.212526487205423,14.738049318766949,3.22449525197347,0.5621396080922273,0.5580217478803663,0.36815117629161853,21.700977590990416,4.148798197937015,0.44851872410129895,0.3485940812944292,0.37583837900553146,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1885.1675601502259,1715.5065468922257,37.21477254231771,0.6055285023834746,0.014882750746783089,0.01474698903020309,27.873510162870758,43.41851632829277,0.01729534260380127,0.014824141759595436,0.016282794130359615,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,853.4625965555509,823.1298755680522,22.037139892578125,0.2898034835188356,0.008912240420256644,0.008877243815100714,10.855717305222603,29.214082161785452,0.011754199025697416,0.008866577660048197,0.008955335522026635,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,581.5291792114731,448.8410288263445,16.82055882045201,0.35709824728631645,0.06612858490910202,0.06380301602645701,15.217170467987094,24.11491611454357,0.09536972474678247,0.0665219840356859,0.07562223119550131,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index e831397f2de3721c8840b55047a0f96f6b8bdcbb..72f12e6ac8bb6be7e4807a4b193171ebac43a7f0 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T16:06:32.110089+00:00", + "evaluated_at": "2026-06-19T16:17:43.675533+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 130e55d118a8193ba50151f47b3ede5066c646a1..1f3c26f9d1fdf1ae78f63fa83114cf240607404d 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,19 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T15:42:15.861728+00:00", + "evaluated_at": "2026-06-19T16:17:50.021850+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.1050000190734863, - 2.0959999561309814, - 2.0789999961853027, - 2.059999942779541, - 2.0490000247955322, - 2.0350000858306885, - 2.000999927520752, - 1.9730000495910645, 1.9509999752044678, 1.9240000247955322, 1.8819999694824219, @@ -245,9 +237,7 @@ 1.8660000562667847, 1.8799999952316284, 1.8849999904632568, - 1.902999997138977 - ], - "actuals": [ + 1.902999997138977, 1.9199999570846558, 1.9229999780654907, 1.9299999475479126, @@ -255,7 +245,9 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874, + 1.9450000524520874 + ], + "actuals": [ 1.937000036239624, 1.930999994277954, 1.930999994277954, @@ -307,203 +299,203 @@ 0.24400000274181366, 0.210999995470047, 0.18000000715255737, - 0.1599999964237213 + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 ], "p50": [ - 1.9006351232528687, - 1.9175288677215576, - 1.9305084943771362, - 1.9278632402420044, - 1.937187671661377, - 1.9500805139541626, - 1.9610990285873413, - 1.954418420791626, - 1.9680743217468262, - 1.9723140001296997, - 1.9575783014297485, - 1.9603973627090454, - 1.9544506072998047, - 1.9325517416000366, - 1.912776231765747, - 1.9153436422348022, - 1.904868483543396, - 1.8919371366500854, - 1.8851656913757324, - 1.8585853576660156, - 1.828729510307312, - 1.7981605529785156, - 1.7863713502883911, - 1.7619272470474243, - 1.7349419593811035, - 1.706620693206787, - 1.6792017221450806, - 1.6511849164962769, - 1.6224617958068848, - 1.5828555822372437, - 1.5533981323242188, - 1.5045901536941528, - 1.4567240476608276, - 1.419427514076233, - 1.3965203762054443, - 1.327001690864563, - 1.2963980436325073, - 1.2432526350021362, - 1.1938157081604004, - 1.1511236429214478, - 1.1104485988616943, - 1.0792946815490723, - 1.0174219608306885, - 0.9862328767776489, - 0.9254758358001709, - 0.885319709777832, - 0.8494945764541626, - 0.7721689939498901, - 0.7377304434776306, - 0.682524561882019, - 0.6455169916152954, - 0.5826699733734131, - 0.5334537029266357, - 0.4899374842643738, - 0.44448405504226685, - 0.39139288663864136, - 0.3719176650047302, - 0.3211531341075897, - 0.28562405705451965, - 0.23806437849998474 + 1.9358186721801758, + 1.9292597770690918, + 1.9332311153411865, + 1.913040280342102, + 1.9017664194107056, + 1.9089192152023315, + 1.8985399007797241, + 1.8913315534591675, + 1.8837800025939941, + 1.8665834665298462, + 1.8333481550216675, + 1.8276244401931763, + 1.8093222379684448, + 1.7937763929367065, + 1.7668747901916504, + 1.7476520538330078, + 1.7218595743179321, + 1.6885896921157837, + 1.6545082330703735, + 1.6132465600967407, + 1.5903503894805908, + 1.5324974060058594, + 1.5084303617477417, + 1.4839146137237549, + 1.4328763484954834, + 1.3919951915740967, + 1.360548496246338, + 1.331371784210205, + 1.2904638051986694, + 1.2257815599441528, + 1.1788883209228516, + 1.1359789371490479, + 1.08057701587677, + 1.0322712659835815, + 0.9893925189971924, + 0.9267449378967285, + 0.8902847766876221, + 0.8288028240203857, + 0.7775918245315552, + 0.7324318885803223, + 0.6883280277252197, + 0.6492231488227844, + 0.5986478328704834, + 0.5630769729614258, + 0.5014512538909912, + 0.4826759696006775, + 0.4404752254486084, + 0.3844570517539978, + 0.33893004059791565, + 0.3114079236984253, + 0.2818204164505005, + 0.21896831691265106, + 0.1886659562587738, + 0.1566149890422821, + 0.122289277613163, + 0.09034810960292816, + 0.07173632085323334, + 0.04117809236049652, + 0.018073946237564087, + -0.012179404497146606 ], "p10": [ - 1.9252371788024902, - 1.9227838516235352, - 1.9577494859695435, - 1.9733974933624268, - 1.9246476888656616, - 1.9413851499557495, - 1.9388827085494995, - 1.969059944152832, - 1.9761135578155518, - 1.9953112602233887, - 1.9538694620132446, - 1.971567153930664, - 1.9052646160125732, - 1.957095742225647, - 1.898030161857605, - 1.9373971223831177, - 1.9055150747299194, - 1.8936008214950562, - 1.8552525043487549, - 1.8987542390823364, - 1.8474445343017578, - 1.8373655080795288, - 1.8013278245925903, - 1.7765419483184814, - 1.7520657777786255, - 1.7473759651184082, - 1.7023454904556274, - 1.6908161640167236, - 1.6716985702514648, - 1.6297792196273804, - 1.5792174339294434, - 1.5396660566329956, - 1.4923604726791382, - 1.4869834184646606, - 1.4270161390304565, - 1.3882278203964233, - 1.3375985622406006, - 1.2885987758636475, - 1.2419730424880981, - 1.2182817459106445, - 1.1686561107635498, - 1.1309478282928467, - 1.0674282312393188, - 1.0795670747756958, - 0.9759190082550049, - 0.9799786806106567, - 0.9378162622451782, - 0.8777865171432495, - 0.8514245748519897, - 0.7788578271865845, - 0.7062453031539917, - 0.6799719333648682, - 0.62129807472229, - 0.5840775966644287, - 0.5809479355812073, - 0.514062225818634, - 0.47032901644706726, - 0.4365631937980652, - 0.37512362003326416, - 0.33611783385276794 + 1.9442219734191895, + 1.9390171766281128, + 1.9434521198272705, + 1.9508754014968872, + 1.9048446416854858, + 1.8897608518600464, + 1.9029635190963745, + 1.8901087045669556, + 1.8960447311401367, + 1.8734145164489746, + 1.8192638158798218, + 1.8444523811340332, + 1.7668237686157227, + 1.8080692291259766, + 1.7537269592285156, + 1.7548187971115112, + 1.72733473777771, + 1.6784729957580566, + 1.6262437105178833, + 1.648991584777832, + 1.592923641204834, + 1.560158371925354, + 1.5358308553695679, + 1.4901514053344727, + 1.4317693710327148, + 1.4242531061172485, + 1.362491488456726, + 1.3403429985046387, + 1.316504955291748, + 1.265746831893921, + 1.208638310432434, + 1.1553431749343872, + 1.1043554544448853, + 1.0901459455490112, + 1.0132088661193848, + 0.9830052852630615, + 0.9197291135787964, + 0.8507250547409058, + 0.7908831834793091, + 0.7768595218658447, + 0.7181538343429565, + 0.6732109189033508, + 0.6243051290512085, + 0.6089763641357422, + 0.5351334810256958, + 0.5403667688369751, + 0.48689281940460205, + 0.44606664776802063, + 0.4248524308204651, + 0.36083245277404785, + 0.29858678579330444, + 0.2704639434814453, + 0.21637558937072754, + 0.21495136618614197, + 0.2060302048921585, + 0.1675795316696167, + 0.12308104336261749, + 0.10232608020305634, + 0.059711575508117676, + 0.027255699038505554 ], "p90": [ - 1.9081063270568848, - 1.9356718063354492, - 1.9604451656341553, - 1.96927011013031, - 1.9756971597671509, - 1.9924125671386719, - 1.994964361190796, - 1.9956179857254028, - 1.9995664358139038, - 2.003804922103882, - 2.0020368099212646, - 1.9867032766342163, - 1.9845656156539917, - 1.9708178043365479, - 1.9536521434783936, - 1.9521435499191284, - 1.9543720483779907, - 1.9579311609268188, - 1.9484586715698242, - 1.9282416105270386, - 1.9046223163604736, - 1.877523422241211, - 1.864218831062317, - 1.8348867893218994, - 1.8297791481018066, - 1.8149588108062744, - 1.80251944065094, - 1.7828097343444824, - 1.74917471408844, - 1.7296243906021118, - 1.713138222694397, - 1.6750258207321167, - 1.630262017250061, - 1.6075453758239746, - 1.5692286491394043, - 1.528162956237793, - 1.4993165731430054, - 1.4657402038574219, - 1.4156155586242676, - 1.3762608766555786, - 1.3372482061386108, - 1.3174296617507935, - 1.261130452156067, - 1.239058256149292, - 1.184885025024414, - 1.1561057567596436, - 1.1329835653305054, - 1.0603364706039429, - 1.0292860269546509, - 0.9820613861083984, - 0.9473793506622314, - 0.9019012451171875, - 0.8517345190048218, - 0.8138588666915894, - 0.7724803686141968, - 0.7527282238006592, - 0.7133034467697144, - 0.683957576751709, - 0.639470100402832, - 0.6025910377502441 + 1.946298599243164, + 1.9494223594665527, + 1.9645485877990723, + 1.9479403495788574, + 1.9421398639678955, + 1.9449920654296875, + 1.9340022802352905, + 1.9329609870910645, + 1.9218761920928955, + 1.89967942237854, + 1.8846852779388428, + 1.8531943559646606, + 1.8419218063354492, + 1.8237141370773315, + 1.799770474433899, + 1.7799994945526123, + 1.759676456451416, + 1.7371411323547363, + 1.7041547298431396, + 1.6728037595748901, + 1.6548397541046143, + 1.5956354141235352, + 1.5754867792129517, + 1.5332101583480835, + 1.501752257347107, + 1.46360182762146, + 1.4439387321472168, + 1.416533350944519, + 1.3767437934875488, + 1.3225793838500977, + 1.2926950454711914, + 1.247667908668518, + 1.195613145828247, + 1.1461838483810425, + 1.094200849533081, + 1.055454134941101, + 1.0251179933547974, + 0.9746866226196289, + 0.9114341735839844, + 0.8575121164321899, + 0.8125035762786865, + 0.7819079160690308, + 0.7392432689666748, + 0.7098093032836914, + 0.6633294224739075, + 0.6389563083648682, + 0.5990881323814392, + 0.5484302043914795, + 0.503790557384491, + 0.4778198003768921, + 0.44964998960494995, + 0.40840014815330505, + 0.3760513663291931, + 0.3481035530567169, + 0.30911561846733093, + 0.3113868236541748, + 0.27695339918136597, + 0.26728883385658264, + 0.2322140634059906, + 0.21289502084255219 ], "timestamps": [ - "2026-06-18 09:24:00", - "2026-06-18 09:30:00", - "2026-06-18 09:36:00", - "2026-06-18 09:42:00", - "2026-06-18 09:48:00", - "2026-06-18 09:54:00", - "2026-06-18 10:00:00", - "2026-06-18 10:06:00", "2026-06-18 10:12:00", "2026-06-18 10:18:00", "2026-06-18 10:24:00", @@ -795,6 +787,14 @@ "2026-06-19 15:00:00", "2026-06-19 15:06:00", "2026-06-19 15:12:00", - "2026-06-19 15:18:00" + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 6d2446ceebd7b23a1c39c7080bcdeebe2a6621ca..274794ac67a18460899a1c34bb73dfce1d39bb46 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T15:42:22.796711+00:00", + "evaluated_at": "2026-06-19T16:17:58.214610+00:00", "freq": "10min", - "context_length": 73, + "context_length": 74, "prediction_length": 72, "context": [ - 1.5, - 1.2999999523162842, 1.2999999523162842, 1.5, 1.5, @@ -78,12 +76,12 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ 1.2999999523162842, 1.2999999523162842, - 1.5, + 1.2999999523162842, + 1.5 + ], + "actuals": [ 1.5, 1.399999976158142, 1.2999999523162842, @@ -152,234 +150,234 @@ 1.2000000476837158, 1.100000023841858, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 ], "p50": [ - 1.3025583028793335, - 1.30552339553833, - 1.3039524555206299, - 1.30251944065094, - 1.301956295967102, - 1.3021318912506104, - 1.3065237998962402, - 1.310072660446167, - 1.3061197996139526, - 1.3033899068832397, - 1.2998883724212646, - 1.2965500354766846, - 1.299420952796936, - 1.3037395477294922, - 1.3063547611236572, - 1.3049925565719604, - 1.303039789199829, - 1.3016467094421387, - 1.3045185804367065, - 1.3060380220413208, - 1.3089876174926758, - 1.3116189241409302, - 1.3092708587646484, - 1.312736988067627, - 1.309706687927246, - 1.308575987815857, - 1.3109647035598755, - 1.3145942687988281, - 1.3227146863937378, - 1.3174519538879395, - 1.3183430433273315, - 1.3226813077926636, - 1.3164644241333008, - 1.3201253414154053, - 1.3219717741012573, - 1.323588490486145, - 1.326708197593689, - 1.3213871717453003, - 1.322137713432312, - 1.32066011428833, - 1.3255308866500854, - 1.328166127204895, - 1.332496166229248, - 1.3300986289978027, - 1.330458641052246, - 1.3326668739318848, - 1.333804965019226, - 1.3361414670944214, - 1.3380441665649414, - 1.343434453010559, - 1.3423211574554443, - 1.3393174409866333, - 1.3412679433822632, - 1.3460383415222168, - 1.3445203304290771, - 1.3450461626052856, - 1.353167176246643, - 1.3507848978042603, - 1.3457967042922974, - 1.3463457822799683, - 1.3459700345993042, - 1.3461649417877197, - 1.3422645330429077, - 1.3414921760559082, - 1.3427273035049438, - 1.3391244411468506, - 1.3410135507583618, - 1.342543363571167, - 1.3429843187332153, - 1.3473119735717773, - 1.3514236211776733, - 1.3491958379745483 + 1.3666071891784668, + 1.352821946144104, + 1.346428394317627, + 1.3476147651672363, + 1.3444857597351074, + 1.3407831192016602, + 1.3428974151611328, + 1.3447116613388062, + 1.3420451879501343, + 1.349223256111145, + 1.3497647047042847, + 1.3447985649108887, + 1.3514599800109863, + 1.3483529090881348, + 1.3442827463150024, + 1.3456953763961792, + 1.346789836883545, + 1.3446223735809326, + 1.3476135730743408, + 1.348754644393921, + 1.354950189590454, + 1.3542927503585815, + 1.3548270463943481, + 1.360708475112915, + 1.3648103475570679, + 1.3709694147109985, + 1.3722947835922241, + 1.3732999563217163, + 1.3733153343200684, + 1.3731104135513306, + 1.3765976428985596, + 1.3780118227005005, + 1.3759746551513672, + 1.388625144958496, + 1.378779411315918, + 1.3783520460128784, + 1.3838998079299927, + 1.3808047771453857, + 1.378242015838623, + 1.3801608085632324, + 1.3858977556228638, + 1.3913644552230835, + 1.4008629322052002, + 1.4083975553512573, + 1.4145373106002808, + 1.423787236213684, + 1.4182722568511963, + 1.4197689294815063, + 1.426858901977539, + 1.4352041482925415, + 1.4424922466278076, + 1.4569072723388672, + 1.4592427015304565, + 1.4665653705596924, + 1.4678575992584229, + 1.4667694568634033, + 1.4731218814849854, + 1.4767184257507324, + 1.47926664352417, + 1.4905123710632324, + 1.496688961982727, + 1.5002820491790771, + 1.4942010641098022, + 1.4955564737319946, + 1.5023390054702759, + 1.5108999013900757, + 1.523133397102356, + 1.5243675708770752, + 1.5214403867721558, + 1.5266444683074951, + 1.5170819759368896, + 1.5119166374206543 ], "p10": [ - 1.3303234577178955, - 1.341209053993225, - 1.3335498571395874, - 1.3422942161560059, - 1.3492090702056885, - 1.351189136505127, - 1.355394959449768, - 1.3530360460281372, - 1.3612205982208252, - 1.3531248569488525, - 1.3535047769546509, - 1.3516199588775635, - 1.356999158859253, - 1.3616398572921753, - 1.3606404066085815, - 1.3591952323913574, - 1.3635320663452148, - 1.3594849109649658, - 1.367524266242981, - 1.358142375946045, - 1.3605234622955322, - 1.373153567314148, - 1.3704901933670044, - 1.3660749197006226, - 1.3704311847686768, - 1.3694223165512085, - 1.3724778890609741, - 1.3798948526382446, - 1.3794153928756714, - 1.3855578899383545, - 1.387306571006775, - 1.388282060623169, - 1.3832420110702515, - 1.3786444664001465, - 1.3915479183197021, - 1.3919378519058228, - 1.3954662084579468, - 1.397824764251709, - 1.3957525491714478, - 1.3935140371322632, - 1.3984131813049316, - 1.4038082361221313, - 1.4102822542190552, - 1.4064933061599731, - 1.4062864780426025, - 1.4116319417953491, - 1.4078962802886963, - 1.4112859964370728, - 1.4133832454681396, - 1.4192430973052979, - 1.4169930219650269, - 1.4177305698394775, - 1.413427472114563, - 1.4158943891525269, - 1.4200711250305176, - 1.4309171438217163, - 1.4226675033569336, - 1.4268453121185303, - 1.4244595766067505, - 1.4259289503097534, - 1.4208372831344604, - 1.4270375967025757, - 1.421715497970581, - 1.425534963607788, - 1.4247267246246338, - 1.4272445440292358, - 1.425049066543579, - 1.4264293909072876, - 1.424973964691162, - 1.4291508197784424, - 1.4337245225906372, - 1.4229098558425903 + 1.4033434391021729, + 1.3953344821929932, + 1.3828606605529785, + 1.3891301155090332, + 1.3947296142578125, + 1.3891993761062622, + 1.394470453262329, + 1.3983078002929688, + 1.3944767713546753, + 1.3969084024429321, + 1.4050880670547485, + 1.4029710292816162, + 1.4074097871780396, + 1.3978270292282104, + 1.4001340866088867, + 1.3909376859664917, + 1.3955779075622559, + 1.4001106023788452, + 1.4025895595550537, + 1.3935946226119995, + 1.3986159563064575, + 1.4052033424377441, + 1.4084625244140625, + 1.402571439743042, + 1.4189138412475586, + 1.4235683679580688, + 1.4188956022262573, + 1.4213833808898926, + 1.4265552759170532, + 1.425515055656433, + 1.4359172582626343, + 1.4225540161132812, + 1.4295823574066162, + 1.438772439956665, + 1.4306468963623047, + 1.428863286972046, + 1.430578589439392, + 1.4312909841537476, + 1.4340394735336304, + 1.4361329078674316, + 1.4443891048431396, + 1.443536639213562, + 1.454613447189331, + 1.45706045627594, + 1.477794885635376, + 1.4817323684692383, + 1.4738504886627197, + 1.4820948839187622, + 1.4853261709213257, + 1.492139220237732, + 1.4989732503890991, + 1.5087385177612305, + 1.517983317375183, + 1.5221030712127686, + 1.5289690494537354, + 1.5220801830291748, + 1.5353546142578125, + 1.5403412580490112, + 1.5339962244033813, + 1.5469636917114258, + 1.5450787544250488, + 1.5534234046936035, + 1.546257495880127, + 1.5507543087005615, + 1.5601632595062256, + 1.5596354007720947, + 1.5810593366622925, + 1.5723496675491333, + 1.5751476287841797, + 1.5772684812545776, + 1.5826419591903687, + 1.5644720792770386 ], "p90": [ - 1.3646843433380127, - 1.3766423463821411, - 1.3858391046524048, - 1.389590859413147, - 1.394926905632019, - 1.399242639541626, - 1.4065881967544556, - 1.410942554473877, - 1.414351463317871, - 1.4098293781280518, - 1.4099488258361816, - 1.4071471691131592, - 1.4138542413711548, - 1.420789361000061, - 1.4248684644699097, - 1.4277818202972412, - 1.4263795614242554, - 1.4247509241104126, - 1.4280205965042114, - 1.4303089380264282, - 1.4377360343933105, - 1.443098783493042, - 1.4437075853347778, - 1.444718837738037, - 1.4504255056381226, - 1.4512065649032593, - 1.4590022563934326, - 1.467386245727539, - 1.474827766418457, - 1.478419303894043, - 1.47807776927948, - 1.4806509017944336, - 1.4792813062667847, - 1.4847196340560913, - 1.4898747205734253, - 1.4976612329483032, - 1.5015987157821655, - 1.5003716945648193, - 1.5015780925750732, - 1.503944754600525, - 1.5099765062332153, - 1.5174721479415894, - 1.5198627710342407, - 1.5229135751724243, - 1.5251901149749756, - 1.5313167572021484, - 1.5349522829055786, - 1.5405218601226807, - 1.5428980588912964, - 1.5502240657806396, - 1.5518289804458618, - 1.5568419694900513, - 1.5537790060043335, - 1.560644507408142, - 1.5616521835327148, - 1.5609049797058105, - 1.5677393674850464, - 1.5703058242797852, - 1.5685828924179077, - 1.5700857639312744, - 1.5716323852539062, - 1.5746731758117676, - 1.5732438564300537, - 1.5789481401443481, - 1.5769264698028564, - 1.5770994424819946, - 1.5770256519317627, - 1.57667875289917, - 1.5765705108642578, - 1.5823545455932617, - 1.5864274501800537, - 1.5877443552017212 + 1.4727109670639038, + 1.4742329120635986, + 1.4781850576400757, + 1.4843422174453735, + 1.4867017269134521, + 1.4851388931274414, + 1.4874464273452759, + 1.4867730140686035, + 1.4857378005981445, + 1.4910517930984497, + 1.4925687313079834, + 1.4822591543197632, + 1.4887338876724243, + 1.4839661121368408, + 1.4787980318069458, + 1.4801243543624878, + 1.480378270149231, + 1.4817365407943726, + 1.4839192628860474, + 1.4864087104797363, + 1.4935252666473389, + 1.495963215827942, + 1.4983304738998413, + 1.5026788711547852, + 1.5127891302108765, + 1.5129544734954834, + 1.5182137489318848, + 1.52134370803833, + 1.521140694618225, + 1.5304052829742432, + 1.53299081325531, + 1.5325618982315063, + 1.5348056554794312, + 1.5422817468643188, + 1.537060260772705, + 1.5360764265060425, + 1.5469845533370972, + 1.5466519594192505, + 1.5391613245010376, + 1.5415310859680176, + 1.548295497894287, + 1.553219199180603, + 1.568161964416504, + 1.5833277702331543, + 1.5959795713424683, + 1.6091783046722412, + 1.6113272905349731, + 1.6122245788574219, + 1.6195838451385498, + 1.6280512809753418, + 1.637047529220581, + 1.6579753160476685, + 1.659171462059021, + 1.6681158542633057, + 1.671151876449585, + 1.664445161819458, + 1.6678745746612549, + 1.6712708473205566, + 1.67676842212677, + 1.6839004755020142, + 1.6895254850387573, + 1.6921985149383545, + 1.68378484249115, + 1.6859240531921387, + 1.6936124563217163, + 1.707105040550232, + 1.7220332622528076, + 1.719342827796936, + 1.7183010578155518, + 1.720200777053833, + 1.711857795715332, + 1.7080880403518677 ], "timestamps": [ - "2026-06-17 16:20:00", - "2026-06-17 16:30:00", - "2026-06-17 16:40:00", "2026-06-17 16:50:00", "2026-06-17 17:00:00", "2026-06-17 17:10:00", @@ -521,6 +519,10 @@ "2026-06-18 15:50:00", "2026-06-18 16:00:00", "2026-06-18 16:10:00", - "2026-06-18 16:20:00" + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 7de017a679c5b10f7d125491b5ef94b68d8304c4..b064f44b1955794b2f5d8e554f467374920358a9 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,35 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T15:01:49.545684+00:00", + "evaluated_at": "2026-06-19T16:18:04.055431+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +77,7 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2550.0, 2500.0, @@ -129,93 +103,111 @@ 2500.0, 2500.0 ], + "actuals": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], "p50": [ - 2549.320068359375, - 2549.976806640625, - 2548.510986328125, - 2547.01806640625, - 2547.60400390625, - 2548.6494140625, - 2548.770751953125, - 2547.712158203125, - 2545.499267578125, - 2548.77099609375, - 2546.844970703125, - 2548.694580078125, - 2546.90869140625, - 2547.602783203125, - 2548.316162109375, - 2546.587158203125, - 2544.381591796875, - 2546.0400390625, - 2544.265869140625, - 2544.341796875, - 2544.200927734375, - 2545.325439453125, - 2544.4658203125, - 2544.017578125 + 2501.2802734375, + 2500.974365234375, + 2498.12841796875, + 2495.4658203125, + 2496.69091796875, + 2497.603515625, + 2496.135986328125, + 2496.6328125, + 2492.714111328125, + 2495.846923828125, + 2495.009765625, + 2495.13818359375, + 2492.512451171875, + 2491.849365234375, + 2491.563232421875, + 2490.36767578125, + 2488.006591796875, + 2486.960205078125, + 2486.776611328125, + 2486.130126953125, + 2484.0068359375, + 2481.61767578125, + 2483.611328125, + 2481.73291015625 ], "p10": [ - 2552.295166015625, - 2549.720947265625, - 2549.9619140625, - 2549.418212890625, - 2551.833251953125, - 2551.252197265625, - 2553.60791015625, - 2550.701416015625, - 2554.2041015625, - 2550.62109375, - 2552.240478515625, - 2556.3310546875, - 2552.9189453125, - 2551.671142578125, - 2553.40380859375, - 2551.848876953125, - 2555.598388671875, - 2557.17822265625, - 2555.0615234375, - 2554.49951171875, - 2553.608154296875, - 2553.938232421875, - 2556.918212890625, - 2555.72509765625 + 2504.119140625, + 2504.087646484375, + 2499.463134765625, + 2501.369140625, + 2501.71728515625, + 2502.181640625, + 2506.15478515625, + 2502.353759765625, + 2506.8330078125, + 2499.576416015625, + 2504.87939453125, + 2508.890869140625, + 2504.686767578125, + 2499.555419921875, + 2500.294921875, + 2497.040771484375, + 2504.117919921875, + 2504.917724609375, + 2502.50439453125, + 2499.39599609375, + 2498.204345703125, + 2495.7216796875, + 2500.116943359375, + 2498.68359375 ], "p90": [ - 2551.09716796875, - 2553.00341796875, - 2552.702392578125, - 2552.348876953125, - 2553.43115234375, - 2554.57177734375, - 2555.2529296875, - 2554.15625, - 2553.536376953125, - 2556.7578125, - 2556.613525390625, - 2557.308349609375, - 2557.564208984375, - 2559.704345703125, - 2561.0048828125, - 2559.71044921875, - 2558.51318359375, - 2561.385498046875, - 2561.62548828125, - 2562.3154296875, - 2563.24560546875, - 2566.44140625, - 2565.7041015625, - 2566.51416015625 + 2505.591552734375, + 2507.880615234375, + 2506.8564453125, + 2507.287109375, + 2508.738525390625, + 2510.571533203125, + 2508.211669921875, + 2510.44677734375, + 2509.076416015625, + 2512.486083984375, + 2513.856689453125, + 2510.5908203125, + 2511.900146484375, + 2513.03271484375, + 2512.9345703125, + 2511.87060546875, + 2510.0625, + 2510.82373046875, + 2511.7333984375, + 2514.09716796875, + 2512.1806640625, + 2513.18505859375, + 2514.872802734375, + 2514.97021484375 ], "timestamps": [ - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", "2026-06-19 05:55:00", "2026-06-19 06:10:00", "2026-06-19 06:25:00", @@ -327,6 +319,14 @@ "2026-06-20 08:55:00", "2026-06-20 09:10:00", "2026-06-20 09:25:00", - "2026-06-20 09:40:00" + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b4bf5e4b5fdde109ff8657031bfb2e923e530b6f..9115c45ade2a9030a7a4309104f4bc151b56cb3a 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,11 +1,29 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-19T16:06:35.955943+00:00", + "evaluated_at": "2026-06-19T16:18:20.168581+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 2295ba2a949e47cacf0ecace2daf24b321eb9c42..0074a5c7e535241e67f19868e855772b6e12ba0e 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,TiRex,1504824.3119869232,1504824.3119869232,978.26806640625,0.8892728507647827,0.015495502893619515,0.015308014614020973,11.097020270846093,1226.7128074602153,0.019261239132828803,0.015360282413674835,0.011170109942075797,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.0630864204814922,0.0630864204814922,0.20702830950419107,0.11866701884215979,0.008791164066002046,0.008820655648889243,1.6732100266378442,0.25117010268240963,0.010755598766224901,0.008865360194132888,0.016615882154903422,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.26317501488552697,0.26317501488552697,0.36366484065850574,0.4469824033920145,0.564935162413661,0.3223584866662664,1.9806133452490542,0.5130058624280301,0.3720039755996206,0.26370998153992026,0.1588779179513028,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.023160588770509034,0.023160588770509034,0.12420949339866638,0.6565357595098169,0.08513814103625716,0.0891093593764209,4.213240618213799,0.15218603342787088,0.10763649213681199,0.08784954741500288,0.07254903243542882,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.626491006265875,0.626491006265875,0.65872092472855,0.828015649711516,9.390598045383529,0.7072782324596275,14.034277977180102,0.7915118484684073,0.7985927238563448,0.6646138507693357,0.4754197080726613,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.01905678830040141,0.01905678830040141,0.11120368871423933,0.5560183289202993,0.07822922395234201,0.08010101160464002,4.616012755564975,0.13804632664580904,0.09821478081250964,0.07911725127343797,0.06906746557750773,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.3960405698487648,0.3960405698487648,0.4086199601491292,1.2847437868960503,0.024081662227874456,0.024788681282221715,31.596472430029255,0.6293175429373988,0.038353533516202014,0.02490319793695586,0.021459513939228427,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,72.32773874118311,72.32773874118311,7.47660231590271,0.6799287989284584,0.27065092509625227,0.2658715742660396,3.995210421887691,8.504571637724213,0.30193745459375904,0.2654415023397412,0.212947516156058,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.5617780988495724,2.5617780988495724,1.3690937360127766,0.7022147153512387,0.05174304923997081,0.05361729897299317,7.861698657151418,1.600555559438526,0.06112879641172503,0.052288751717342326,0.04867162602971066,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,16.09058451666935,16.09058451666935,3.2651642163594565,0.5692295970408737,0.6100469081677584,0.3681253564747815,3.7233146431948314,4.011307083317027,0.4336548198180569,0.3529907260929142,0.2853550946270978,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,1960.5293608332674,1960.5293608332674,39.48106892903646,0.6424038334216101,0.015791760652828838,0.015636469818976383,25.0223679157839,44.277865359943306,0.017637655911014762,0.01572689882650415,0.01638095023268211,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,994.1666802292069,994.1666802292069,20.446970621744793,0.26889166845034246,0.008303986518109848,0.008237600881892909,4.437567958047945,31.53040881798406,0.012686166163145307,0.008226777785781642,0.007611186784017881,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,384.07118180487305,384.07118180487305,15.865081787109375,0.3368135957731858,0.06213313224143093,0.060067917042885534,2.0585889419335444,19.59773409873889,0.0775051631023572,0.06274326130495234,0.06103663002105158,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index a3edde763f3662d90db7e97ac7aa06f7d1d3a8dc..98024122bc3cf1ac293cdb35098ddc8e97f75210 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T16:07:03.822420+00:00", + "evaluated_at": "2026-06-19T16:19:29.544610+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 019b1a416348199d123ed852a3c15b65577aa399..2bdc4d7193359a73fe504a6a7d5d1d5f4dab62f6 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,19 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-19T15:56:32.969358+00:00", + "evaluated_at": "2026-06-19T16:20:19.864744+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.1050000190734863, - 2.0959999561309814, - 2.0789999961853027, - 2.059999942779541, - 2.0490000247955322, - 2.0350000858306885, - 2.000999927520752, - 1.9730000495910645, 1.9509999752044678, 1.9240000247955322, 1.8819999694824219, @@ -245,9 +237,7 @@ 1.8660000562667847, 1.8799999952316284, 1.8849999904632568, - 1.902999997138977 - ], - "actuals": [ + 1.902999997138977, 1.9199999570846558, 1.9229999780654907, 1.9299999475479126, @@ -255,7 +245,9 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874, + 1.9450000524520874 + ], + "actuals": [ 1.937000036239624, 1.930999994277954, 1.930999994277954, @@ -307,203 +299,203 @@ 0.24400000274181366, 0.210999995470047, 0.18000000715255737, - 0.1599999964237213 + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 ], "p50": [ - 1.915369987487793, - 1.9250683784484863, - 1.9335981607437134, - 1.943280577659607, - 1.952258586883545, - 1.9621126651763916, - 1.9708929061889648, - 1.978437900543213, - 1.986274003982544, - 1.9947069883346558, - 2.0017032623291016, - 2.007913589477539, - 2.015275239944458, - 2.0213825702667236, - 2.0281381607055664, - 2.0323007106781006, - 2.03471040725708, - 2.0364089012145996, - 2.0388832092285156, - 2.039712905883789, - 2.038761615753174, - 2.036971092224121, - 2.035996437072754, - 2.033825635910034, - 2.0305733680725098, - 2.025359630584717, - 2.0199289321899414, - 2.0163564682006836, - 2.0124075412750244, - 2.008230686187744, - 2.0050768852233887, - 2.0000150203704834, - 2.1267404556274414, - 2.0914454460144043, - 2.072282075881958, - 2.0657596588134766, - 2.053961992263794, - 2.0376081466674805, - 2.022111654281616, - 2.0058186054229736, - 1.9876081943511963, - 1.9733390808105469, - 1.9580047130584717, - 1.9401953220367432, - 1.9306814670562744, - 1.917468786239624, - 1.9040253162384033, - 1.8819053173065186, - 1.8669300079345703, - 1.8504295349121094, - 1.8333556652069092, - 1.8199164867401123, - 1.80711829662323, - 1.7919888496398926, - 1.7775976657867432, - 1.7600929737091064, - 1.744850754737854, - 1.7313604354858398, - 1.7156935930252075, - 1.7013442516326904 + 1.9505754709243774, + 1.9518394470214844, + 1.9511654376983643, + 1.9510917663574219, + 1.9499200582504272, + 1.948918342590332, + 1.946103811264038, + 1.9400869607925415, + 1.9339407682418823, + 1.928419589996338, + 1.9206846952438354, + 1.9106181859970093, + 1.901158332824707, + 1.890205979347229, + 1.8791558742523193, + 1.8646445274353027, + 1.8505187034606934, + 1.8364512920379639, + 1.8216538429260254, + 1.806336522102356, + 1.790924072265625, + 1.7763526439666748, + 1.7612197399139404, + 1.7441179752349854, + 1.7272768020629883, + 1.7082637548446655, + 1.688608169555664, + 1.6688216924667358, + 1.648014783859253, + 1.6296230554580688, + 1.6115036010742188, + 1.5911459922790527, + 1.7498061656951904, + 1.718045711517334, + 1.6788699626922607, + 1.6539387702941895, + 1.6291282176971436, + 1.6039310693740845, + 1.582833170890808, + 1.562461495399475, + 1.538898229598999, + 1.5155264139175415, + 1.4922432899475098, + 1.4675568342208862, + 1.44942307472229, + 1.4332952499389648, + 1.4179000854492188, + 1.395733118057251, + 1.3785526752471924, + 1.3631175756454468, + 1.346787691116333, + 1.3317397832870483, + 1.319273591041565, + 1.304928183555603, + 1.2931007146835327, + 1.2790273427963257, + 1.26658034324646, + 1.255304217338562, + 1.2439101934432983, + 1.231980562210083 ], "p10": [ - 1.9023194313049316, - 1.9108765125274658, - 1.9174094200134277, - 1.9229943752288818, - 1.9278708696365356, - 1.931931734085083, - 1.9342041015625, - 1.934333086013794, - 1.9364495277404785, - 1.9370098114013672, - 1.9344844818115234, - 1.9317251443862915, - 1.92887282371521, - 1.9250802993774414, - 1.9183566570281982, - 1.9109981060028076, - 1.9013357162475586, - 1.8872077465057373, - 1.8740986585617065, - 1.8589794635772705, - 1.8421800136566162, - 1.8269810676574707, - 1.8103899955749512, - 1.7915210723876953, - 1.7687032222747803, - 1.7450093030929565, - 1.719796895980835, - 1.6910333633422852, - 1.6613138914108276, - 1.6305073499679565, - 1.5980888605117798, - 1.5753097534179688, - 1.780808448791504, - 1.6915132999420166, - 1.6633915901184082, - 1.6419910192489624, - 1.6037747859954834, - 1.5607441663742065, - 1.5179014205932617, - 1.48038649559021, - 1.4397109746932983, - 1.4068148136138916, - 1.3711134195327759, - 1.3369935750961304, - 1.3142504692077637, - 1.2803623676300049, - 1.2457821369171143, - 1.2068777084350586, - 1.1786892414093018, - 1.1396833658218384, - 1.1007046699523926, - 1.0731139183044434, - 1.028989553451538, - 0.9972505569458008, - 0.9613066911697388, - 0.930203378200531, - 0.9013910889625549, - 0.8731785416603088, - 0.8556374311447144, - 0.8219399452209473 + 1.9376394748687744, + 1.9380993843078613, + 1.9350759983062744, + 1.9304965734481812, + 1.9249794483184814, + 1.9185421466827393, + 1.9093775749206543, + 1.8965526819229126, + 1.885007619857788, + 1.8715569972991943, + 1.8546743392944336, + 1.8366022109985352, + 1.8180376291275024, + 1.7978360652923584, + 1.7746086120605469, + 1.7490819692611694, + 1.7231776714324951, + 1.6945345401763916, + 1.6653459072113037, + 1.6351020336151123, + 1.6041843891143799, + 1.5767865180969238, + 1.5470162630081177, + 1.514505386352539, + 1.479118824005127, + 1.443476915359497, + 1.4067986011505127, + 1.3654348850250244, + 1.3201961517333984, + 1.2757254838943481, + 1.2304859161376953, + 1.1944082975387573, + 1.2185981273651123, + 1.2297662496566772, + 1.2042598724365234, + 1.1633366346359253, + 1.1255004405975342, + 1.0837875604629517, + 1.0363410711288452, + 0.9940705299377441, + 0.948110044002533, + 0.9040794372558594, + 0.8580333590507507, + 0.8171099424362183, + 0.7900291681289673, + 0.7556027770042419, + 0.7185813784599304, + 0.6803396940231323, + 0.6543043255805969, + 0.6198428869247437, + 0.5812563300132751, + 0.551403284072876, + 0.5165613293647766, + 0.4923099875450134, + 0.47076714038848877, + 0.44703859090805054, + 0.41742026805877686, + 0.3902936577796936, + 0.37257689237594604, + 0.3431417942047119 ], "p90": [ - 1.924832820892334, - 1.9377882480621338, - 1.9488855600357056, - 1.9638868570327759, - 1.9771263599395752, - 1.992031455039978, - 2.0072598457336426, - 2.0224244594573975, - 2.037447214126587, - 2.0525898933410645, - 2.067568778991699, - 2.083725690841675, - 2.1006641387939453, - 2.1178104877471924, - 2.1328487396240234, - 2.148483991622925, - 2.1638646125793457, - 2.18049955368042, - 2.197096347808838, - 2.21498966217041, - 2.230412006378174, - 2.2480316162109375, - 2.266536235809326, - 2.2818570137023926, - 2.2966530323028564, - 2.3110384941101074, - 2.324718952178955, - 2.3413543701171875, - 2.3581223487854004, - 2.377009391784668, - 2.390925407409668, - 2.396749496459961, - 2.3787786960601807, - 2.385284900665283, - 2.400259494781494, - 2.4302122592926025, - 2.4566097259521484, - 2.484781503677368, - 2.514932632446289, - 2.5430068969726562, - 2.5605216026306152, - 2.5882608890533447, - 2.607269287109375, - 2.62274169921875, - 2.6410765647888184, - 2.656564235687256, - 2.6761021614074707, - 2.671689033508301, - 2.676949977874756, - 2.684385299682617, - 2.6875977516174316, - 2.7034196853637695, - 2.700120687484741, - 2.7083654403686523, - 2.7049062252044678, - 2.706536054611206, - 2.7054686546325684, - 2.7076032161712646, - 2.710829257965088, - 2.7198143005371094 + 1.9606825113296509, + 1.9639853239059448, + 1.965686321258545, + 1.970625877380371, + 1.973660945892334, + 1.978164792060852, + 1.9813780784606934, + 1.9826191663742065, + 1.9843542575836182, + 1.9851473569869995, + 1.9855406284332275, + 1.9855877161026, + 1.984254002571106, + 1.9827475547790527, + 1.9791682958602905, + 1.9756239652633667, + 1.9733965396881104, + 1.9739775657653809, + 1.9715124368667603, + 1.9720444679260254, + 1.9731478691101074, + 1.9784868955612183, + 1.983494520187378, + 1.9838868379592896, + 1.9860872030258179, + 1.9874509572982788, + 1.988271951675415, + 1.9896637201309204, + 1.9885473251342773, + 1.9895336627960205, + 1.9880523681640625, + 1.9790902137756348, + 2.0090508460998535, + 1.9861905574798584, + 1.981616497039795, + 1.9941954612731934, + 2.008120536804199, + 2.0239415168762207, + 2.0377752780914307, + 2.0515811443328857, + 2.0588135719299316, + 2.0704123973846436, + 2.0795395374298096, + 2.0894665718078613, + 2.098191261291504, + 2.1058459281921387, + 2.1136913299560547, + 2.10493540763855, + 2.107454538345337, + 2.1177988052368164, + 2.122387409210205, + 2.1324992179870605, + 2.1308507919311523, + 2.1363840103149414, + 2.136655807495117, + 2.1413588523864746, + 2.1415398120880127, + 2.1439456939697266, + 2.1469292640686035, + 2.1558680534362793 ], "timestamps": [ - "2026-06-18 09:24:00", - "2026-06-18 09:30:00", - "2026-06-18 09:36:00", - "2026-06-18 09:42:00", - "2026-06-18 09:48:00", - "2026-06-18 09:54:00", - "2026-06-18 10:00:00", - "2026-06-18 10:06:00", "2026-06-18 10:12:00", "2026-06-18 10:18:00", "2026-06-18 10:24:00", @@ -795,6 +787,14 @@ "2026-06-19 15:00:00", "2026-06-19 15:06:00", "2026-06-19 15:12:00", - "2026-06-19 15:18:00" + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index fab12a9cc8f8b5c3c11db0baecf48c38f6e70cc9..52b39327757f92e8854eb8a3b289b21e07f74192 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-19T15:04:31.456549+00:00", + "evaluated_at": "2026-06-19T16:20:38.765556+00:00", "freq": "10min", - "context_length": 73, + "context_length": 74, "prediction_length": 72, "context": [ - 1.600000023841858, - 1.5, - 1.2999999523162842, 1.2999999523162842, 1.5, 1.5, @@ -78,13 +75,13 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.5, + 1.2999999523162842, + 1.5 + ], + "actuals": [ 1.5, 1.399999976158142, 1.2999999523162842, @@ -152,237 +149,235 @@ 1.2000000476837158, 1.2000000476837158, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 ], "p50": [ - 1.3011771440505981, - 1.3157511949539185, - 1.3195087909698486, - 1.3258299827575684, - 1.3211896419525146, - 1.3258414268493652, - 1.328783631324768, - 1.3310871124267578, - 1.33025062084198, - 1.3343045711517334, - 1.3296722173690796, - 1.32923424243927, - 1.3291982412338257, - 1.3313233852386475, - 1.335416555404663, - 1.3365446329116821, - 1.337069034576416, - 1.336415410041809, - 1.3350858688354492, - 1.337609052658081, - 1.3338422775268555, - 1.3341312408447266, - 1.3346171379089355, - 1.332216739654541, - 1.3311614990234375, - 1.3296383619308472, - 1.3327137231826782, - 1.3292189836502075, - 1.3284555673599243, - 1.3306541442871094, - 1.3296154737472534, - 1.3283239603042603, - 1.3086055517196655, - 1.3091952800750732, - 1.3112316131591797, - 1.3127355575561523, - 1.313564658164978, - 1.3126952648162842, - 1.3130747079849243, - 1.3144692182540894, - 1.3151003122329712, - 1.3131848573684692, - 1.3111439943313599, - 1.310074806213379, - 1.3117493391036987, - 1.3126479387283325, - 1.3120055198669434, - 1.310192346572876, - 1.3095941543579102, - 1.3117988109588623, - 1.3132274150848389, - 1.3142006397247314, - 1.3146804571151733, - 1.3145946264266968, - 1.3143596649169922, - 1.3146401643753052, - 1.3134020566940308, - 1.3129618167877197, - 1.310531735420227, - 1.3114968538284302, - 1.3132593631744385, - 1.313267707824707, - 1.3119605779647827, - 1.311802625656128, - 1.3205461502075195, - 1.3256213665008545, - 1.322942852973938, - 1.3235772848129272, - 1.3214502334594727, - 1.324521541595459, - 1.3246535062789917, - 1.3228963613510132 + 1.4757184982299805, + 1.4380966424942017, + 1.4249671697616577, + 1.4069416522979736, + 1.4000879526138306, + 1.3985379934310913, + 1.4017878770828247, + 1.4030803442001343, + 1.4002745151519775, + 1.4038491249084473, + 1.3998610973358154, + 1.3995118141174316, + 1.3973356485366821, + 1.3965846300125122, + 1.396844506263733, + 1.3934065103530884, + 1.389971137046814, + 1.3857632875442505, + 1.3841944932937622, + 1.3850849866867065, + 1.3788386583328247, + 1.3751640319824219, + 1.3744879961013794, + 1.3749830722808838, + 1.3720587491989136, + 1.370356559753418, + 1.3702763319015503, + 1.3673882484436035, + 1.3649784326553345, + 1.3641302585601807, + 1.3607087135314941, + 1.357758641242981, + 1.3034640550613403, + 1.3122893571853638, + 1.311531662940979, + 1.310802936553955, + 1.3129608631134033, + 1.3166927099227905, + 1.3170722723007202, + 1.3158066272735596, + 1.3134397268295288, + 1.3113551139831543, + 1.3110302686691284, + 1.3091741800308228, + 1.3156028985977173, + 1.315354824066162, + 1.315077781677246, + 1.3150767087936401, + 1.3146296739578247, + 1.3123959302902222, + 1.3117213249206543, + 1.3109749555587769, + 1.3111803531646729, + 1.3117263317108154, + 1.3124154806137085, + 1.3135319948196411, + 1.3120025396347046, + 1.312730312347412, + 1.3129901885986328, + 1.3121124505996704, + 1.313185691833496, + 1.3126516342163086, + 1.3113516569137573, + 1.3111743927001953, + 1.3236703872680664, + 1.3286261558532715, + 1.3268165588378906, + 1.324824571609497, + 1.3217850923538208, + 1.3249574899673462, + 1.3246227502822876, + 1.3258507251739502 ], "p10": [ - 1.2930080890655518, - 1.2891327142715454, - 1.2875144481658936, - 1.2852813005447388, - 1.288843035697937, - 1.2915675640106201, - 1.2907676696777344, - 1.2917054891586304, - 1.2929582595825195, - 1.2903999090194702, - 1.28913152217865, - 1.290772557258606, - 1.2926106452941895, - 1.292691707611084, - 1.2920409440994263, - 1.2919535636901855, - 1.2908178567886353, - 1.2903484106063843, - 1.2914501428604126, - 1.2899715900421143, - 1.2888145446777344, - 1.2893397808074951, - 1.2888239622116089, - 1.2885864973068237, - 1.2874126434326172, - 1.2881256341934204, - 1.2890945672988892, - 1.2891188859939575, - 1.2879607677459717, - 1.2883375883102417, - 1.2894947528839111, - 1.29042649269104, - 1.2851641178131104, - 1.2893385887145996, - 1.2921020984649658, - 1.292306900024414, - 1.2897875308990479, - 1.2896220684051514, - 1.2888894081115723, - 1.286770224571228, - 1.282862901687622, - 1.2811332941055298, - 1.2811723947525024, - 1.2811596393585205, - 1.27848482131958, - 1.2765827178955078, - 1.2764228582382202, - 1.276197910308838, - 1.2740453481674194, - 1.2729859352111816, - 1.2720286846160889, - 1.2720682621002197, - 1.2716701030731201, - 1.2717039585113525, - 1.2730838060379028, - 1.2739431858062744, - 1.2749301195144653, - 1.2761945724487305, - 1.2773853540420532, - 1.2768921852111816, - 1.2750481367111206, - 1.276350975036621, - 1.2766329050064087, - 1.2754921913146973, - 1.281092882156372, - 1.277665615081787, - 1.2804206609725952, - 1.2800441980361938, - 1.281272053718567, - 1.2809125185012817, - 1.2790063619613647, - 1.280709147453308 + 1.31584632396698, + 1.2757893800735474, + 1.2809154987335205, + 1.2853533029556274, + 1.2853314876556396, + 1.2838560342788696, + 1.2793039083480835, + 1.2798056602478027, + 1.2811052799224854, + 1.279309630393982, + 1.2783626317977905, + 1.2826796770095825, + 1.2820302248001099, + 1.2796616554260254, + 1.2789480686187744, + 1.2787052392959595, + 1.277721643447876, + 1.2779324054718018, + 1.2782375812530518, + 1.2761588096618652, + 1.2750554084777832, + 1.277714490890503, + 1.2779369354248047, + 1.2773613929748535, + 1.2784819602966309, + 1.2767002582550049, + 1.2736550569534302, + 1.2728005647659302, + 1.2727174758911133, + 1.2736117839813232, + 1.274953007698059, + 1.2757456302642822, + 1.277475357055664, + 1.2727123498916626, + 1.2764310836791992, + 1.2773042917251587, + 1.2754766941070557, + 1.2733731269836426, + 1.2725019454956055, + 1.2732229232788086, + 1.2712868452072144, + 1.268491268157959, + 1.2683662176132202, + 1.2680360078811646, + 1.2619973421096802, + 1.2587039470672607, + 1.2574186325073242, + 1.2556883096694946, + 1.2533472776412964, + 1.2517532110214233, + 1.2496364116668701, + 1.2490050792694092, + 1.2468554973602295, + 1.2445858716964722, + 1.2453272342681885, + 1.245443344116211, + 1.2458570003509521, + 1.2466278076171875, + 1.2463006973266602, + 1.2468689680099487, + 1.2463594675064087, + 1.248280644416809, + 1.2496551275253296, + 1.2495975494384766, + 1.280107855796814, + 1.2703542709350586, + 1.2699954509735107, + 1.2680760622024536, + 1.2689523696899414, + 1.267664909362793, + 1.2656663656234741, + 1.2676208019256592 ], "p90": [ - 1.4434165954589844, - 1.5249180793762207, - 1.5433167219161987, - 1.5448161363601685, - 1.5518338680267334, - 1.5678372383117676, - 1.5861313343048096, - 1.594264030456543, - 1.6082406044006348, - 1.6170804500579834, - 1.6287486553192139, - 1.6322166919708252, - 1.6404635906219482, - 1.6496772766113281, - 1.6663837432861328, - 1.6719070672988892, - 1.6709837913513184, - 1.6661449670791626, - 1.6592671871185303, - 1.650525450706482, - 1.6617101430892944, - 1.6666938066482544, - 1.6821165084838867, - 1.6782677173614502, - 1.6712534427642822, - 1.6726588010787964, - 1.6770637035369873, - 1.6872825622558594, - 1.6903495788574219, - 1.691576600074768, - 1.6943855285644531, - 1.668416142463684, - 1.5975773334503174, - 1.5857036113739014, - 1.636858582496643, - 1.7058113813400269, - 1.6938364505767822, - 1.7182109355926514, - 1.7042328119277954, - 1.7145262956619263, - 1.7496833801269531, - 1.7880280017852783, - 1.833561658859253, - 1.7996492385864258, - 1.7869830131530762, - 1.749401330947876, - 1.7747849225997925, - 1.7757368087768555, - 1.7749810218811035, - 1.7820277214050293, - 1.819190263748169, - 1.8069988489151, - 1.7857677936553955, - 1.794252872467041, - 1.7903470993041992, - 1.809361219406128, - 1.8243234157562256, - 1.8195888996124268, - 1.8700212240219116, - 1.8160042762756348, - 1.8321506977081299, - 1.8672093152999878, - 1.8506214618682861, - 1.8341405391693115, - 1.778485894203186, - 1.7612704038619995, - 1.7524611949920654, - 1.8010181188583374, - 1.8073774576187134, - 1.8405373096466064, - 1.8480167388916016, - 1.8322383165359497 + 1.594518780708313, + 1.610169529914856, + 1.6127276420593262, + 1.6145281791687012, + 1.6140393018722534, + 1.617329478263855, + 1.6217387914657593, + 1.627315878868103, + 1.628320336341858, + 1.636959433555603, + 1.6432212591171265, + 1.6469590663909912, + 1.6474689245224, + 1.6501572132110596, + 1.6552717685699463, + 1.656117558479309, + 1.6525100469589233, + 1.6551637649536133, + 1.6585725545883179, + 1.6582223176956177, + 1.653451919555664, + 1.6501413583755493, + 1.6560513973236084, + 1.664420485496521, + 1.6610355377197266, + 1.6616109609603882, + 1.669119954109192, + 1.6704498529434204, + 1.671419620513916, + 1.6714789867401123, + 1.6714099645614624, + 1.666383981704712, + 1.5916249752044678, + 1.6022541522979736, + 1.6103142499923706, + 1.648101806640625, + 1.6378724575042725, + 1.673399567604065, + 1.6979527473449707, + 1.6795103549957275, + 1.6803059577941895, + 1.6883257627487183, + 1.7535626888275146, + 1.7117762565612793, + 1.7373532056808472, + 1.729586124420166, + 1.736661434173584, + 1.731345772743225, + 1.7230573892593384, + 1.7248313426971436, + 1.723151445388794, + 1.7325232028961182, + 1.7292133569717407, + 1.7150993347167969, + 1.7257376909255981, + 1.7208088636398315, + 1.7198492288589478, + 1.7411134243011475, + 1.7598787546157837, + 1.7502591609954834, + 1.7527236938476562, + 1.7456142902374268, + 1.7310696840286255, + 1.7347434759140015, + 1.7142682075500488, + 1.7069836854934692, + 1.7427587509155273, + 1.7632169723510742, + 1.7549424171447754, + 1.7745931148529053, + 1.7644774913787842, + 1.7538422346115112 ], "timestamps": [ - "2026-06-17 15:50:00", - "2026-06-17 16:00:00", - "2026-06-17 16:10:00", - "2026-06-17 16:20:00", - "2026-06-17 16:30:00", - "2026-06-17 16:40:00", "2026-06-17 16:50:00", "2026-06-17 17:00:00", "2026-06-17 17:10:00", @@ -521,6 +516,13 @@ "2026-06-18 15:20:00", "2026-06-18 15:30:00", "2026-06-18 15:40:00", - "2026-06-18 15:50:00" + "2026-06-18 15:50:00", + "2026-06-18 16:00:00", + "2026-06-18 16:10:00", + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8ecf2f645b5b071a567a2a8a75f28ce68659026c..696111aa6a681b11591297c6561a8e3e170ae1cd 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,35 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-19T15:05:39.455878+00:00", + "evaluated_at": "2026-06-19T16:20:48.087400+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +77,7 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2550.0, 2500.0, @@ -129,93 +103,111 @@ 2500.0, 2500.0 ], + "actuals": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], "p50": [ - 2549.3935546875, - 2549.53173828125, - 2549.645263671875, - 2549.681884765625, - 2549.711181640625, - 2549.610595703125, - 2549.6171875, - 2549.699951171875, - 2549.717529296875, - 2549.677001953125, - 2549.61669921875, - 2549.69970703125, - 2549.767333984375, - 2549.91650390625, - 2549.876220703125, - 2549.89208984375, - 2549.917724609375, - 2549.960205078125, - 2549.8642578125, - 2549.858154296875, - 2549.798583984375, - 2549.74169921875, - 2549.62939453125, - 2549.6396484375 + 2501.497314453125, + 2501.6689453125, + 2501.687744140625, + 2501.866943359375, + 2501.777099609375, + 2501.68701171875, + 2501.597900390625, + 2501.840576171875, + 2502.047607421875, + 2501.638916015625, + 2501.651611328125, + 2501.621337890625, + 2501.704345703125, + 2502.013427734375, + 2501.9736328125, + 2501.961669921875, + 2502.049072265625, + 2502.14013671875, + 2501.730224609375, + 2501.843994140625, + 2501.97314453125, + 2502.075439453125, + 2502.0341796875, + 2502.0537109375 ], "p10": [ - 2548.859375, - 2548.75341796875, - 2548.8525390625, - 2548.9345703125, - 2548.91943359375, - 2548.701416015625, - 2548.650146484375, - 2548.62255859375, - 2548.3359375, - 2548.031982421875, - 2547.890869140625, - 2547.75146484375, - 2547.40625, - 2547.224853515625, - 2546.952880859375, - 2546.72509765625, - 2546.52099609375, - 2546.349365234375, - 2546.033935546875, - 2545.809814453125, - 2545.98779296875, - 2545.744384765625, - 2545.62353515625, - 2545.686279296875 + 2500.096923828125, + 2497.322265625, + 2494.401611328125, + 2489.39404296875, + 2482.70263671875, + 2478.10595703125, + 2472.3818359375, + 2469.287841796875, + 2466.771728515625, + 2462.76220703125, + 2456.781494140625, + 2455.952392578125, + 2453.68505859375, + 2451.6103515625, + 2449.063232421875, + 2446.066650390625, + 2444.761474609375, + 2444.194091796875, + 2442.648193359375, + 2441.1201171875, + 2440.259521484375, + 2438.118408203125, + 2438.215576171875, + 2436.82470703125 ], "p90": [ - 2550.105224609375, - 2550.238525390625, - 2553.530517578125, - 2559.29150390625, - 2565.661865234375, - 2574.229736328125, - 2582.201171875, - 2585.982177734375, - 2588.927734375, - 2588.90478515625, - 2590.96728515625, - 2594.426513671875, - 2600.470458984375, - 2601.787353515625, - 2601.91259765625, - 2605.74658203125, - 2607.586669921875, - 2608.1513671875, - 2609.342041015625, - 2609.275146484375, - 2612.08837890625, - 2612.82373046875, - 2611.9736328125, - 2609.623291015625 + 2502.75341796875, + 2503.5341796875, + 2507.92041015625, + 2516.563232421875, + 2524.926025390625, + 2526.720703125, + 2524.87646484375, + 2523.717529296875, + 2525.060546875, + 2528.245849609375, + 2530.02734375, + 2529.978271484375, + 2532.5224609375, + 2534.35498046875, + 2533.7802734375, + 2536.284912109375, + 2538.824951171875, + 2539.775146484375, + 2538.37255859375, + 2537.6630859375, + 2541.516357421875, + 2541.810546875, + 2541.853271484375, + 2541.44287109375 ], "timestamps": [ - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", "2026-06-19 05:55:00", "2026-06-19 06:10:00", "2026-06-19 06:25:00", @@ -327,6 +319,14 @@ "2026-06-20 08:55:00", "2026-06-20 09:10:00", "2026-06-20 09:25:00", - "2026-06-20 09:40:00" + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index c5d346586b77d1b6698c11b21acc6238589483c2..d85ecd0afd07fadb6e9f505af2a3816bfc1783b3 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,11 +1,29 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-19T16:07:09.808492+00:00", + "evaluated_at": "2026-06-19T16:21:13.723308+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 57d5d5054e29d23fe4948e978d5e9241d3f76280..d9942dfba50802002bb1b1fa5cc9aef6d2581019 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1141740.5477148693,1141740.5477148693,814.89208984375,0.7407595491316891,0.012920552686899312,0.012778328864994193,8.483297009046089,1068.5226004698586,0.016777414567875147,0.012795033454022308,0.009108111019355433,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.7928028575929602,0.7928028575929602,0.721045732498169,0.4132978128901108,0.02953640034619398,0.0301837402487192,2.382665304386935,0.8903947762610471,0.03812845897951336,0.030876599197218732,0.03337617042622656,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.16975229479298382,0.16975229479298382,0.33259317552049955,0.41397347479318286,0.6656660369360498,0.36982338243640545,3.001187698485144,0.412010066373364,0.33209208867940876,0.2680797663788839,0.17487290552526374,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.019199669336129058,0.019199669336129058,0.1088258061144087,0.551582730408444,0.07845834785354937,0.07783434033596331,4.0952374639720395,0.13856287141990475,0.09819416232347976,0.07712065116057285,0.09467907907078245,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.09987254620161,0.09987254620161,0.27331844297392915,0.3435627131936911,3.372226867778578,0.49454393792586454,1.675339248435281,0.3160261796143003,0.3188533539661497,0.2757635533530958,0.17397750170214138,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.02237367405292486,0.02237367405292486,0.11437506311469608,0.5718751976528992,0.08757512901222889,0.08171847206314226,3.676390183701083,0.14957832079858652,0.1064193618800825,0.08137356514417521,0.08032561938845156,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.395306116105985,0.395306116105985,0.408438762029012,1.2841740811016178,0.02407169117503702,0.024777375696829612,9.833136379488025,0.6287337402318925,0.03831795386824246,0.024892154882060948,0.017913789208204956,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,53.640285150821605,53.640285150821605,5.760983308156331,0.5239088954925502,0.19441750952406153,0.20680182066373176,4.915479176293473,7.323952836468952,0.260021994194164,0.20453195176886382,0.1759975602013903,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,2.183714780401109,2.183714780401109,1.2153366406758626,0.6233519668810807,0.04603425094642738,0.04763289134471519,7.061753845149316,1.4777397539489519,0.05643818612603907,0.04641642437307596,0.04248439660842393,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,20.428676011458567,20.428676011458567,3.705709218978882,0.6460316313958342,0.697386978371857,0.4008741885045491,6.506147587847767,4.519809289279645,0.48862803127347515,0.40061721286258184,0.31231947164755086,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,1991.6662295187514,1991.6662295187514,39.73186238606771,0.6464845405190678,0.015892558258655026,0.01573480745277957,15.784418531514829,44.62808789897626,0.017777163644405482,0.015826799954616184,0.013236547209975795,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,950.666227494677,950.666227494677,19.15826416015625,0.2519442958047945,0.007784370035449076,0.007722374854391651,6.918463853809931,30.832875757779664,0.012405515812015289,0.0077082705757544005,0.007909610895734378,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,911.1493529982066,911.1493529982066,25.936536516462052,0.5506292525456805,0.10930430436435003,0.10222024293024637,5.839700471853716,30.18525058697056,0.11937669723660674,0.10257387322894597,0.0750636376753889,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index f266b00f106ba7295484fff85098dcdd3c9ae21f..434148adbe78ed6c8024f01486d3b06176445622 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T16:06:52.526800+00:00", + "evaluated_at": "2026-06-19T16:18:50.546058+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 82e4bd3e48a0f3d10bf63d93d074fdc06d1dbb41..849da7de016676f157555b1aec65dcabefa6e8ff 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,19 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T15:45:42.089284+00:00", + "evaluated_at": "2026-06-19T16:18:56.908798+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 2.1050000190734863, - 2.0959999561309814, - 2.0789999961853027, - 2.059999942779541, - 2.0490000247955322, - 2.0350000858306885, - 2.000999927520752, - 1.9730000495910645, 1.9509999752044678, 1.9240000247955322, 1.8819999694824219, @@ -245,9 +237,7 @@ 1.8660000562667847, 1.8799999952316284, 1.8849999904632568, - 1.902999997138977 - ], - "actuals": [ + 1.902999997138977, 1.9199999570846558, 1.9229999780654907, 1.9299999475479126, @@ -255,7 +245,9 @@ 1.9259999990463257, 1.937000036239624, 1.9479999542236328, - 1.9450000524520874, + 1.9450000524520874 + ], + "actuals": [ 1.937000036239624, 1.930999994277954, 1.930999994277954, @@ -307,203 +299,203 @@ 0.24400000274181366, 0.210999995470047, 0.18000000715255737, - 0.1599999964237213 + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805 ], "p50": [ - 1.9103691577911377, - 1.921090841293335, - 1.932224988937378, - 1.9390523433685303, - 1.9453065395355225, - 1.9526088237762451, - 1.9584790468215942, - 1.9621318578720093, - 1.962844967842102, - 1.9641563892364502, - 1.966263771057129, - 1.964967966079712, - 1.9595935344696045, - 1.9578300714492798, - 1.9530208110809326, - 1.9471960067749023, - 1.9400092363357544, - 1.929160714149475, - 1.915800929069519, - 1.9031634330749512, - 1.890824794769287, - 1.8743526935577393, - 1.8589856624603271, - 1.8450348377227783, - 1.8258495330810547, - 1.8048232793807983, - 1.7802910804748535, - 1.7515610456466675, - 1.7279250621795654, - 1.7025774717330933, - 1.6752128601074219, - 1.6461174488067627, - 1.640392541885376, - 1.6182432174682617, - 1.585649013519287, - 1.5507456064224243, - 1.5240732431411743, - 1.4941004514694214, - 1.4655296802520752, - 1.4321472644805908, - 1.3955153226852417, - 1.3614680767059326, - 1.3336966037750244, - 1.296016812324524, - 1.2585927248001099, - 1.2265150547027588, - 1.1925467252731323, - 1.156717300415039, - 1.123288631439209, - 1.0914682149887085, - 1.0590482950210571, - 1.02729332447052, - 1.0003935098648071, - 0.9715640544891357, - 0.9458353519439697, - 0.9184917211532593, - 0.8932934999465942, - 0.8698987364768982, - 0.8449534773826599, - 0.8252050876617432 + 1.9394327402114868, + 1.9393341541290283, + 1.9379942417144775, + 1.9316096305847168, + 1.9264390468597412, + 1.9201922416687012, + 1.9121965169906616, + 1.9020013809204102, + 1.8884857892990112, + 1.8723804950714111, + 1.8560177087783813, + 1.8399354219436646, + 1.8213434219360352, + 1.799119234085083, + 1.7782230377197266, + 1.755969524383545, + 1.7338566780090332, + 1.7098076343536377, + 1.6815242767333984, + 1.6532630920410156, + 1.6256215572357178, + 1.597381830215454, + 1.569748044013977, + 1.5409164428710938, + 1.5096156597137451, + 1.4759199619293213, + 1.4389076232910156, + 1.3979408740997314, + 1.3681590557098389, + 1.3268102407455444, + 1.2932641506195068, + 1.254136562347412, + 1.2284921407699585, + 1.1884280443191528, + 1.1531168222427368, + 1.116710901260376, + 1.0777230262756348, + 1.0440857410430908, + 1.0049033164978027, + 0.9695692658424377, + 0.9363692402839661, + 0.895979642868042, + 0.8624416589736938, + 0.827237069606781, + 0.7928906679153442, + 0.7613895535469055, + 0.7268034219741821, + 0.6960822343826294, + 0.6624903678894043, + 0.6340814828872681, + 0.6018077731132507, + 0.5792192220687866, + 0.5574718713760376, + 0.5295712947845459, + 0.5136744379997253, + 0.4920807480812073, + 0.4714769124984741, + 0.4572204351425171, + 0.4442901015281677, + 0.4359510540962219 ], "p10": [ - 1.8939763307571411, - 1.9005353450775146, - 1.9081010818481445, - 1.9118356704711914, - 1.9152942895889282, - 1.9155735969543457, - 1.9158391952514648, - 1.9130175113677979, - 1.9084081649780273, - 1.902062177658081, - 1.8924870491027832, - 1.8814210891723633, - 1.8673317432403564, - 1.8567028045654297, - 1.8385279178619385, - 1.820613145828247, - 1.803502082824707, - 1.78299880027771, - 1.7574599981307983, - 1.7296303510665894, - 1.7061553001403809, - 1.676142930984497, - 1.6485633850097656, - 1.621811866760254, - 1.5906307697296143, - 1.560308814048767, - 1.5168122053146362, - 1.4725351333618164, - 1.4356571435928345, - 1.3983876705169678, - 1.3556047677993774, - 1.3217403888702393, - 1.2776583433151245, - 1.2402540445327759, - 1.2001482248306274, - 1.165209412574768, - 1.1244736909866333, - 1.0854140520095825, - 1.0482817888259888, - 1.0043153762817383, - 0.9570610523223877, - 0.8976137638092041, - 0.8729615211486816, - 0.8133301138877869, - 0.7683838605880737, - 0.7293765544891357, - 0.6877843737602234, - 0.646126389503479, - 0.6046870946884155, - 0.5669625401496887, - 0.5248775482177734, - 0.4829906225204468, - 0.4550623297691345, - 0.40955644845962524, - 0.3834484815597534, - 0.34487712383270264, - 0.30700820684432983, - 0.2788497805595398, - 0.24022722244262695, - 0.2031574845314026 + 1.9239237308502197, + 1.916942834854126, + 1.9117028713226318, + 1.9023555517196655, + 1.8951698541641235, + 1.8840925693511963, + 1.8721776008605957, + 1.8561537265777588, + 1.8370758295059204, + 1.8156652450561523, + 1.7895686626434326, + 1.765655279159546, + 1.739027738571167, + 1.7082748413085938, + 1.6749660968780518, + 1.6430703401565552, + 1.6110785007476807, + 1.5761123895645142, + 1.5360115766525269, + 1.494443416595459, + 1.4579569101333618, + 1.4172717332839966, + 1.3795132637023926, + 1.3420251607894897, + 1.2985095977783203, + 1.2554831504821777, + 1.2063696384429932, + 1.1546351909637451, + 1.1098411083221436, + 1.0601704120635986, + 1.0096594095230103, + 0.9624245166778564, + 0.8631687164306641, + 0.8264758586883545, + 0.7839022874832153, + 0.7379754781723022, + 0.6911948323249817, + 0.6473379135131836, + 0.5945520401000977, + 0.5534723997116089, + 0.5020255446434021, + 0.4564932584762573, + 0.419080913066864, + 0.36730659008026123, + 0.31671154499053955, + 0.2745985984802246, + 0.23342633247375488, + 0.18781810998916626, + 0.1465071439743042, + 0.1112370491027832, + 0.06245160102844238, + 0.03590035438537598, + -0.0005278587341308594, + -0.043935537338256836, + -0.06521570682525635, + -0.10122942924499512, + -0.13807284832000732, + -0.16003406047821045, + -0.18749022483825684, + -0.21555566787719727 ], "p90": [ - 1.9266119003295898, - 1.9402365684509277, - 1.956775426864624, - 1.9686505794525146, - 1.9810205698013306, - 1.995165228843689, - 2.0072150230407715, - 2.018918991088867, - 2.032339096069336, - 2.0439372062683105, - 2.0572779178619385, - 2.069596290588379, - 2.0767927169799805, - 2.0912137031555176, - 2.103900909423828, - 2.1106491088867188, - 2.123648166656494, - 2.1307668685913086, - 2.137540578842163, - 2.142909049987793, - 2.1534414291381836, - 2.160865306854248, - 2.1628265380859375, - 2.1714656352996826, - 2.1788241863250732, - 2.1822187900543213, - 2.1817626953125, - 2.186372756958008, - 2.184659242630005, - 2.1897757053375244, - 2.193659782409668, - 2.1833276748657227, - 2.20743465423584, - 2.219613790512085, - 2.223802089691162, - 2.242489814758301, - 2.2434959411621094, - 2.2309508323669434, - 2.239255666732788, - 2.247570037841797, - 2.2266101837158203, - 2.236203193664551, - 2.2454981803894043, - 2.2544376850128174, - 2.2602877616882324, - 2.253108024597168, - 2.2728190422058105, - 2.283266067504883, - 2.2875242233276367, - 2.2867231369018555, - 2.2837352752685547, - 2.2924256324768066, - 2.2855381965637207, - 2.286283493041992, - 2.2775235176086426, - 2.2949581146240234, - 2.27793025970459, - 2.299149513244629, - 2.299501419067383, - 2.2962589263916016 + 1.9523272514343262, + 1.957990050315857, + 1.9607787132263184, + 1.958981990814209, + 1.9580581188201904, + 1.9568443298339844, + 1.9521381855010986, + 1.949763536453247, + 1.9436793327331543, + 1.9360178709030151, + 1.929514765739441, + 1.9233319759368896, + 1.913750171661377, + 1.9052224159240723, + 1.896737813949585, + 1.887848138809204, + 1.8794846534729004, + 1.8697961568832397, + 1.8560103178024292, + 1.8428807258605957, + 1.8344030380249023, + 1.821251392364502, + 1.813004732131958, + 1.8019492626190186, + 1.7856864929199219, + 1.769273281097412, + 1.7555854320526123, + 1.7381559610366821, + 1.7349879741668701, + 1.709975004196167, + 1.7041817903518677, + 1.6811301708221436, + 1.7061508893966675, + 1.7097012996673584, + 1.7062592506408691, + 1.6942157745361328, + 1.6781070232391357, + 1.6605744361877441, + 1.6551296710968018, + 1.6535141468048096, + 1.6364068984985352, + 1.6245818138122559, + 1.6072942018508911, + 1.607163906097412, + 1.6041808128356934, + 1.5884943008422852, + 1.593726634979248, + 1.5875868797302246, + 1.584001064300537, + 1.5907129049301147, + 1.5886592864990234, + 1.58217453956604, + 1.586188793182373, + 1.5726115703582764, + 1.5750828981399536, + 1.58454167842865, + 1.5762478113174438, + 1.5777604579925537, + 1.5997681617736816, + 1.5975120067596436 ], "timestamps": [ - "2026-06-18 09:24:00", - "2026-06-18 09:30:00", - "2026-06-18 09:36:00", - "2026-06-18 09:42:00", - "2026-06-18 09:48:00", - "2026-06-18 09:54:00", - "2026-06-18 10:00:00", - "2026-06-18 10:06:00", "2026-06-18 10:12:00", "2026-06-18 10:18:00", "2026-06-18 10:24:00", @@ -795,6 +787,14 @@ "2026-06-19 15:00:00", "2026-06-19 15:06:00", "2026-06-19 15:12:00", - "2026-06-19 15:18:00" + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 61ed60cd5d7663ef42449a079132bcc05005f617..0f86f9ffc994a3163a672cceadcddd576c0f1765 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T15:48:24.653909+00:00", + "evaluated_at": "2026-06-19T16:19:08.440998+00:00", "freq": "10min", - "context_length": 73, + "context_length": 74, "prediction_length": 72, "context": [ - 1.5, - 1.2999999523162842, 1.2999999523162842, 1.5, 1.5, @@ -78,12 +76,12 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842 - ], - "actuals": [ 1.2999999523162842, 1.2999999523162842, - 1.5, + 1.2999999523162842, + 1.5 + ], + "actuals": [ 1.5, 1.399999976158142, 1.2999999523162842, @@ -152,234 +150,234 @@ 1.2000000476837158, 1.100000023841858, 1.100000023841858, - 1.100000023841858 + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842 ], "p50": [ - 1.2927886247634888, - 1.2946317195892334, - 1.2972931861877441, - 1.303057074546814, - 1.3053137063980103, - 1.3090837001800537, - 1.3123447895050049, - 1.317794680595398, - 1.3220607042312622, - 1.3264399766921997, - 1.3284351825714111, - 1.328779935836792, - 1.336414098739624, - 1.3388619422912598, - 1.3443628549575806, - 1.3476474285125732, - 1.3547682762145996, - 1.3596081733703613, - 1.3661153316497803, - 1.3679118156433105, - 1.3701872825622559, - 1.3754841089248657, - 1.3816156387329102, - 1.3830889463424683, - 1.3890583515167236, - 1.391522765159607, - 1.393714189529419, - 1.395778775215149, - 1.4005056619644165, - 1.4001749753952026, - 1.4040027856826782, - 1.4027518033981323, - 1.4213216304779053, - 1.427209496498108, - 1.4242600202560425, - 1.423887014389038, - 1.4279111623764038, - 1.4259763956069946, - 1.4241816997528076, - 1.4237656593322754, - 1.419131875038147, - 1.418949007987976, - 1.416932225227356, - 1.4169557094573975, - 1.4211515188217163, - 1.4232608079910278, - 1.425559401512146, - 1.427046298980713, - 1.4287259578704834, - 1.4262477159500122, - 1.424271821975708, - 1.4250541925430298, - 1.4242310523986816, - 1.424613356590271, - 1.4264813661575317, - 1.4235970973968506, - 1.4230775833129883, - 1.4246840476989746, - 1.4262598752975464, - 1.42779541015625, - 1.4305574893951416, - 1.4300819635391235, - 1.4315283298492432, - 1.4325700998306274, - 1.4347740411758423, - 1.4385262727737427, - 1.439298152923584, - 1.438584566116333, - 1.43900465965271, - 1.439905047416687, - 1.4359973669052124, - 1.435898780822754 + 1.4932165145874023, + 1.4615895748138428, + 1.4572443962097168, + 1.4588465690612793, + 1.4561645984649658, + 1.4602539539337158, + 1.4666236639022827, + 1.4655104875564575, + 1.4694949388504028, + 1.4695210456848145, + 1.4715899229049683, + 1.4730843305587769, + 1.4776179790496826, + 1.4818813800811768, + 1.4866036176681519, + 1.4884438514709473, + 1.4895411729812622, + 1.4825005531311035, + 1.4898813962936401, + 1.4933958053588867, + 1.4962202310562134, + 1.5042309761047363, + 1.5044437646865845, + 1.4981120824813843, + 1.5009866952896118, + 1.5010435581207275, + 1.4984074831008911, + 1.4989923238754272, + 1.5001014471054077, + 1.4971483945846558, + 1.4978663921356201, + 1.4959373474121094, + 1.492515206336975, + 1.497063159942627, + 1.4966174364089966, + 1.497361421585083, + 1.5021363496780396, + 1.492294430732727, + 1.4864643812179565, + 1.4818795919418335, + 1.4796806573867798, + 1.482147216796875, + 1.48439359664917, + 1.4827300310134888, + 1.4837702512741089, + 1.4853947162628174, + 1.4795093536376953, + 1.4748315811157227, + 1.4757781028747559, + 1.4772143363952637, + 1.4810558557510376, + 1.4836350679397583, + 1.4758127927780151, + 1.4709539413452148, + 1.4701696634292603, + 1.4680734872817993, + 1.4714330434799194, + 1.4736225605010986, + 1.4762828350067139, + 1.4789825677871704, + 1.482556939125061, + 1.4825224876403809, + 1.4806650876998901, + 1.478834629058838, + 1.4856932163238525, + 1.487716555595398, + 1.493243932723999, + 1.491424798965454, + 1.4948710203170776, + 1.496428370475769, + 1.4966115951538086, + 1.497387409210205 ], "p10": [ - 1.2569588422775269, - 1.2162885665893555, - 1.1844189167022705, - 1.1640958786010742, - 1.1424343585968018, - 1.130941390991211, - 1.1209697723388672, - 1.1067686080932617, - 1.104466199874878, - 1.0912604331970215, - 1.080550193786621, - 1.0700377225875854, - 1.0602890253067017, - 1.0473700761795044, - 1.0436718463897705, - 1.0418341159820557, - 1.0372650623321533, - 1.0332586765289307, - 1.023526668548584, - 1.0166220664978027, - 1.0124287605285645, - 1.0032765865325928, - 0.9969965219497681, - 0.9894691705703735, - 0.983293354511261, - 0.9750410318374634, - 0.9716662168502808, - 0.9666510820388794, - 0.9629846811294556, - 0.9628503918647766, - 0.9556524157524109, - 0.9531070590019226, - 0.9838759303092957, - 0.9546946883201599, - 0.9503428339958191, - 0.9485807418823242, - 0.9404460787773132, - 0.9274863600730896, - 0.9067972898483276, - 0.8911553621292114, - 0.8753936886787415, - 0.8612585067749023, - 0.849696934223175, - 0.8478295803070068, - 0.8423779010772705, - 0.8400313258171082, - 0.8463438153266907, - 0.853558361530304, - 0.8460050821304321, - 0.8510279059410095, - 0.8413875699043274, - 0.847829282283783, - 0.8461651802062988, - 0.8459653854370117, - 0.838383674621582, - 0.8314943909645081, - 0.825111448764801, - 0.8195943832397461, - 0.8143765926361084, - 0.8088452816009521, - 0.8144521713256836, - 0.8167728781700134, - 0.8035411834716797, - 0.8051309585571289, - 0.8913276791572571, - 0.8746243715286255, - 0.8651280999183655, - 0.866978645324707, - 0.8683755993843079, - 0.8646248579025269, - 0.8475634455680847, - 0.8426069021224976 + 1.36613130569458, + 1.292880892753601, + 1.2863157987594604, + 1.2786598205566406, + 1.278421401977539, + 1.2683671712875366, + 1.2747993469238281, + 1.2681918144226074, + 1.2665541172027588, + 1.2594712972640991, + 1.259604573249817, + 1.2573342323303223, + 1.2529939413070679, + 1.2484678030014038, + 1.2489094734191895, + 1.244157075881958, + 1.2334487438201904, + 1.2296110391616821, + 1.226161241531372, + 1.2208349704742432, + 1.2144410610198975, + 1.2104847431182861, + 1.2035467624664307, + 1.1987218856811523, + 1.1930701732635498, + 1.1899524927139282, + 1.1820600032806396, + 1.1829626560211182, + 1.180111050605774, + 1.1750609874725342, + 1.1788564920425415, + 1.1737864017486572, + 1.1298338174819946, + 1.1353098154067993, + 1.1421856880187988, + 1.1331459283828735, + 1.1206973791122437, + 1.112534761428833, + 1.0992554426193237, + 1.0899670124053955, + 1.0784772634506226, + 1.0779201984405518, + 1.072183609008789, + 1.0747816562652588, + 1.0734869241714478, + 1.0597814321517944, + 1.0603163242340088, + 1.0476269721984863, + 1.0399796962738037, + 1.044060230255127, + 1.0375865697860718, + 1.0346171855926514, + 1.0245258808135986, + 1.0126816034317017, + 1.005995512008667, + 1.0008586645126343, + 0.9977307319641113, + 0.9949649572372437, + 0.9964693188667297, + 0.9963807463645935, + 0.9945666193962097, + 0.99910569190979, + 0.9929342865943909, + 0.9939674139022827, + 0.9996668696403503, + 0.9775514602661133, + 0.9808199405670166, + 0.9690544605255127, + 0.9649533033370972, + 0.9656974673271179, + 0.9486119747161865, + 0.9504860043525696 ], "p90": [ - 1.448883056640625, - 1.4765143394470215, - 1.4893263578414917, - 1.5063445568084717, - 1.515592098236084, - 1.5269134044647217, - 1.5451171398162842, - 1.5595096349716187, - 1.5749455690383911, - 1.591057300567627, - 1.602723240852356, - 1.6149786710739136, - 1.6349623203277588, - 1.6476857662200928, - 1.6578117609024048, - 1.6671398878097534, - 1.6711864471435547, - 1.6774766445159912, - 1.6882152557373047, - 1.6950268745422363, - 1.6959773302078247, - 1.7120105028152466, - 1.7192777395248413, - 1.7194422483444214, - 1.7335872650146484, - 1.7342028617858887, - 1.7393994331359863, - 1.7407817840576172, - 1.7472761869430542, - 1.7507896423339844, - 1.7589068412780762, - 1.7554912567138672, - 1.7277631759643555, - 1.7670034170150757, - 1.7770681381225586, - 1.7831649780273438, - 1.7946223020553589, - 1.7995963096618652, - 1.796396255493164, - 1.8063743114471436, - 1.8004146814346313, - 1.8019800186157227, - 1.7989131212234497, - 1.8063124418258667, - 1.8103063106536865, - 1.8165192604064941, - 1.8179117441177368, - 1.8233990669250488, - 1.8242284059524536, - 1.8219032287597656, - 1.824521541595459, - 1.8362505435943604, - 1.8329384326934814, - 1.8325345516204834, - 1.8472940921783447, - 1.8448059558868408, - 1.841130256652832, - 1.8461709022521973, - 1.8531484603881836, - 1.8653644323349, - 1.8682949542999268, - 1.866879940032959, - 1.873113751411438, - 1.8714869022369385, - 1.8484348058700562, - 1.8704090118408203, - 1.8793234825134277, - 1.8874610662460327, - 1.8880800008773804, - 1.903321385383606, - 1.8910819292068481, - 1.9067267179489136 + 1.5334110260009766, + 1.5586408376693726, + 1.5858004093170166, + 1.5984597206115723, + 1.608081579208374, + 1.6278196573257446, + 1.644376516342163, + 1.6552906036376953, + 1.6709544658660889, + 1.6828035116195679, + 1.6946892738342285, + 1.707695722579956, + 1.7218247652053833, + 1.7365072965621948, + 1.7498996257781982, + 1.7600252628326416, + 1.7704665660858154, + 1.7679011821746826, + 1.7867566347122192, + 1.8007258176803589, + 1.8046016693115234, + 1.8187527656555176, + 1.8233203887939453, + 1.8186657428741455, + 1.8231592178344727, + 1.8226608037948608, + 1.8291893005371094, + 1.8307102918624878, + 1.8323402404785156, + 1.8253759145736694, + 1.8353989124298096, + 1.8326416015625, + 1.8086204528808594, + 1.8384525775909424, + 1.8467364311218262, + 1.8527960777282715, + 1.8596928119659424, + 1.8572427034378052, + 1.8523651361465454, + 1.8538950681686401, + 1.847212314605713, + 1.8491650819778442, + 1.8541070222854614, + 1.8664923906326294, + 1.8673900365829468, + 1.8694531917572021, + 1.8643429279327393, + 1.8659567832946777, + 1.864922285079956, + 1.8668475151062012, + 1.8816970586776733, + 1.8916049003601074, + 1.886552095413208, + 1.8787825107574463, + 1.8799909353256226, + 1.881217360496521, + 1.8857951164245605, + 1.888934850692749, + 1.8974573612213135, + 1.906533122062683, + 1.9065260887145996, + 1.9043605327606201, + 1.911639928817749, + 1.9096810817718506, + 1.8755624294281006, + 1.8978973627090454, + 1.9011623859405518, + 1.9083508253097534, + 1.9157062768936157, + 1.9355902671813965, + 1.9332492351531982, + 1.9458503723144531 ], "timestamps": [ - "2026-06-17 16:20:00", - "2026-06-17 16:30:00", - "2026-06-17 16:40:00", "2026-06-17 16:50:00", "2026-06-17 17:00:00", "2026-06-17 17:10:00", @@ -521,6 +519,10 @@ "2026-06-18 15:50:00", "2026-06-18 16:00:00", "2026-06-18 16:10:00", - "2026-06-18 16:20:00" + "2026-06-18 16:20:00", + "2026-06-18 16:30:00", + "2026-06-18 16:40:00", + "2026-06-18 16:50:00", + "2026-06-18 17:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 951b0051be435313947eecc1e566e87b13e50d71..60913c199979c9591b8d80fcab848ead7ac0176c 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,35 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T15:03:40.445356+00:00", + "evaluated_at": "2026-06-19T16:19:16.878896+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2650.0, - 2650.0, 2650.0, 2650.0, 2650.0, @@ -101,9 +77,7 @@ 2550.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2550.0, 2500.0, @@ -129,93 +103,111 @@ 2500.0, 2500.0 ], + "actuals": [ + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0 + ], "p50": [ - 2550.0947265625, - 2550.10693359375, - 2550.13330078125, - 2550.09716796875, - 2550.04296875, - 2550.135498046875, - 2550.16064453125, - 2550.0732421875, - 2550.108154296875, - 2550.18212890625, - 2550.14306640625, - 2550.118408203125, - 2550.128173828125, - 2550.143798828125, - 2550.1845703125, - 2550.23388671875, - 2550.168701171875, - 2550.17724609375, - 2550.171630859375, - 2550.15234375, - 2550.08544921875, - 2550.344482421875, - 2550.3203125, - 2550.057861328125 + 2500.361328125, + 2500.420166015625, + 2500.45166015625, + 2500.42724609375, + 2500.425537109375, + 2500.4853515625, + 2500.462890625, + 2500.358154296875, + 2500.41943359375, + 2500.518798828125, + 2500.4951171875, + 2500.458984375, + 2500.436767578125, + 2500.453369140625, + 2500.47705078125, + 2500.480224609375, + 2500.4169921875, + 2500.43408203125, + 2500.392822265625, + 2500.435546875, + 2500.448974609375, + 2500.4775390625, + 2500.507080078125, + 2500.4267578125 ], "p10": [ - 2549.6328125, - 2549.53369140625, - 2549.554443359375, - 2549.3046875, - 2548.908935546875, - 2547.533447265625, - 2544.767822265625, - 2541.4453125, - 2536.16357421875, - 2533.88330078125, - 2530.2783203125, - 2526.973876953125, - 2524.4169921875, - 2522.9111328125, - 2522.850341796875, - 2522.126708984375, - 2521.822998046875, - 2520.962890625, - 2520.109130859375, - 2519.06689453125, - 2517.745361328125, - 2516.0654296875, - 2514.585205078125, - 2513.496826171875 + 2499.761962890625, + 2499.732177734375, + 2499.651611328125, + 2499.47216796875, + 2499.47314453125, + 2499.5693359375, + 2499.3193359375, + 2497.66552734375, + 2494.951904296875, + 2492.343017578125, + 2488.59130859375, + 2484.195556640625, + 2480.515625, + 2478.7177734375, + 2476.058837890625, + 2473.771484375, + 2471.091552734375, + 2468.275634765625, + 2465.861328125, + 2464.328369140625, + 2461.7490234375, + 2459.77197265625, + 2456.947265625, + 2455.609619140625 ], "p90": [ - 2550.37939453125, - 2550.36083984375, - 2550.42578125, - 2550.449462890625, - 2550.34033203125, - 2550.86083984375, - 2558.322998046875, - 2567.71044921875, - 2585.723388671875, - 2585.827880859375, - 2595.3935546875, - 2596.2216796875, - 2599.1806640625, - 2599.0439453125, - 2598.16455078125, - 2597.03857421875, - 2597.445068359375, - 2597.328857421875, - 2597.518310546875, - 2596.4541015625, - 2597.05419921875, - 2596.99462890625, - 2597.93408203125, - 2597.66943359375 + 2501.2958984375, + 2501.482421875, + 2501.768798828125, + 2503.03125, + 2511.671630859375, + 2519.690673828125, + 2535.812255859375, + 2540.80859375, + 2547.28857421875, + 2548.185791015625, + 2551.04150390625, + 2550.989013671875, + 2551.6572265625, + 2553.326171875, + 2551.071044921875, + 2550.484375, + 2550.00048828125, + 2549.774169921875, + 2549.527099609375, + 2549.83544921875, + 2549.486328125, + 2549.684326171875, + 2550.07568359375, + 2550.27197265625 ], "timestamps": [ - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", "2026-06-19 05:55:00", "2026-06-19 06:10:00", "2026-06-19 06:25:00", @@ -327,6 +319,14 @@ "2026-06-20 08:55:00", "2026-06-20 09:10:00", "2026-06-20 09:25:00", - "2026-06-20 09:40:00" + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index db891830c4dd6a7d2fd06416f20b986512482efb..c2d2b11a56aabcd0cb727852c2cffa28dd7f36af 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,11 +1,29 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-19T16:06:54.538828+00:00", + "evaluated_at": "2026-06-19T16:19:20.001989+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T16:05:52.685416Z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t100600z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t164000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", + "context_length": 74, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t135000z", + "data_fetched_at": "2026-06-19T16:16:14.707406Z", "context_length": 96, "prediction_length": 24 }