diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 455139d2e3f24f8256b68c8fdf7968cbaef077e3..0b88ea4f2e94a31a781b6af3bd3d5f703096b73c 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T12:44:46.312349+00:00", + "generated_at": "2026-06-23T12:53:35.463224+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 8223, - "num_unique_releases": 977 + "num_model_releases": 8233, + "num_unique_releases": 978 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index cf7e53f40c137261845e11bf34958ccbd011a1f3..80de66e35322b06e0be22d29939ebc9ceab12a7e 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.745583546904577,0.8822650531072458,0.18663634514719826,0.50730023506973,37.60837602214481,3.5196003671448692,0.6979249262980531,1200.3339144430302,7.930224210289762,0.16039227510921186,0.1,10,938,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T12:43:36.192851+00:00 -2,Chronos-2,2.80704937483391,0.9000513951180176,0.1752364580398916,0.5264640847389359,36.41997098385575,3.7259374677040533,0.6616187104800261,1153.1523998629962,7.932859146004519,0.10322530399461427,0.1,10,953,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T12:42:08.975168+00:00 -3,Moirai-1.1-Large,27962.25288368128,8.675638051548722,0.2779996359851261,0.5565997583875544,21.938550428516155,4.657236954150659,0.5516500042920659,1110.7774736962915,193709.9677828,0.14607597558959692,0.1,10,922,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T12:44:13.173731+00:00 -4,Toto-2.0-1B,2.675216402706773,0.8685403835741015,0.163584093385225,0.4938626303769788,36.80883006644085,3.684168990114293,0.6775400308386939,1101.6515017856934,7.951325179378084,0.0969045218780927,0.1,10,944,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T12:43:21.512913+00:00 -5,Timer-S1,2.7091540509460232,0.8928132543272899,0.18150615174429582,0.5253218782105127,34.597603547496455,4.205562678046901,0.6168774066001981,1055.4353026283545,8.053903407640737,0.1399527259851555,0.1,10,897,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T12:44:39.006862+00:00 -6,TimesFM-2.5,2.598613695039061,0.8485151765925292,0.14960651219003743,0.6214035465317841,39.172812037348976,4.51563838177048,0.5551824108560914,1039.9136738509308,7.698223986608302,0.09000964752267102,0.1,10,961,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T12:42:47.793470+00:00 -7,ARIMA,3.3897854451025102,1.218110102563517,0.3094815680831432,0.8632253890148703,-0.4350467993375496,6.793270347855454,0.3299777505425646,876.0594446188843,8.633490919534898,0.057949222877198316,0.1,10,652,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T12:44:41.766036+00:00 -8,ETS,6.036947681597781,1.6311955807873297,0.4402843374870445,1.1766974295664903,-6.768615305919262,7.0974189398072385,0.29731625349009405,860.9822082922495,13.296154669913275,0.09701475314215875,0.1,10,652,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T12:44:41.864123+00:00 -9,Moving-Average,3.4243713727145995,1.1748468753543224,0.31772171968019824,0.8088585568608962,6.946366869075847,6.443643178629881,0.36612437157439026,852.0943934912439,8.633832480402608,-0.008029640236921574,0.2,10,652,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T12:44:41.900298+00:00 -10,Seasonal-Naive,3.758254961457728,1.2784525040213441,0.3298082307803033,0.9531961187585274,3.5480737871200937e-16,7.493327393941756,0.24578813502782282,749.5996873303259,8.777425362004095,0.06096010079026776,0.1,10,652,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T12:44:41.946397+00:00 +1,TiRex,2.746303351515644,0.8825730220962823,0.18663774152216878,0.5074488362983188,37.60486128186834,3.5189145264369044,0.6980722263749396,1200.337068304251,7.931511429050987,0.16070898638816233,0.1,10,939,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T12:52:12.763976+00:00 +2,Chronos-2,2.808442119841114,0.9005289455573827,0.1752394885622733,0.5267148427975767,36.40682059739943,3.7267460629948217,0.6614971373014539,1153.1483893236677,7.936210328562607,0.1035995913998431,0.1,10,954,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T12:50:46.684649+00:00 +3,Moirai-1.1-Large,27962.25457571586,8.676131441633881,0.27800266844279425,0.556836738533366,21.93040011254135,4.6582140756367965,0.5515426743318933,1110.7752017927492,193709.97240370323,0.1465136798620421,0.1,10,923,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T12:52:54.776741+00:00 +4,Toto-2.0-1B,2.6766751369902098,0.8690385556239271,0.163587565563927,0.4941156492157205,36.79412918421658,3.68516648882052,0.6773888203311492,1101.6455176104137,7.955261460207206,0.09727036058115496,0.1,10,945,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T12:51:55.530390+00:00 +5,Timer-S1,2.709930989104582,0.8931473629943255,0.18150783798027487,0.5254962193763087,34.590342747469435,4.20540225262908,0.6169027885699181,1055.4352274071985,8.05502042804819,0.14030776151044755,0.1,10,898,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T12:53:25.463632+00:00 +6,TimesFM-2.5,2.5992641072981835,0.8488125964035331,0.14960766914657714,0.6216058448916368,39.16747834837594,4.51545722235019,0.555187407704666,1039.9134426987846,7.69927898144019,0.09035709175995552,0.1,10,962,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T12:51:15.460354+00:00 +7,ARIMA,3.3918341712574063,1.2187348475445527,0.30948173532217654,0.863317440513233,-0.44035883204162973,6.792221183646999,0.3301000154613633,876.0639005595447,8.637802168621851,0.058409961745016815,0.1,10,653,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T12:53:30.760831+00:00 +8,ETS,6.040123713308647,1.632092516752128,0.44029108740658635,1.177423049996548,-6.793631219034721,7.09949465268826,0.29708675556965025,860.9746687455985,13.30362388398594,0.09758667335567191,0.1,10,653,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T12:53:30.822527+00:00 +9,Moving-Average,3.4251856903521998,1.175220210804285,0.3177236334480513,0.8091136069474112,6.944695544328837,6.443018793182486,0.36624851760136384,852.0980052475292,8.634713632332812,-0.0073581273839928045,0.2,10,653,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T12:53:30.852706+00:00 +10,Seasonal-Naive,3.7593845413623583,1.278890006500663,0.3298104627714114,0.9533969180658552,3.5466894981024246e-16,7.491711858051883,0.24597365675360242,749.6085783102634,8.779118353801145,0.06167600189997417,0.1,10,653,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T12:53:30.884438+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index d4ff017d4214b61608dbb00ff6d615fe9a7166ae..c19e4f135120dd71ba925e81bcf81b4340297c60 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.5196003671448692,0.6979249262980531,1200.3339144430302,90,938,7161 -2,Chronos-2,3.7259374677040533,0.6616187104800261,1153.1523998629962,90,950,7158 -3,Moirai-1.1-Large,4.657236954150659,0.5516500042920659,1110.7774736962915,90,922,7089 -4,Toto-2.0-1B,3.684168990114293,0.6775400308386939,1101.6515017856934,90,944,7190 -5,Timer-S1,4.205562678046901,0.6168774066001981,1055.4353026283545,90,897,6995 -6,TimesFM-2.5,4.51563838177048,0.5551824108560914,1039.9136738509308,90,957,7203 -7,ARIMA,6.793270347855454,0.3299777505425646,876.0594446188843,90,652,5779 -8,ETS,7.0974189398072385,0.29731625349009405,860.9822082922495,90,652,5779 -9,Moving-Average,6.443643178629881,0.36612437157439026,852.0943934912439,90,652,5779 -10,Seasonal-Naive,7.493327393941756,0.24578813502782282,749.5996873303259,90,652,5779 +1,TiRex,3.5189145264369044,0.6980722263749396,1200.337068304251,90,939,7170 +2,Chronos-2,3.7267460629948217,0.6614971373014539,1153.1483893236677,90,951,7167 +3,Moirai-1.1-Large,4.6582140756367965,0.5515426743318933,1110.7752017927492,90,923,7098 +4,Toto-2.0-1B,3.68516648882052,0.6773888203311492,1101.6455176104137,90,945,7199 +5,Timer-S1,4.20540225262908,0.6169027885699181,1055.4352274071985,90,898,7004 +6,TimesFM-2.5,4.51545722235019,0.555187407704666,1039.9134426987846,90,958,7212 +7,ARIMA,6.792221183646999,0.3301000154613633,876.0639005595447,90,653,5788 +8,ETS,7.09949465268826,0.29708675556965025,860.9746687455985,90,653,5788 +9,Moving-Average,6.443018793182486,0.36624851760136384,852.0980052475292,90,653,5788 +10,Seasonal-Naive,7.491711858051883,0.24597365675360242,749.6085783102634,90,653,5788 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 8bf6b26542a7e64e07fb206409207e8e10e694fd..5245762062d39db2e4c712da7f0612d1067255ee 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -147,6 +147,7 @@ binance_btcusdt_1h_close/1h/short|window:9dc1fe8d9f166e443189,2026-06-20T22:18:2 binance_btcusdt_1h_close/1h/short|window:9e09e6bc0ab2046c866d,2026-06-22T11:14:00.099015+00:00,2026-06-22T11:14:00.099015+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5336060632056266,0.730483444853904,0.009286697899884792,0.5778133623682993,-42.6822188486507,True binance_btcusdt_1h_close/1h/short|window:9e13a9281e680d746a75,2026-06-22T14:14:18.863567+00:00,2026-06-22T14:14:18.863567+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.4665344594196577,1.211005557138223,0.016192899969988742,1.2209855199073463,-48.08249498577934,True binance_btcusdt_1h_close/1h/short|window:9e21c98612a774e353a6,2026-06-23T12:44:41.709831+00:00,2026-06-23T12:44:41.709831+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,5.7968273111197695,2.4076601319787163,0.01162815235427458,1.0232304373800778,-25.513687993191763,True +binance_btcusdt_1h_close/1h/short|window:9e3be7c68e831264efe7,2026-06-23T12:53:30.732863+00:00,2026-06-23T12:53:30.732863+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,5.785407641893265,2.4052874343606554,0.011614755062920507,1.021909340786829,-25.587279770492984,True binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:50:33.894971+00:00,2026-06-23T07:50:33.894971+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.3823729619755625,1.543493751842087,0.013291671524643008,1.2598284702323255,-33.803667275515906,True binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:57:09.771036+00:00,2026-06-23T08:57:09.771036+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.7650529353369186,1.3285529478861273,0.013880948425608074,1.3109255982641177,-5.911313985678497,True binance_btcusdt_1h_close/1h/short|window:a16b424095d1e46c0318,2026-06-23T10:29:53.604272+00:00,2026-06-23T10:29:53.604272+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.3843344183864854,1.5441290161079435,0.014847334189475031,1.3937183448621067,-1.993890470938265,True @@ -641,7 +642,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:dc8f4d3c45ca00ed7f50,2026-06-19T16 usgs_potomac_iv_usgs_00060/15min/short|window:df6c724ba0b8b7910a66,2026-06-17T13:47:26.481317+00:00,2026-06-17T13:47:26.481317+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.10093324068293218,0.31769992238420863,0.005407717704002129,0.10363317863721982,-28.60513464971555,True usgs_potomac_iv_usgs_00060/15min/short|window:e3ac2d9d596ab75313e4,2026-06-19T15:10:39.529602+00:00,2026-06-19T15:10:39.529602+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,1.3840071687579825,1.1764383403978222,0.009901844314649135,0.4785530967606731,-0.5902470428526416,True usgs_potomac_iv_usgs_00060/15min/short|window:e89aae7da3a0c72310b8,2026-06-23T07:58:57.281288+00:00,2026-06-23T07:58:57.281288+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.12708929677814945,0.3564958580098084,0.011424170696552029,0.23303880751711423,32.852905591166405,True -usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:25:45.325471+00:00,2026-06-23T12:25:45.325471+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.8963363176096012,0.9467503987903048,0.011238485175234318,0.7544606970717139,-1.4338644223572656,True +usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:53:30.760831+00:00,2026-06-23T12:53:30.760831+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.8963363176096012,0.9467503987903048,0.011238485175234318,0.7544606970717139,-1.4338644223572656,True usgs_potomac_iv_usgs_00060/15min/short|window:f638c5ef9560f86a59b4,2026-06-23T01:00:36.717306+00:00,2026-06-23T01:00:36.717306+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,2.8678614623243903,1.6934761475510631,0.013604457476526064,0.670956688603988,12.623762823815232,True usgs_potomac_iv_usgs_00060/15min/short|window:fc62e04b3a84c88012bd,2026-06-22T10:40:06.322961+00:00,2026-06-22T10:40:06.322961+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.18754401690046463,0.4330635252482765,0.009678546803429798,0.4991492928443522,49.5438741434342,True usgs_potomac_iv_usgs_00060/15min/short|window:fd8d4a49556f837b4c8d,2026-06-20T04:57:41.537573+00:00,2026-06-20T04:57:41.537573+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.13454886849010342,0.3668090354531952,0.00851297314258566,0.24117030504076595,-100.0,True @@ -875,6 +876,7 @@ binance_btcusdt_1h_close/1h/short|window:9dd329d332223395d156,2026-06-17T21:26:3 binance_btcusdt_1h_close/1h/short|window:9e09e6bc0ab2046c866d,2026-06-22T11:08:54.530638+00:00,2026-06-22T11:08:54.530638+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1212614898150178,0.3482262049516346,0.002982831139530453,0.26791661184105325,27.738769064474877,True binance_btcusdt_1h_close/1h/short|window:9e13a9281e680d746a75,2026-06-22T14:06:59.408379+00:00,2026-06-22T14:06:59.408379+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.4461157676463438,0.667918982846231,0.004984035563415889,0.30806539460760773,7.086372261010499,True binance_btcusdt_1h_close/1h/short|window:9e21c98612a774e353a6,2026-06-23T12:42:01.987735+00:00,2026-06-23T12:42:01.987735+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,5.437624807203421,2.3318715245920862,0.0179917728020116,1.2425444685713012,-22.49990251154111,True +binance_btcusdt_1h_close/1h/short|window:9e3be7c68e831264efe7,2026-06-23T12:50:38.542954+00:00,2026-06-23T12:50:38.542954+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,5.426294914794188,2.3294409017603748,0.01797818232472742,1.2412233719780525,-22.569232381011204,True binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:48:05.705416+00:00,2026-06-23T07:48:05.705416+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.117214675666028,1.056983763198862,0.007032035176735577,0.5234212883357942,2.674854348974564,True binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:54:18.160694+00:00,2026-06-23T08:54:18.160694+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.526508542904272,1.235519543716032,0.008287801942273612,0.6139217621425296,1.3415832216260117,True binance_btcusdt_1h_close/1h/short|window:9ed4e76b85ec3b42c0ac,2026-06-17T01:56:25.731984+00:00,2026-06-17T01:56:25.731984+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.9338273860607238,0.9663474458292545,0.007336916012841026,0.4955709660826813,80.25825367189715,True @@ -1593,7 +1595,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:e3ac2d9d596ab75313e4,2026-06-19T14 usgs_potomac_iv_usgs_00060/15min/short|window:e89aae7da3a0c72310b8,2026-06-23T07:55:53.317141+00:00,2026-06-23T07:55:53.317141+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.054618404251002714,0.2337058070545161,0.003643268024900587,0.18464410368034848,64.3097538432394,True usgs_potomac_iv_usgs_00060/15min/short|window:f02034dd7f0a904fd0e9,2026-06-17T07:46:26.216517+00:00,2026-06-17T07:46:26.216517+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.017944854166041517,0.13395840461143718,0.002347834949220325,0.07232415935806817,91.72603300846431,True usgs_potomac_iv_usgs_00060/15min/short|window:f4e4a050a318cb783ac0,2026-06-17T02:38:06.022891+00:00,2026-06-17T02:38:06.022891+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.47313137766295926,0.6878454605963168,0.006900480577002411,0.34865723300613904,53.26270114036677,True -usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:22:47.852655+00:00,2026-06-23T12:22:47.852655+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.7639875719313248,0.8740638260054725,0.006299051686099799,0.3404831691266971,6.5448768789376235,True +usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:50:46.684649+00:00,2026-06-23T12:50:46.684649+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.7639875719313248,0.8740638260054725,0.006299051686099799,0.3404831691266971,6.5448768789376235,True usgs_potomac_iv_usgs_00060/15min/short|window:f638c5ef9560f86a59b4,2026-06-23T00:57:43.818496+00:00,2026-06-23T00:57:43.818496+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,3.0144538038708437,1.7362182477646189,0.018262293150324727,0.8189687119366185,10.163651395113252,True usgs_potomac_iv_usgs_00060/15min/short|window:fb3c64718e7a0d19b45f,2026-06-17T00:32:46.058493+00:00,2026-06-17T00:32:46.058493+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.5193012589254435,0.7206256024631955,0.007563419560305348,0.43990394388235016,25.79242776725571,True usgs_potomac_iv_usgs_00060/15min/short|window:fc62e04b3a84c88012bd,2026-06-22T10:35:32.520988+00:00,2026-06-22T10:35:32.520988+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.1786158003939363,0.42262962555165995,0.005681864420572916,0.15580308171781213,51.36173866124758,True @@ -1752,6 +1754,7 @@ binance_btcusdt_1h_close/1h/short|window:9dc1fe8d9f166e443189,2026-06-20T22:18:2 binance_btcusdt_1h_close/1h/short|window:9e09e6bc0ab2046c866d,2026-06-22T11:14:00.320385+00:00,2026-06-22T11:14:00.320385+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.10496644797247623,0.3239852588814439,0.002828240594958321,0.15482782043511822,34.25723876048717,True binance_btcusdt_1h_close/1h/short|window:9e13a9281e680d746a75,2026-06-22T14:14:19.102163+00:00,2026-06-22T14:14:19.102163+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.7528971689489438,0.8676964728226938,0.0066087545082878394,0.4507602259207372,-18.841409879240917,True binance_btcusdt_1h_close/1h/short|window:9e21c98612a774e353a6,2026-06-23T12:44:41.838720+00:00,2026-06-23T12:44:41.838720+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,8.213514570622522,2.865922987559596,0.02322555830408403,2.1800177585480105,-40.96035888815152,True +binance_btcusdt_1h_close/1h/short|window:9e3be7c68e831264efe7,2026-06-23T12:53:30.798977+00:00,2026-06-23T12:53:30.798977+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,8.200196046354199,2.8635984436289594,0.02321187762859128,2.178696661954762,-41.04037518467214,True binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:50:33.986875+00:00,2026-06-23T07:50:33.986875+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.0274613020751509,1.013637658177295,0.0067855851156047005,0.5908006374153262,6.852122648595591,True binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:57:09.855337+00:00,2026-06-23T08:57:09.855337+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.4716021337191367,1.2130960941817992,0.008063201227607293,0.7240924261875911,3.172170828728684,True binance_btcusdt_1h_close/1h/short|window:a16b424095d1e46c0318,2026-06-23T10:29:53.776113+00:00,2026-06-23T10:29:53.776113+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,2.2010637610019024,1.4835982478426908,0.01047880115898058,0.9554620543802281,2.0045388997847873,True @@ -2246,7 +2249,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:dc8f4d3c45ca00ed7f50,2026-06-19T16 usgs_potomac_iv_usgs_00060/15min/short|window:df6c724ba0b8b7910a66,2026-06-17T13:47:26.598956+00:00,2026-06-17T13:47:26.598956+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.03986584693963527,0.19966433567273667,0.005650771250221054,0.1659338010554984,16.85843747804125,True usgs_potomac_iv_usgs_00060/15min/short|window:e3ac2d9d596ab75313e4,2026-06-19T15:10:39.685495+00:00,2026-06-19T15:10:39.685495+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.620619678564743,0.7877941854093257,0.011477159424837582,0.7360645743207401,37.57548912349546,True usgs_potomac_iv_usgs_00060/15min/short|window:e89aae7da3a0c72310b8,2026-06-23T07:58:57.368345+00:00,2026-06-23T07:58:57.368345+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.08760806060953023,0.295986588563621,0.006696005781618775,0.2181195615314855,48.322782517452644,True -usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:25:45.434002+00:00,2026-06-23T12:25:45.434002+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.6437808366789058,0.8023595432715348,0.00665476362311723,0.5071658764455632,14.999864062608664,True +usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:53:30.822527+00:00,2026-06-23T12:53:30.822527+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.6437808366789058,0.8023595432715348,0.00665476362311723,0.5071658764455632,14.999864062608664,True usgs_potomac_iv_usgs_00060/15min/short|window:f638c5ef9560f86a59b4,2026-06-23T01:00:36.812789+00:00,2026-06-23T01:00:36.812789+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,2.9079339940718483,1.7052665463416117,0.017755166694931008,0.9731280379026656,11.940419608983486,True usgs_potomac_iv_usgs_00060/15min/short|window:fc62e04b3a84c88012bd,2026-06-22T10:40:06.440011+00:00,2026-06-22T10:40:06.440011+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.21879131687489342,0.4677513408584666,0.0076163711852265574,0.37850285613265977,43.51161166774286,True usgs_potomac_iv_usgs_00060/15min/short|window:fd8d4a49556f837b4c8d,2026-06-20T04:57:41.675622+00:00,2026-06-20T04:57:41.675622+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.11250815622354379,0.33542235498479195,0.0059576637247742495,0.20710355796379265,-100.0,True @@ -2478,6 +2481,7 @@ binance_btcusdt_1h_close/1h/short|window:9dd329d332223395d156,2026-06-17T22:57:1 binance_btcusdt_1h_close/1h/short|window:9e09e6bc0ab2046c866d,2026-06-22T11:12:44.497843+00:00,2026-06-22T11:12:44.497843+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.16668947792490477,0.4082762274795151,0.0030240955388619053,0.2581195193361516,12.509929359554503,True binance_btcusdt_1h_close/1h/short|window:9e13a9281e680d746a75,2026-06-22T14:10:48.186116+00:00,2026-06-22T14:10:48.186116+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.34909964406055555,0.5908465486575644,0.005093182310160246,0.3458511366024662,19.12104424797806,True binance_btcusdt_1h_close/1h/short|window:9e21c98612a774e353a6,2026-06-23T12:44:06.671041+00:00,2026-06-23T12:44:06.671041+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,7.167167978336627,2.6771566966348135,0.019431760518292675,1.3606894064915644,-35.13645478149464,True +binance_btcusdt_1h_close/1h/short|window:9e3be7c68e831264efe7,2026-06-23T12:52:47.667442+00:00,2026-06-23T12:52:47.667442+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,6.872409119452877,2.6215280123341955,0.01917688039235874,1.3257197873612045,-33.440081122912815,True binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:49:56.648987+00:00,2026-06-23T07:49:56.648987+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.1998635413061995,1.0953828286522478,0.007149903457204121,0.5437447672745493,-0.8929408858689402,True binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:56:37.372859+00:00,2026-06-23T08:56:37.372859+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.450443089905813,1.2043434268952578,0.008125373558653655,0.6073413611814614,3.895393649536862,True binance_btcusdt_1h_close/1h/short|window:9ed4e76b85ec3b42c0ac,2026-06-17T01:58:59.836889+00:00,2026-06-17T01:58:59.836889+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,2.5432848484271724,1.5947679606849305,0.012530525623456136,0.7387057921235831,54.050408086941495,True @@ -3167,7 +3171,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:e3ac2d9d596ab75313e4,2026-06-19T15 usgs_potomac_iv_usgs_00060/15min/short|window:e89aae7da3a0c72310b8,2026-06-23T07:58:26.223183+00:00,2026-06-23T07:58:26.223183+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,1.0188630591135193,1.0093874672857392,0.0058528428298741594,0.25744930299601426,-60.41124805036866,True usgs_potomac_iv_usgs_00060/15min/short|window:f02034dd7f0a904fd0e9,2026-06-17T07:49:08.286416+00:00,2026-06-17T07:49:08.286416+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.019265985981857685,0.13880196677950093,0.0012343328944808367,0.04226649389238867,91.1438622821912,True usgs_potomac_iv_usgs_00060/15min/short|window:f4e4a050a318cb783ac0,2026-06-17T02:39:52.270976+00:00,2026-06-17T02:39:52.270976+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,1.0742487294002163,1.036459709491988,0.009511025212895798,0.5333466687521579,18.176132367854454,True -usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:25:15.113263+00:00,2026-06-23T12:25:15.113263+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,1.2482216024850359,1.1172383821213072,0.00630357174163169,0.5981302986481575,-17.800275344928746,True +usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:52:54.776741+00:00,2026-06-23T12:52:54.776741+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,1.1921626724472458,1.0918620207916594,0.006304020036196877,0.5776651996363753,-15.566792042616367,True usgs_potomac_iv_usgs_00060/15min/short|window:f638c5ef9560f86a59b4,2026-06-23T01:00:01.990744+00:00,2026-06-23T01:00:01.990744+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,2.072659753959833,1.439673488663257,0.015640705685807176,0.8812339873367985,28.147350957735917,True usgs_potomac_iv_usgs_00060/15min/short|window:fb3c64718e7a0d19b45f,2026-06-17T01:43:56.295596+00:00,2026-06-17T01:43:56.295596+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.6000353552809683,0.7746194906410298,0.007907446862088515,0.4181768186845722,18.931949710590246,True usgs_potomac_iv_usgs_00060/15min/short|window:fc62e04b3a84c88012bd,2026-06-22T10:39:32.686859+00:00,2026-06-22T10:39:32.686859+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.03711371879784708,0.19264921177582606,0.0011393319189021017,0.05850560021669704,87.48196856029826,True @@ -3326,6 +3330,7 @@ binance_btcusdt_1h_close/1h/short|window:9dc1fe8d9f166e443189,2026-06-20T22:18:2 binance_btcusdt_1h_close/1h/short|window:9e09e6bc0ab2046c866d,2026-06-22T11:14:00.436735+00:00,2026-06-22T11:14:00.436735+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.09253344524999434,0.30419310519798826,0.0025551742725541536,0.14463896234785487,39.69635769844128,True binance_btcusdt_1h_close/1h/short|window:9e13a9281e680d746a75,2026-06-22T14:14:19.163413+00:00,2026-06-22T14:14:19.163413+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.4447778842322884,0.6669166996201913,0.004876947567419113,0.34037992464379757,7.235775431720533,True binance_btcusdt_1h_close/1h/short|window:9e21c98612a774e353a6,2026-06-23T12:44:41.885689+00:00,2026-06-23T12:44:41.885689+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,2.5898723914014345,1.6093080473922432,0.011796169151056135,1.055763247924448,14.100552623378558,True +binance_btcusdt_1h_close/1h/short|window:9e3be7c68e831264efe7,2026-06-23T12:53:30.842104+00:00,2026-06-23T12:53:30.842104+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,2.58193098817352,1.6068388183553197,0.01178275036428554,1.0544421513311992,14.077248559606334,True binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:50:34.038751+00:00,2026-06-23T07:50:34.038751+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.1063138219690687,1.051814537819795,0.007249872848606158,0.630624483803401,3.164689583587178,True binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:57:09.906574+00:00,2026-06-23T08:57:09.906574+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.4937745665941156,1.222200706346595,0.008356328410748893,0.7481327827638262,2.425035517143371,True binance_btcusdt_1h_close/1h/short|window:a16b424095d1e46c0318,2026-06-23T10:29:53.863730+00:00,2026-06-23T10:29:53.863730+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,2.12309130707866,1.457083150365366,0.010536674822154734,0.9579062162507302,3.8063466506332824,True @@ -3820,7 +3825,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:dc8f4d3c45ca00ed7f50,2026-06-19T16 usgs_potomac_iv_usgs_00060/15min/short|window:df6c724ba0b8b7910a66,2026-06-17T13:47:26.634203+00:00,2026-06-17T13:47:26.634203+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.057866732947688716,0.24055505180246936,0.004051559648249586,0.11767489524498098,-1.6100673219789128,True usgs_potomac_iv_usgs_00060/15min/short|window:e3ac2d9d596ab75313e4,2026-06-19T15:10:39.757580+00:00,2026-06-19T15:10:39.757580+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,1.4274823904120326,1.1947729451289197,0.01708259517257207,1.0945874345105941,-2.1363932587499295,True usgs_potomac_iv_usgs_00060/15min/short|window:e89aae7da3a0c72310b8,2026-06-23T07:58:57.422529+00:00,2026-06-23T07:58:57.422529+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.12179287922547007,0.34898836545860673,0.008829215264366072,0.28332821665540386,34.738120886632274,True -usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:25:45.494093+00:00,2026-06-23T12:25:45.494093+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.711167190026625,0.8433072927626234,0.006471963328460052,0.4924453198585195,10.101870265462681,True +usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:53:30.852706+00:00,2026-06-23T12:53:30.852706+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.711167190026625,0.8433072927626234,0.006471963328460052,0.4924453198585195,10.101870265462681,True usgs_potomac_iv_usgs_00060/15min/short|window:f638c5ef9560f86a59b4,2026-06-23T01:00:36.865186+00:00,2026-06-23T01:00:36.865186+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,3.80253515179991,1.9500090132611978,0.0177155509285182,1.0948594107727765,-1.4135059214883816,True usgs_potomac_iv_usgs_00060/15min/short|window:fc62e04b3a84c88012bd,2026-06-22T10:40:06.484328+00:00,2026-06-22T10:40:06.484328+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.4038485310537797,0.635490779676448,0.013926408942710725,0.6266162483708159,15.83849712735573,True usgs_potomac_iv_usgs_00060/15min/short|window:fd8d4a49556f837b4c8d,2026-06-20T04:57:41.718378+00:00,2026-06-20T04:57:41.718378+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.0035146885438215817,0.0592848087103398,0.0004127966976264753,0.12399217462394012,-100.0,True @@ -3978,6 +3983,7 @@ binance_btcusdt_1h_close/1h/short|window:9dc1fe8d9f166e443189,2026-06-20T22:18:2 binance_btcusdt_1h_close/1h/short|window:9e09e6bc0ab2046c866d,2026-06-22T11:14:00.508501+00:00,2026-06-22T11:14:00.508501+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2143582837346828,0.46298842721463657,0.004395366865031183,0.33453757433782333,-6.474108472052977e-15,True binance_btcusdt_1h_close/1h/short|window:9e13a9281e680d746a75,2026-06-22T14:14:19.200004+00:00,2026-06-22T14:14:19.200004+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.5141648252061071,0.7170528747631566,0.005943125244535649,0.4013273171948139,0.0,True binance_btcusdt_1h_close/1h/short|window:9e21c98612a774e353a6,2026-06-23T12:44:41.922502+00:00,2026-06-23T12:44:41.922502+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,3.4401370452047875,1.8547606436424047,0.01394088525668124,0.9409319046380301,6.454527886746245e-15,True +binance_btcusdt_1h_close/1h/short|window:9e3be7c68e831264efe7,2026-06-23T12:53:30.865640+00:00,2026-06-23T12:53:30.865640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,3.427957999063248,1.851474547236134,0.013927253421989591,0.939610808044781,0.0,True binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:50:34.069789+00:00,2026-06-23T07:50:34.069789+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.1786250442599533,1.0856449899759835,0.008186708530417435,0.5894474541236925,9.41964562887983e-15,True binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:57:09.948793+00:00,2026-06-23T08:57:09.948793+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.5680242759902714,1.2522077607131619,0.0092962160593193,0.6543257761170168,7.080394363945707e-15,True binance_btcusdt_1h_close/1h/short|window:a16b424095d1e46c0318,2026-06-23T10:29:53.900110+00:00,2026-06-23T10:29:53.900110+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,2.2911111546321616,1.5136416863419697,0.011445490787792207,0.7735325958792741,0.0,True @@ -4472,7 +4478,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:dc8f4d3c45ca00ed7f50,2026-06-19T16 usgs_potomac_iv_usgs_00060/15min/short|window:df6c724ba0b8b7910a66,2026-06-17T13:47:26.669192+00:00,2026-06-17T13:47:26.669192+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.056032872618602916,0.23671263721779393,0.0037202380952380946,0.11484361428626237,5.572625694227892e-14,True usgs_potomac_iv_usgs_00060/15min/short|window:e3ac2d9d596ab75313e4,2026-06-19T15:10:39.811184+00:00,2026-06-19T15:10:39.811184+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,1.367764915405165,1.1695148205153987,0.01665032679738562,0.5302493201744474,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:e89aae7da3a0c72310b8,2026-06-23T07:58:57.459178+00:00,2026-06-23T07:58:57.459178+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.25145067698259194,0.5014485786026239,0.009791120618768629,0.2173456899415542,-1.1038178917907804e-14,True -usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:25:45.529417+00:00,2026-06-23T12:25:45.529417+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.8709951800396939,0.9332712253357509,0.007073729314420803,0.4016037810460813,1.2746603541187911e-14,True +usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:53:30.884438+00:00,2026-06-23T12:53:30.884438+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.8709951800396939,0.9332712253357509,0.007073729314420803,0.4016037810460813,1.2746603541187911e-14,True usgs_potomac_iv_usgs_00060/15min/short|window:f638c5ef9560f86a59b4,2026-06-23T01:00:36.899355+00:00,2026-06-23T01:00:36.899355+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,3.6965353462533392,1.9226376013834066,0.019512861034021996,1.0052452333018354,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:fc62e04b3a84c88012bd,2026-06-22T10:40:06.514562+00:00,2026-06-22T10:40:06.514562+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.5558504221954162,0.7455537688157818,0.01327433628318584,0.3466522455322179,3.994682671068812e-14,True usgs_potomac_iv_usgs_00060/15min/short|window:fd8d4a49556f837b4c8d,2026-06-20T04:57:41.739880+00:00,2026-06-20T04:57:41.739880+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.0,0.0,0.0,0.11991109317202753,0.0,True @@ -4705,6 +4711,7 @@ binance_btcusdt_1h_close/1h/short|window:9dd329d332223395d156,2026-06-17T22:51:1 binance_btcusdt_1h_close/1h/short|window:9e09e6bc0ab2046c866d,2026-06-22T11:11:29.063808+00:00,2026-06-22T11:11:29.063808+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.24813348611170125,0.49812998917120144,0.004946894948580252,0.26816686440956417,-7.302876414046646,True binance_btcusdt_1h_close/1h/short|window:9e13a9281e680d746a75,2026-06-22T14:09:43.948236+00:00,2026-06-22T14:09:43.948236+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3986759311204164,0.6314078959915028,0.005468847237190975,0.3008866497510691,12.65159265570525,True binance_btcusdt_1h_close/1h/short|window:9e21c98612a774e353a6,2026-06-23T12:43:29.852824+00:00,2026-06-23T12:43:29.852824+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,3.065115136004509,1.7507470222749228,0.012504652942381298,0.8870035363421134,5.764909626156322,True +binance_btcusdt_1h_close/1h/short|window:9e3be7c68e831264efe7,2026-06-23T12:52:06.156388+00:00,2026-06-23T12:52:06.156388+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,3.0562224322788567,1.7482054891456142,0.012491181166577934,0.8856824397488646,5.732961485580511,True binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:49:22.844483+00:00,2026-06-23T07:49:22.844483+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.0180698996791673,1.0089944993304807,0.006898714225535555,0.510315152071525,7.308941326776954,True binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:55:46.281090+00:00,2026-06-23T08:55:46.281090+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.3794259018146797,1.174489634613554,0.008028710826024198,0.6001386885944102,6.398695916754948,True binance_btcusdt_1h_close/1h/short|window:9ed4e76b85ec3b42c0ac,2026-06-17T01:58:49.974447+00:00,2026-06-17T01:58:49.974447+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.9516458147436782,1.3970131762956561,0.010998448093044096,0.6670221198934022,62.74863711250265,True @@ -5409,7 +5416,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:e3ac2d9d596ab75313e4,2026-06-19T15 usgs_potomac_iv_usgs_00060/15min/short|window:e89aae7da3a0c72310b8,2026-06-23T07:57:47.582609+00:00,2026-06-23T07:57:47.582609+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.06119867014147097,0.24738364970521187,0.003314341755758296,0.18990863400138935,60.851560571347285,True usgs_potomac_iv_usgs_00060/15min/short|window:f02034dd7f0a904fd0e9,2026-06-17T07:48:38.323063+00:00,2026-06-17T07:48:38.323063+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.015956830229399224,0.126320347645972,0.0019572996126833784,0.06011963923667952,92.60879081935376,True usgs_potomac_iv_usgs_00060/15min/short|window:f4e4a050a318cb783ac0,2026-06-17T02:39:32.072203+00:00,2026-06-17T02:39:32.072203+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.7159913254706484,0.8461627062631917,0.008484597046413595,0.6832101617113002,36.84755335610624,True -usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:24:28.815882+00:00,2026-06-23T12:24:28.815882+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.748893417897453,0.865386282475897,0.006331752389317145,0.3676441412631574,7.537664151580055,True +usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:52:12.763976+00:00,2026-06-23T12:52:12.763976+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.748893417897453,0.865386282475897,0.006331752389317145,0.3676441412631574,7.537664151580055,True usgs_potomac_iv_usgs_00060/15min/short|window:f638c5ef9560f86a59b4,2026-06-23T00:59:13.342640+00:00,2026-06-23T00:59:13.342640+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,2.7625713691373326,1.6620984835855344,0.016904956709016494,0.8579068080636437,14.45964617507511,True usgs_potomac_iv_usgs_00060/15min/short|window:fb3c64718e7a0d19b45f,2026-06-17T01:41:33.084867+00:00,2026-06-17T01:41:33.084867+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.6205940011008602,0.7877778881771563,0.008222418153295214,0.464478140081207,17.302856311883886,True usgs_potomac_iv_usgs_00060/15min/short|window:fc62e04b3a84c88012bd,2026-06-22T10:37:22.887112+00:00,2026-06-22T10:37:22.887112+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.008473820667934073,0.09205335772221496,0.0015160169573308444,0.11473957899515695,96.99682557497852,True @@ -5640,6 +5647,7 @@ binance_btcusdt_1h_close/1h/short|window:9dd329d332223395d156,2026-06-17T23:00:1 binance_btcusdt_1h_close/1h/short|window:9e09e6bc0ab2046c866d,2026-06-22T11:13:32.522096+00:00,2026-06-22T11:13:32.522096+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.15920732488166164,0.3990079258381488,0.003660018224501342,0.20688666613678264,14.763392983978274,True binance_btcusdt_1h_close/1h/short|window:9e13a9281e680d746a75,2026-06-22T14:13:44.748637+00:00,2026-06-22T14:13:44.748637+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.6919454278958089,0.8318325720334645,0.006151526175777105,0.3696503240113316,-14.73999596906498,True binance_btcusdt_1h_close/1h/short|window:9e21c98612a774e353a6,2026-06-23T12:44:34.392713+00:00,2026-06-23T12:44:34.392713+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,3.2390970620268207,1.7997491664192597,0.012790411161872914,0.9597639721434321,3.009925688340542,True +binance_btcusdt_1h_close/1h/short|window:9e3be7c68e831264efe7,2026-06-23T12:53:17.440463+00:00,2026-06-23T12:53:17.440463+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,3.2299792989987184,1.797214316379301,0.01277692842472189,0.9584428755501833,2.9735741146459627,True binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:50:25.446217+00:00,2026-06-23T07:50:25.446217+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.9620723447238186,0.9808528659915403,0.006702829864891795,0.5586960051387728,10.115988399412977,True binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:57:00.224253+00:00,2026-06-23T08:57:00.224253+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.3432010272278914,1.1589654987219815,0.007806199767853672,0.6459400257148468,7.722633095894479,True binance_btcusdt_1h_close/1h/short|window:9ed4e76b85ec3b42c0ac,2026-06-17T01:59:11.250329+00:00,2026-06-17T01:59:11.250329+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,5.372300324619421,2.3178223237814026,0.020093710539236,1.444679996809047,22.694632561481445,True @@ -6307,7 +6315,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:e3ac2d9d596ab75313e4,2026-06-19T15 usgs_potomac_iv_usgs_00060/15min/short|window:e89aae7da3a0c72310b8,2026-06-23T07:58:55.218435+00:00,2026-06-23T07:58:55.218435+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.06331100091251692,0.25161677390928633,0.004024478184232145,0.14429946191010998,59.772103557273155,True usgs_potomac_iv_usgs_00060/15min/short|window:f02034dd7f0a904fd0e9,2026-06-17T07:49:29.913449+00:00,2026-06-17T07:49:29.913449+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.027429849983874082,0.16561959420272132,0.0025443007662835247,0.10553974271198426,87.62335072084387,True usgs_potomac_iv_usgs_00060/15min/short|window:f4e4a050a318cb783ac0,2026-06-17T02:40:09.248174+00:00,2026-06-17T02:40:09.248174+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.7365505465032839,0.8582252306377877,0.008558688626593787,0.67084044473307,35.61791853125965,True -usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:25:43.040719+00:00,2026-06-23T12:25:43.040719+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.7445011257983891,0.8628447866206234,0.0063074828885125766,0.3408774212522694,7.830042927624197,True +usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:53:25.463632+00:00,2026-06-23T12:53:25.463632+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.7445011257983891,0.8628447866206234,0.0063074828885125766,0.3408774212522694,7.830042927624197,True usgs_potomac_iv_usgs_00060/15min/short|window:f638c5ef9560f86a59b4,2026-06-23T01:00:32.877810+00:00,2026-06-23T01:00:32.877810+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,2.3341738836017405,1.5278003415373818,0.012060461476596831,0.7386324086098575,22.59040206924944,True usgs_potomac_iv_usgs_00060/15min/short|window:fb3c64718e7a0d19b45f,2026-06-17T01:48:14.848911+00:00,2026-06-17T01:48:14.848911+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.7762858993168583,0.8810708821183789,0.009647096483942413,0.4729327275263043,6.278244040130914,True usgs_potomac_iv_usgs_00060/15min/short|window:fc62e04b3a84c88012bd,2026-06-22T10:40:03.213378+00:00,2026-06-22T10:40:03.213378+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.009089936812047648,0.09534116011486145,0.0017054554987094392,0.1056023438799741,96.78198356087796,True @@ -6543,6 +6551,7 @@ binance_btcusdt_1h_close/1h/short|window:9dd329d332223395d156,2026-06-17T21:39:4 binance_btcusdt_1h_close/1h/short|window:9e09e6bc0ab2046c866d,2026-06-22T11:09:49.113717+00:00,2026-06-22T11:09:49.113717+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.14523464990547838,0.3810966411626825,0.0025281892234009155,0.2389914360782598,19.222745321902043,True binance_btcusdt_1h_close/1h/short|window:9e13a9281e680d746a75,2026-06-22T14:07:49.798472+00:00,2026-06-22T14:07:49.798472+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.39417230464038366,0.6278314301151096,0.005083854442937461,0.4256898903632315,13.210130536665629,True binance_btcusdt_1h_close/1h/short|window:9e21c98612a774e353a6,2026-06-23T12:42:40.766481+00:00,2026-06-23T12:42:40.766481+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,2.806301947880879,1.6752020618065389,0.010990554765854593,1.137039838606649,10.147143004606564,True +binance_btcusdt_1h_close/1h/short|window:9e3be7c68e831264efe7,2026-06-23T12:51:09.786722+00:00,2026-06-23T12:51:09.786722+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,2.7978017679852396,1.672663076649102,0.01097712908067503,1.1357187420133998,10.121756294119796,True binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:48:34.117145+00:00,2026-06-23T07:48:34.117145+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.0643953342807577,1.031695368934434,0.007145053461411498,0.6551297037572678,5.092673747953757,True binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:54:56.501243+00:00,2026-06-23T08:54:56.501243+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.451416899729915,1.2047476498129868,0.008198673944721,0.7826408802242347,3.861886007186206,True binance_btcusdt_1h_close/1h/short|window:9ed4e76b85ec3b42c0ac,2026-06-17T01:57:58.570841+00:00,2026-06-17T01:57:58.570841+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,3.019954041364074,1.7378014965363777,0.017026736390548112,1.1453132698290012,47.69084445407702,True @@ -7267,7 +7276,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:e3ac2d9d596ab75313e4,2026-06-19T15 usgs_potomac_iv_usgs_00060/15min/short|window:e89aae7da3a0c72310b8,2026-06-23T07:56:45.086585+00:00,2026-06-23T07:56:45.086585+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.061651027572454754,0.24829624961415497,0.0044925951538650555,0.13052873969929765,60.6191683561302,True usgs_potomac_iv_usgs_00060/15min/short|window:f02034dd7f0a904fd0e9,2026-06-17T07:47:05.993851+00:00,2026-06-17T07:47:05.993851+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.017382084511668335,0.13184113361037342,0.0037808047227499875,0.11510484468402588,91.9751018685665,True usgs_potomac_iv_usgs_00060/15min/short|window:f4e4a050a318cb783ac0,2026-06-17T02:38:26.736994+00:00,2026-06-17T02:38:26.736994+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.7017994552759478,0.8377347165278205,0.007688490415567811,0.7247026180715435,37.70945121548259,True -usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:23:32.622250+00:00,2026-06-23T12:23:32.622250+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.7471944904678903,0.8644041245088377,0.00664421532452811,0.4869544112230049,7.6505672868972585,True +usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:51:15.460354+00:00,2026-06-23T12:51:15.460354+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.7471944904678903,0.8644041245088377,0.00664421532452811,0.4869544112230049,7.6505672868972585,True usgs_potomac_iv_usgs_00060/15min/short|window:f638c5ef9560f86a59b4,2026-06-23T00:58:15.059027+00:00,2026-06-23T00:58:15.059027+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,1.9093689242732175,1.3817991620612662,0.013389599643565729,1.0065768239532662,31.88007386027402,True usgs_potomac_iv_usgs_00060/15min/short|window:fb3c64718e7a0d19b45f,2026-06-17T00:58:52.255864+00:00,2026-06-17T00:58:52.255864+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.5442894668897414,0.7377597623140892,0.006368141201098999,0.5795937875952687,23.585932486730734,True usgs_potomac_iv_usgs_00060/15min/short|window:fc62e04b3a84c88012bd,2026-06-22T10:36:14.125273+00:00,2026-06-22T10:36:14.125273+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.015798622868748426,0.1256925728464034,0.004337295037103613,0.09816307412482644,94.47261462075036,True @@ -7503,6 +7512,7 @@ binance_btcusdt_1h_close/1h/short|window:9dd329d332223395d156,2026-06-17T22:24:1 binance_btcusdt_1h_close/1h/short|window:9e09e6bc0ab2046c866d,2026-06-22T11:10:52.126001+00:00,2026-06-22T11:10:52.126001+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.12255467522792875,0.3500780987550189,0.0028438531982195644,0.21552964404646047,27.24846464482294,True binance_btcusdt_1h_close/1h/short|window:9e13a9281e680d746a75,2026-06-22T14:09:11.925755+00:00,2026-06-22T14:09:11.925755+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.4721799192124131,0.6871534902861318,0.004994006373533205,0.2957165178174593,4.256615775698723,True binance_btcusdt_1h_close/1h/short|window:9e21c98612a774e353a6,2026-06-23T12:43:16.870944+00:00,2026-06-23T12:43:16.870944+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,5.592088331068732,2.3647596772333404,0.019020794874937425,1.2343753351127167,-23.825261175577392,True +binance_btcusdt_1h_close/1h/short|window:9e3be7c68e831264efe7,2026-06-23T12:51:49.874543+00:00,2026-06-23T12:51:49.874543+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,5.581005565889972,2.3624151976081538,0.019007216433803095,1.2330542385194678,-23.898948545008402,True binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:49:06.578300+00:00,2026-06-23T07:49:06.578300+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.0336101571046221,1.0166661974830393,0.006886894575074372,0.5104563760087145,6.55512971974597,True binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:55:32.374390+00:00,2026-06-23T08:55:32.374390+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.4043722579742326,1.1850621325374602,0.00807682359869382,0.6031937332967917,5.505726310270059,True binance_btcusdt_1h_close/1h/short|window:9ed4e76b85ec3b42c0ac,2026-06-17T01:58:11.890375+00:00,2026-06-17T01:58:11.890375+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.8110608662377092,0.9005891772821331,0.006942712826944402,0.4899265343035646,82.62819025793655,True @@ -8211,7 +8221,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:e3ac2d9d596ab75313e4,2026-06-19T15 usgs_potomac_iv_usgs_00060/15min/short|window:e89aae7da3a0c72310b8,2026-06-23T07:57:27.236893+00:00,2026-06-23T07:57:27.236893+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.05663654597077656,0.23798433975952402,0.004317756983760646,0.2146609302016311,63.233434072435415,True usgs_potomac_iv_usgs_00060/15min/short|window:f02034dd7f0a904fd0e9,2026-06-17T07:47:29.999098+00:00,2026-06-17T07:47:29.999098+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.01664731158138014,0.12902446117453906,0.0010120849240136305,0.035889109648629736,92.3012710910527,True usgs_potomac_iv_usgs_00060/15min/short|window:f4e4a050a318cb783ac0,2026-06-17T02:38:44.531112+00:00,2026-06-17T02:38:44.531112+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.8674953405014678,0.9313942991566289,0.009352835160007358,0.6839765060288711,28.27669480393278,True -usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:24:09.203186+00:00,2026-06-23T12:24:09.203186+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.7673209657769113,0.8759685872089885,0.009757129678207651,0.40085445644950224,6.32809574193064,True +usgs_potomac_iv_usgs_00060/15min/short|window:f600ed331dca65317765,2026-06-23T12:51:55.530390+00:00,2026-06-23T12:51:55.530390+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.7673209657769113,0.8759685872089885,0.009757129678207651,0.40085445644950224,6.32809574193064,True usgs_potomac_iv_usgs_00060/15min/short|window:f638c5ef9560f86a59b4,2026-06-23T00:58:51.865605+00:00,2026-06-23T00:58:51.865605+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,2.336274782215324,1.5284877435607143,0.01529867115583409,0.9964127626434472,22.547710520823184,True usgs_potomac_iv_usgs_00060/15min/short|window:fb3c64718e7a0d19b45f,2026-06-17T01:18:21.589528+00:00,2026-06-17T01:18:21.589528+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.7835007241534035,0.8851557626505087,0.006127798160115649,0.2946057360014717,5.817381376805801,True usgs_potomac_iv_usgs_00060/15min/short|window:fc62e04b3a84c88012bd,2026-06-22T10:36:58.588625+00:00,2026-06-22T10:36:58.588625+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,3.0037976576709633e-05,0.005480691249898103,0.0001077792637467736,0.06926648651940483,99.98919264887726,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index c9248ae9b790611c4fdbe84a26b7df1105a0b872..a8df929d41b90ac5a934bc0654b81dfdee7ff5e2 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.1552865318287684,0.9933637772201642,0.01123679484743158,0.813872954487219,-13.582085859273173,1.0244730574401455,0.47047619047619055,8.282188048517234e-26,225,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T12:44:41.709831+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.1757737933777266,0.9996112270305205,0.0112384672377656,0.8147934694708455,-13.635206186313969,1.0675855483096837,0.47508357915437566,2.1439550844605443e-26,226,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T12:53:30.732863+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.5403797673006585,1.0781587478820736,0.10665469540415219,0.8366690121214557,-56.28506249342217,1.6757996321466717,0.33333333333333337,0.3813492063492063,7,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-23T11:54:23.302773+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9117616078958324,1.2668473570353098,1.3049814325244402,0.9907157126969169,10.15172678536131,1.413964584453487,-0.033273703041144895,0.5744556491968217,130,0.9615384615384616,2026-06-17T12:10:12.335728+00:00,2026-06-23T12:44:41.766036+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.597689938598566,2.1788156736948148,0.1294922896648476,1.490750712819762,13.5120436335302,4.52937907850463,0.28849233584991996,3.809041224347296e-05,94,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-23T12:36:45.064013+00:00 @@ -7,9 +7,9 @@ ARIMA,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,17.45451696725719 ARIMA,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.156018031262895,0.9421636382493637,0.5669527681039939,0.7009153604939667,-11.85587914551942,1.4393376711889723,-0.11111111111111113,0.3403557423852016,36,1.0,2026-06-17T12:10:12.456148+00:00,2026-06-23T11:54:23.391405+00:00 ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.4006373502494338,1.082636163898709,0.1305783541909388,0.8357191233719423,-50.378989050708796,1.3074360268997374,-0.5495798319327732,3.4194561521414225e-06,35,1.0,2026-06-17T12:39:00.859383+00:00,2026-06-23T11:54:23.427398+00:00 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0618595955162848,1.006948008221383,0.5933916801108249,0.5024580775415051,20.062792598016543,0.4500011674978669,-0.13333333333333333,0.252559317185168,36,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-23T11:54:23.463913+00:00 -ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6295924631093606,1.0144512083002768,0.014733362876614198,0.690775288013579,14.936439759177608,2.898993935016488,-0.028368794326241138,0.7760906092396457,48,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T12:25:45.325471+00:00 +ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6295924631093606,1.0144512083002768,0.014733362876614198,0.690775288013579,14.936439759177608,2.898993935016488,-0.028368794326241138,0.7760906092396457,48,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T12:53:30.760831+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.990112198006116,0.9781737397061917,0.20219237299729226,0.490199516466659,51.28266024024151,0.3541696942533509,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-22T23:42:47.178078+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6491795400844621,0.6914428947382767,0.007583490555389818,0.3811232308397494,22.536593164185547,0.9375747401809814,0.3464011935998354,1.1754709889380638e-21,342,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T12:42:01.987735+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6631069901565021,0.6962183991319272,0.00761379577920713,0.3836308114261585,22.40508929962229,0.9710865657618749,0.3501440676521235,3.7489797943029306e-22,343,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T12:50:38.542954+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.342872866747477,0.4745200182106267,0.05384135267866591,0.2697134153077109,20.663981301944094,0.5070594714806828,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-23T11:48:26.722361+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.23575520082706505,0.37635822943753844,0.45480675460692244,0.20245891396324933,75.77392769988973,0.34469444415365824,0.21480611045828438,1.4156335784672943e-05,185,0.9675675675675676,2026-06-16T12:06:44.487655+00:00,2026-06-23T12:42:08.975168+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.762309407072963,2.1312852795737545,0.13147139922797652,1.2055541829217284,10.621925752049407,5.3333164447040495,0.47767753874624097,4.498406626881492e-16,132,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-23T12:34:19.327239+00:00 @@ -17,9 +17,9 @@ Chronos-2,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,15.9584363177 Chronos-2,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.303652364580785,1.0826955026962588,0.3620691618759783,0.6267034817966938,15.676700822310567,4.584056341070534,-0.2257162823200559,0.01596521520127344,54,1.0,2026-06-16T13:12:26.984109+00:00,2026-06-23T11:48:36.713368+00:00 Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.14157839939709704,0.36251813276812317,0.04031549230666158,0.17747471014326785,26.179537903763016,0.07931162129829207,-0.0034940600978336823,0.9702442038027941,54,1.0,2026-06-16T13:12:32.541423+00:00,2026-06-23T11:48:44.097267+00:00 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9118769681754689,0.9212521933692694,0.5785222715546359,0.4809284733263993,26.219583912500585,0.4869491546806518,0.12508735150244582,0.18174156696716892,54,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-23T11:48:48.540994+00:00 -Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6177981371779602,0.8782079615484378,0.01031841232935967,0.5495835637863533,34.55747927330943,3.550707912873918,0.04615384615384615,0.583776840355438,66,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T12:22:47.852655+00:00 +Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6177981371779602,0.8782079615484378,0.01031841232935967,0.5495835637863533,34.55747927330943,3.550707912873918,0.04615384615384615,0.583776840355438,66,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T12:50:46.684649+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1470345464849695,0.36143628779848724,0.07464265889217996,0.21315140545343586,90.6774928723689,0.07843009866932546,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-22T23:32:18.736924+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.0223643797959714,0.8365231631849055,0.00795705946394264,0.53879449002536,15.495588456259798,1.4280462745662132,0.34484126984126984,1.3712104064920962e-14,225,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T12:44:41.838720+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.0541246969046363,0.8454925228328881,0.00802455865936144,0.5460506943259325,15.245429325105231,1.5027384152928729,0.3505604719764012,4.352256986294212e-15,226,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T12:53:30.798977+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.16949130757092,1.7497344256684344,0.18642719878410866,1.3506063173057374,-69.43453939087526,4.262176024066775,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-23T11:54:23.547420+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.944972682638983,1.5627395141426361,1.3808060706308252,1.176484709134818,-3.4210663592434334,2.3445350814294783,0.08002385211687536,0.17688085733994863,130,0.9615384615384616,2026-06-17T12:10:12.697348+00:00,2026-06-23T12:44:41.864123+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,8.54202584195044,2.551713489401959,0.15008854559090323,1.7593480935603336,5.088441057670512,7.620447319921049,0.3841226264012812,4.15653039934273e-08,94,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-23T12:36:45.148917+00:00 @@ -27,9 +27,9 @@ ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,17.672319461977914, ETS,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,11.33993391859147,2.277058365488243,1.4384093629873551,1.8436242210988436,-42.5435358301948,26.50237887743106,-0.14603174603174604,0.2101612160619447,36,1.0,2026-06-17T12:10:12.763932+00:00,2026-06-23T11:54:23.582241+00:00 ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,11.05804615027746,2.7729339070872707,0.3341702044298283,2.253948194627252,-77.10803264584857,14.118097557222532,-0.2638655462184874,0.025772359902544208,35,1.0,2026-06-17T12:39:01.037191+00:00,2026-06-23T11:54:23.603213+00:00 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1992423357117297,1.052319104180617,0.6433662080444785,0.542452908405395,17.72722577665526,0.6335360843659739,0.031746031746031744,0.7853007241156084,36,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-23T11:54:23.623412+00:00 -ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4104061845670188,0.9326641518636878,0.013448139159188638,0.6390103463782161,21.810467004986403,2.792883050795643,-0.003546099290780142,0.9716394538265657,48,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T12:25:45.434002+00:00 +ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4104061845670188,0.9326641518636878,0.013448139159188638,0.6390103463782161,21.810467004986403,2.792883050795643,-0.003546099290780142,0.9716394538265657,48,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T12:53:30.822527+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0106745528959067,1.0039742155659683,0.21160774916824193,0.5376211899754999,48.4423431987713,0.11622833445791261,0.0,1.0,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-22T23:42:47.274014+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8618258066663634,0.8219124455776737,0.00892950460570125,0.41830837965634826,5.722100043958934,1.1007154142430848,0.2365409071640526,9.18386904830853e-11,337,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T12:44:06.671041+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8796085975325957,0.8272367519881961,0.00895982228554343,0.42099302879156975,5.606235602636828,1.1466752778611062,0.2409179498885046,3.853605217055846e-11,338,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T12:52:47.667442+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.28921523217555356,0.44216097527373854,0.050173389034388734,0.25250659166531275,27.68410966095619,0.4072684356345204,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-23T11:52:42.135875+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.7728221014192054,1.0874224782587303,1.3805371248430376,0.547954799701737,26.708426547423958,2.4785117800246557,0.3018675313757281,1.3006176620053051e-09,183,0.9726775956284153,2026-06-16T12:07:52.741323+00:00,2026-06-23T12:44:13.173731+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,9.205380740752627,2.3558403854441985,0.13560213675701108,1.202230336952448,7.544991927454187,33.542389320393845,0.5213178294573644,1.908724257433799e-18,129,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-23T12:36:21.955883+00:00 @@ -37,9 +37,9 @@ Moirai-1.1-Large,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,279603 Moirai-1.1-Large,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.1692134060513646,1.1302651278792224,0.411396449440651,0.6451336997441051,3.4367222543365186,4.197046252533742,-0.276734693877551,0.0045727267374799955,50,1.0,2026-06-16T13:15:30.361270+00:00,2026-06-23T11:52:57.525659+00:00 Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.18060805937040267,0.40046409430929314,0.04330002028344219,0.19853216059028417,20.797714706193055,0.1398985783031787,0.37632653061224486,0.00011516354497038893,50,1.0,2026-06-16T13:15:35.504692+00:00,2026-06-23T11:53:04.233302+00:00 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.151990427276829,1.0405278083630936,0.6328920265393936,0.49553159835959154,14.010909494717701,0.7401202374387107,-0.16558741905642926,0.10069135102375593,47,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-23T11:53:10.735685+00:00 -Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.860122613691912,1.230008449099658,0.013202507824148522,0.6588991185222838,10.953934746067945,5.763324435347228,0.04230769230769231,0.6183417469175422,65,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T12:25:15.113263+00:00 +Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.8592601686144077,1.2296180435407402,0.013202514720987987,0.6585842708451795,10.988296027641981,5.763573604111141,0.04230769230769231,0.6183417469175422,65,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T12:52:54.776741+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14981973138991939,0.36476498478813413,0.06320277861905496,0.18873543444057805,90.59622548667889,0.09721825078090457,0.6,0.23333333333333334,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-22T23:42:17.643964+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7415731271973426,0.7631007014393495,0.007457635016271785,0.4780289558073079,17.854442487848537,0.7165064263300932,0.22341269841269842,6.10175916705475e-07,225,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T12:44:41.885689+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7497163035733434,0.7668340559389777,0.007476772694802819,0.48057945667245794,17.83772924037844,0.7253179456321204,0.23012782694198625,2.612195929058964e-07,226,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T12:53:30.842104+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5471956995007726,0.6762872243537096,0.07417545192580133,0.45238264992358557,-33.28656191496858,0.5127123707334149,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-23T11:54:23.658266+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.6053277895342872,1.4743506640218047,1.472706917444841,1.2982584239219142,5.4269589221887005,1.9813521571657722,0.27012522361359564,5.153820717836601e-06,130,0.9615384615384616,2026-06-17T12:10:12.867076+00:00,2026-06-23T12:44:41.900298+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.206846424550406,2.308337757123693,0.13573278339723174,1.547701909795602,8.067651742130206,4.649369545859262,0.24044840997483413,0.0005972709395864319,94,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-23T12:36:45.188843+00:00 @@ -47,9 +47,9 @@ Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,18.81885 Moving-Average,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,0.7918928937451768,0.8099920032914667,0.4579272787266659,0.5631093765787583,-5.9654382421316665,1.073438714571484,-0.4222222222222223,0.00029102810581780285,36,1.0,2026-06-17T12:10:12.904026+00:00,2026-06-23T11:54:23.676289+00:00 Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.45558686416699334,0.6479008540327595,0.07441275849814409,0.419880842439178,-19.66099152382343,0.24915030138813116,-0.7613445378151261,1.2490501118667032e-10,35,1.0,2026-06-17T12:39:01.095906+00:00,2026-06-23T11:54:23.687206+00:00 Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.062711089440587,1.0068125996840822,0.6657277758362768,0.5161993268226346,20.253401940531067,0.44482661230159515,-0.03492063492063492,0.764436763609262,36,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-23T11:54:23.697961+00:00 -Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.934942931316514,1.0681696699464078,0.01582506354386415,0.7687311205110321,14.289623810063341,3.655965539136937,-0.0053191489361702135,0.9574703782258639,48,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T12:25:45.494093+00:00 +Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.934942931316514,1.0681696699464078,0.01582506354386415,0.7687311205110321,14.289623810063341,3.655965539136937,-0.0053191489361702135,0.9574703782258639,48,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T12:53:30.852706+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0787787195349199,1.0379444492218732,0.21618952646374368,0.5597492766841528,45.98579993029981,0.08734441118750925,0.0,1.0,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-22T23:42:47.321412+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8751074145990083,0.8627189439760461,0.008882953517714362,0.4858043734842441,3.128493179931888e-16,0.7661334248982472,0.17325396825396827,0.000109681380434078,225,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T12:44:41.922502+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8864032136453103,0.8670939687692323,0.008905273428795223,0.48781236655752075,3.114650289755199e-16,0.7830633428687541,0.18041297935103245,5.4133355398816304e-05,226,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T12:53:30.865640+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.24001634527529367,0.4544740261704839,0.051685353854007944,0.3219751307891324,1.4438931485930167e-16,0.2296321096103468,0.04761904761904762,1.0,7,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-23T11:54:23.720931+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.7498047570957063,1.5297220002585246,1.4650257787555796,1.355332082961567,1.1420531469730254e-15,2.0005832479594057,0.279427549194991,2.412294867291186e-06,130,0.9615384615384616,2026-06-17T12:10:12.978229+00:00,2026-06-23T12:44:41.946397+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.764515605040849,2.4484303441349153,0.14181473662688157,1.9588379751331135,1.862725656577453e-16,4.636908307024929,0.23175474719743763,0.000937193719196847,94,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-23T12:36:45.233033+00:00 @@ -57,9 +57,9 @@ Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,18.99793 Seasonal-Naive,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,0.8416231022803894,0.8044665931349704,0.41513218491516923,0.6227851961105919,5.052557019972015e-16,1.1397484365651525,-0.41587301587301595,0.0003587921746720514,36,1.0,2026-06-17T12:10:13.010113+00:00,2026-06-23T11:54:23.737196+00:00 Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.2801297004063323,0.5155141237672142,0.060541158437957814,0.3681949945905348,4.3560667252823037e-16,0.11667917194205071,-0.19663865546218487,0.09659951430381246,35,1.0,2026-06-17T12:39:01.134217+00:00,2026-06-23T11:54:23.747041+00:00 Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.6124904607236146,1.2379379718713954,0.7205253993142864,0.9543956708156307,-5.530474293327786e-17,0.764333976606547,0.13333333333333333,0.252559317185168,36,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-23T11:54:23.756823+00:00 -Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.260128302425543,1.218179277087945,0.01662844740898231,0.6683454217612589,4.095294327491849e-15,3.792883529296014,-0.011529934614867694,0.9080099137794445,48,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T12:25:45.529417+00:00 +Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.260128302425543,1.218179277087945,0.01662844740898231,0.6683454217612589,4.095294327491849e-15,3.792883529296014,-0.011529934614867694,0.9080099137794445,48,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T12:53:30.884438+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.9607965919810555,1.7146505799162957,0.36091886218530816,1.3691608206855306,8.969107392259686e-17,0.5580553598022875,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-22T23:42:47.343681+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6088867546520189,0.7011109264213372,0.00774350626677369,0.3804382625468117,17.683078425574884,0.632056146421003,0.45569112076940527,5.760793145666345e-36,339,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T12:43:29.852824+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6160848007626861,0.7041906163117028,0.0077574700164789985,0.38192427483270014,17.647931022810194,0.6449283340332438,0.4588582335589103,1.510723070478088e-36,340,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T12:52:06.156388+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.32355845359025515,0.4362658768354618,0.048157471808452285,0.24349446471584263,36.154594422427266,0.4797179032349619,0.07142857142857142,0.9048611111111111,8,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-23T11:51:18.154387+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.30271197351141316,0.42974380657224664,0.589902035871206,0.21456547434472384,74.23793893685004,0.44723833560436704,0.2783321454027085,2.0252600628895074e-08,184,0.967391304347826,2026-06-16T12:07:37.946365+00:00,2026-06-23T12:43:36.192851+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.20585614093838,2.0514270142437883,0.1261702751306605,1.1357741496117897,13.506092885573459,4.66245389751568,0.45211687537268924,2.3552174770260488e-14,130,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-23T12:35:38.568426+00:00 @@ -67,9 +67,9 @@ TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,15.97898710608160 TiRex,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.28168063583951,1.0906190782906964,0.34859600940532587,0.6190235285550894,17.688009345696166,4.3970512428658814,-0.3137254901960784,0.0010282248986316423,52,1.0,2026-06-16T13:14:34.959433+00:00,2026-06-23T11:51:29.378044+00:00 TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.16338728445120457,0.3850464498607312,0.04321615608961437,0.19475007229550673,21.30744151233284,0.09626482473033626,0.0784313725490196,0.4118331596493404,52,1.0,2026-06-16T13:14:39.480658+00:00,2026-06-23T11:51:34.361732+00:00 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8693530077676129,0.9080856648344258,0.5955696990122613,0.47334043702256373,26.066519149824128,0.412014217603055,0.11686274509803923,0.22619853063208695,51,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-23T11:51:39.286080+00:00 -TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6039318726060128,0.8719095990852522,0.010018753951889526,0.5428145609744839,35.065404373281204,3.4051567500508115,0.049883449883449886,0.5537507256325359,66,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T12:24:28.815882+00:00 +TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6039318726060128,0.8719095990852522,0.010018753951889526,0.5428145609744839,35.065404373281204,3.4051567500508115,0.049883449883449886,0.5537507256325359,66,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T12:52:12.763976+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1174822396077626,0.324815581789166,0.060286878365620425,0.19980835418849988,92.46557501174824,0.060081196004453746,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-22T23:41:11.770213+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6272364678244863,0.6779502818100313,0.007128037894917405,0.37439997013337406,27.29725420516394,0.8113541911966538,0.3753753753753753,1.3579313071154202e-24,334,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T12:44:34.392713+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.635005849410081,0.6812913684803873,0.007144900254707866,0.37614338179133466,27.224646204893734,0.8225243952711581,0.37892573062829565,4.222782771934591e-25,335,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T12:53:17.440463+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.29483004496619825,0.46548654878620704,0.051677057688773544,0.23891626291868845,18.012729595469647,0.3783377150923359,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-23T11:53:57.776654+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10689128040198591,0.24833238122791462,0.3986852435014116,0.13107864262614993,89.99556120977454,0.20095405458122803,0.28753836709637814,9.081678570220009e-09,181,0.9723756906077348,2026-06-16T12:08:08.243141+00:00,2026-06-23T12:44:39.006862+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.170361641433098,2.0656242560514753,0.12902715523347205,1.2703230223629225,11.990843252800778,4.499701096048191,0.3723870967741935,7.329468776236982e-10,125,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-23T12:36:42.599743+00:00 @@ -77,9 +77,9 @@ Timer-S1,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,15.61408222485 Timer-S1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.209101958188319,1.1033098008844662,0.3785008465741439,0.6311340822993776,10.737699308012012,4.322752393994685,-0.33526570048309184,0.001018200897152323,46,1.0,2026-06-16T13:16:21.589465+00:00,2026-06-23T11:54:08.103601+00:00 Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.13505522468974707,0.3559172737096219,0.039296989546495145,0.1773282875724928,28.194380917771735,0.06838906829755573,0.455072463768116,8.215126402038738e-06,46,1.0,2026-06-16T13:16:28.640897+00:00,2026-06-23T11:54:12.311535+00:00 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9926331772998533,0.9824496941331936,0.6603958542575298,0.5229247890227415,19.31556793876967,0.34144284261113833,0.14782608695652175,0.1474417133973958,46,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-23T11:54:16.666305+00:00 -Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.744330855236126,0.9376234406268721,0.011303845945119717,0.6046705978856038,27.87759008806627,3.5238281171099874,-0.01639344262295082,0.8506442012050557,62,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T12:25:43.040719+00:00 +Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.744330855236126,0.9376234406268721,0.011303845945119717,0.6046705978856038,27.87759008806627,3.5238281171099874,-0.01639344262295082,0.8506442012050557,62,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T12:53:25.463632+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.19701763456987959,0.42647880866511967,0.09210826322391313,0.22574447154214997,87.63037685402294,0.10515280616061715,0.3333333333333334,0.75,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-22T23:42:44.447703+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5473753514217607,0.6435905305756056,0.006974059453216013,0.43576641692292833,28.576320140857455,0.6333268384969747,0.3873272665992585,6.826668947535511e-27,345,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T12:42:40.766481+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5538794740129847,0.6465647286856446,0.006985629018613293,0.43778940052145576,28.522983251127,0.6438767868158575,0.39080170897210353,2.0138724999445443e-27,346,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T12:51:09.786722+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.33495704111947366,0.5010608588966544,0.057479343375581575,0.33223136035557854,10.92486816077923,0.37532226183456846,-0.2857142857142857,0.39875992063492066,8,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-23T11:49:31.630088+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10541196069267024,0.25382292612320057,0.33248090515086165,0.18368996789881234,85.83588251834696,0.17218781180549028,0.031480161558564985,0.5257625509642934,184,0.967391304347826,2026-06-16T12:07:01.390017+00:00,2026-06-23T12:42:47.793470+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.56132787637341,1.8996012735210028,0.12307534067399353,1.3552587423243387,20.210719280854008,4.478981111802292,0.46297562087035776,2.6830005546104935e-15,133,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-23T12:34:51.544423+00:00 @@ -87,9 +87,9 @@ TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,15.56221777 TimesFM-2.5,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.225176133971441,1.0689106929489391,0.3045162085898066,0.7658490398381547,17.175961924096217,4.43016380841911,-0.2713804713804714,0.003437985699190981,55,1.0,2026-06-16T13:13:12.832013+00:00,2026-06-23T11:49:44.885111+00:00 TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.12065150287905166,0.32607536676145216,0.040849637427633555,0.22352139262743367,35.845898436978935,0.08987781354314597,0.212987012987013,0.020441091210614725,56,1.0,2026-06-16T13:13:17.753731+00:00,2026-06-23T11:49:51.031498+00:00 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8603557083466621,0.9048778173736954,0.5192018725672544,0.6886028058478341,26.888860399932522,0.38878602837096793,0.13067784765897975,0.16298715461327828,54,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-23T11:49:58.314866+00:00 -TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5164979220756907,0.8510550275042847,0.010335538366623098,0.6530007826216639,35.92137817577964,3.2742416361543176,0.036635006784260515,0.6611446627726459,67,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T12:23:32.622250+00:00 +TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5164979220756907,0.8510550275042847,0.010335538366623098,0.6530007826216639,35.92137817577964,3.2742416361543176,0.036635006784260515,0.6611446627726459,67,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T12:51:15.460354+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15216568209521827,0.37796453879602965,0.06502662159367666,0.29797079340933813,90.33726988702747,0.06941482262146421,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-22T23:39:57.499399+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6067216593708408,0.6636485077027595,0.007167087059877987,0.3702599984101031,26.231059839748312,0.8735143527062866,0.37036265833767135,2.1695558093092873e-24,340,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T12:43:16.870944+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6213090022052077,0.6686302282010158,0.007201808846898295,0.3727901867975206,26.084051017505622,0.9128771609975013,0.37402104536829395,6.538042429625669e-25,341,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T12:51:49.874543+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.40519730215333866,0.5287544315839078,0.05883406185198004,0.28694694299859,9.790961717185407,0.5513226404559831,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-23T11:50:41.475427+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.18497621782520984,0.3106364630816656,0.3558257986850959,0.16412291135910478,84.23562483377862,0.3406170490098101,0.26872035068756384,6.623863086232645e-08,183,0.9672131147540983,2026-06-16T12:07:21.772238+00:00,2026-06-23T12:43:21.512913+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.699995952016514,1.958136092190815,0.12222322633839858,1.0922377395749294,15.961618327270541,4.444235965062919,0.3893129770992366,3.557471330351213e-11,132,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-23T12:35:25.765635+00:00 @@ -97,5 +97,5 @@ Toto-2.0-1B,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,15.78699149 Toto-2.0-1B,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.3731496614772567,1.0626858822558087,0.3179414533329369,0.6161559967349615,23.477139025030436,4.880046477544263,-0.23378582202111617,0.014435741153452003,52,1.0,2026-06-16T13:14:00.702950+00:00,2026-06-23T11:50:50.734450+00:00 Toto-2.0-1B,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1991011640614787,0.4231671009850031,0.04670032669980742,0.20724500513656177,11.766638200272352,0.1262558492853739,0.033381712626995644,0.724199150923031,53,1.0,2026-06-16T13:14:04.647184+00:00,2026-06-23T11:50:55.828241+00:00 Toto-2.0-1B,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8997261427333312,0.9243289901150668,0.5915986239008215,0.4802837675840602,25.46836220744678,0.4083031637547288,0.09433962264150944,0.31867163186166836,53,1.0,2026-06-16T13:14:10.213066+00:00,2026-06-23T11:50:59.767728+00:00 -Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.381755531549308,0.8058844203449157,0.008689383955713455,0.45673651960813316,38.055812925189535,3.1181449550200524,0.048394391677973776,0.5625669557017534,67,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-23T12:24:09.203186+00:00 +Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.381755531549308,0.8058844203449157,0.008689383955713455,0.45673651960813316,38.055812925189535,3.1181449550200524,0.048394391677973776,0.5625669557017534,67,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-23T12:51:55.530390+00:00 Toto-2.0-1B,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.21454890313548508,0.4380375815076653,0.09230667659048004,0.24741707065880067,86.75453350642354,0.11500802622062778,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:45:14.891814+00:00,2026-06-22T23:40:32.675151+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 56c18121416ec3c2f6a8d5404167d788a615c83d..8e4988a7f8a5302808b5af015369df12f80405cb 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T12:44:42.059500+00:00", + "generated_at": "2026-06-23T12:53:31.058569+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 2822f336a7c6b94e6cefa55677cea99404a99c50..0665eb26b7d6778fe17beee3d2b72ecc374289da 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,Moving-Average,1.5150917960583072,1.2827592311014464,7.0,1,1,1.0 Air Quality,TimesFM-2.5,0.956337621295864,1.3143039771439247,8.0,1,1,1.0 Air Quality,ETS,2.191621824665344,1.5879900721084594,9.0,1,1,1.0 Air Quality,ARIMA,5.221787888616889,2.8535393112852714,10.0,1,1,1.0 -Finance,TiRex,0.8909863461041407,0.8863475419766543,1.0,1,1,1.0 -Finance,Timer-S1,0.9415604725811149,0.9200634612928813,2.0,1,1,1.0 -Finance,ARIMA,1.6850570878273516,0.9650319009226549,3.0,1,1,1.0 -Finance,Moving-Average,0.7528398890420548,0.9875159895127755,4.0,1,1,1.0 +Finance,TiRex,0.8915577241944111,0.8862158553797426,1.0,1,1,1.0 +Finance,Timer-S1,0.9422458792906357,0.9199708405881981,2.0,1,1,1.0 +Finance,ARIMA,1.687712522578816,0.9649913841573465,3.0,1,1,1.0 +Finance,Moving-Average,0.7531979647589264,0.9875015245651049,4.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,5.0,1,1,1.0 -Finance,TimesFM-2.5,0.8157529514100572,1.0165373584103576,6.0,1,1,1.0 -Finance,Toto-2.0-1B,1.6255423134562481,1.1986142016030588,7.0,1,1,1.0 -Finance,Chronos-2,1.5806419150606033,1.2013663905401826,8.0,1,1,1.0 -Finance,Moirai-1.1-Large,2.083396063632684,1.2863264489127924,9.0,1,1,1.0 -Finance,ETS,2.387554467363837,2.0000884042566414,10.0,1,1,1.0 +Finance,TimesFM-2.5,0.8161715425771817,1.016556519882866,6.0,1,1,1.0 +Finance,Toto-2.0-1B,1.6280845819625223,1.1988443314987274,7.0,1,1,1.0 +Finance,Chronos-2,1.5829525671776088,1.2015997093364832,8.0,1,1,1.0 +Finance,Moirai-1.1-Large,2.004811354553028,1.2518835960205357,9.0,1,1,1.0 +Finance,ETS,2.3921518433408613,2.0012471846372506,10.0,1,1,1.0 Hazards,ARIMA,0.5581924872317785,0.5705024360465641,1.0,1,1,1.0 Hazards,Moirai-1.1-Large,0.5236255723633627,0.5714196848350241,2.0,1,1,1.0 Hazards,Moving-Average,0.5855332137729674,0.5720215060116393,3.0,1,1,1.0 @@ -37,7 +37,7 @@ Hydrology,TimesFM-2.5,0.8578629452735185,0.8309380853986328,5.0,1,1,1.0 Hydrology,ETS,0.7391324905489911,0.8498828036670426,6.0,1,1,1.0 Hydrology,Toto-2.0-1B,0.8809703926742076,0.954293996994137,7.0,1,1,1.0 Hydrology,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 -Hydrology,Moirai-1.1-Large,1.4330981744676827,1.164282220439083,9.0,1,1,1.0 +Hydrology,Moirai-1.1-Large,1.3687362453520298,1.1775471637803385,9.0,1,1,1.0 Hydrology,ARIMA,1.029094463609721,1.3884122395988696,10.0,1,1,1.0 Ocean,TiRex,0.10679285466938304,0.3012424486921599,2.5,2,2,1.0 Ocean,Chronos-2,0.3509394593795361,0.3462159044495553,3.0,2,2,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 617b1fd3e89fe8b26d0f4ce408c066c912ff07af..b4765286e48c71a9d55cd5b6a6416dc513c6ffef 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -17,7 +17,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 15min,ETS,0.7391324905489911,0.8498828036670426,6.0,1,1,1.0 15min,Toto-2.0-1B,0.8809703926742076,0.954293996994137,7.0,1,1,1.0 15min,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 -15min,Moirai-1.1-Large,1.4330981744676827,1.164282220439083,9.0,1,1,1.0 +15min,Moirai-1.1-Large,1.3687362453520298,1.1775471637803385,9.0,1,1,1.0 15min,ARIMA,1.029094463609721,1.3884122395988696,10.0,1,1,1.0 1D,Chronos-2,0.04071253165159637,0.1892525127243876,1.0,1,1,1.0 1D,Moirai-1.1-Large,0.04062120318371531,0.19019770381370607,2.0,1,1,1.0 @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 1D,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,TiRex,0.7105931375347139,0.7002841288143093,3.0,6,6,1.0 -1h,ARIMA,0.7395838098932542,0.7388086775067979,4.166666666666667,6,6,1.0 -1h,Timer-S1,0.9441929562938535,0.8345951126257548,4.5,6,6,1.0 -1h,Chronos-2,0.8748224383527209,0.8203232194877379,4.666666666666667,6,6,1.0 -1h,Toto-2.0-1B,0.5082930413583217,0.6784044279751772,4.833333333333333,6,6,1.0 -1h,Moirai-1.1-Large,13.165264760750372,0.9575669965370451,5.833333333333333,6,6,1.0 -1h,Moving-Average,1.0703082841785878,1.0323918411960662,6.166666666666667,6,6,1.0 +1h,TiRex,0.7106690662896104,0.7002667872827786,3.0,6,6,1.0 +1h,ARIMA,0.7397779307404596,0.7388035076152745,4.166666666666667,6,6,1.0 +1h,Timer-S1,0.9443074754004361,0.8345811092384376,4.5,6,6,1.0 +1h,Chronos-2,0.8750354509853543,0.8203497699974197,4.666666666666667,6,6,1.0 +1h,Toto-2.0-1B,0.5084254460042068,0.6784261348001666,4.833333333333333,6,6,1.0 +1h,Moirai-1.1-Large,13.081168596948459,0.9532452008572255,5.833333333333333,6,6,1.0 +1h,Moving-Average,1.0703931130779787,1.0323893208005719,6.166666666666667,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,6.666666666666667,6,6,1.0 -1h,TimesFM-2.5,0.7700252749986871,0.937788005125909,6.666666666666667,6,6,1.0 -1h,ETS,2.272491259947048,1.5137864506406216,8.5,6,6,1.0 +1h,TimesFM-2.5,0.7700911153744189,0.9377909512806173,6.666666666666667,6,6,1.0 +1h,ETS,2.2732199780087563,1.5139325877423087,8.5,6,6,1.0 6min,TimesFM-2.5,0.00235696164561065,0.05074163153161801,1.0,1,1,1.0 6min,TiRex,0.012489856924541765,0.1308453015642226,2.0,1,1,1.0 6min,Toto-2.0-1B,0.02090595780775192,0.140308662327791,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 8485e4fc486f60c24696b041152e1bbabcd83a84..3bc13ad9eda275c7df46f2be2c2453169a907bce 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 7,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,TiRex,0.7302090110522959,0.7130470274019618,2.857142857142857,7,7,1.0 -24,Timer-S1,0.9308672153509739,0.818739274040475,4.0,7,7,1.0 -24,Chronos-2,0.8751536112824194,0.8175593260975464,4.428571428571429,7,7,1.0 -24,ARIMA,0.7753232402897674,0.8084867532313128,5.0,7,7,1.0 -24,Toto-2.0-1B,0.5498385497722408,0.7122938202429777,5.142857142857143,7,7,1.0 -24,Moving-Average,1.0297116152707046,0.9998797508930518,5.857142857142857,7,7,1.0 -24,Moirai-1.1-Large,9.590388890876213,0.9846824170489435,6.285714285714286,7,7,1.0 -24,TimesFM-2.5,0.7820001339860747,0.9217211000282264,6.428571428571429,7,7,1.0 +24,TiRex,0.730275888910017,0.7130318923011337,2.857142857142857,7,7,1.0 +24,Timer-S1,0.930963988389617,0.8187274991569929,4.0,7,7,1.0 +24,Chronos-2,0.8753362594808963,0.8175820069483263,4.428571428571429,7,7,1.0 +24,ARIMA,0.7754976668649297,0.8084819039678638,5.0,7,7,1.0 +24,Toto-2.0-1B,0.5499613133045069,0.7123133554953044,5.142857142857143,7,7,1.0 +24,Moving-Average,1.0297815674596364,0.9998776585871011,5.857142857142857,7,7,1.0 +24,Moirai-1.1-Large,9.475450363639549,0.9824606247666705,6.285714285714286,7,7,1.0 +24,TimesFM-2.5,0.7820574458727705,0.921723582038173,6.428571428571429,7,7,1.0 24,Seasonal-Naive,1.0,1.0,6.857142857142857,7,7,1.0 -24,ETS,1.935616763535539,1.3939574972573407,8.142857142857142,7,7,1.0 +24,ETS,1.9361487737258207,1.394072841420869,8.142857142857142,7,7,1.0 60,TimesFM-2.5,0.00235696164561065,0.05074163153161801,1.0,1,1,1.0 60,TiRex,0.012489856924541765,0.1308453015642226,2.0,1,1,1.0 60,Toto-2.0-1B,0.02090595780775192,0.140308662327791,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 30b86a60396dc1ce6fdc193f29cc8c0c9ddba5a0..bb1ee4b84c8716581dc439bc96cc71092a69e7e9 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,TiRex,0.36662768226998005,0.5331265947833013,2.9,10,10,1.0 -Overall,Chronos-2,0.5363870126930725,0.5947535764322369,3.8,10,10,1.0 -Overall,Timer-S1,0.5663277917303784,0.6232395375864557,4.1,10,10,1.0 -Overall,Toto-2.0-1B,0.3435819203099095,0.5523059590376781,4.9,10,10,1.0 -Overall,Moirai-1.1-Large,2.794487698943283,0.6934140422030401,5.3,10,10,1.0 -Overall,ARIMA,0.7571504021639478,0.7865806325836776,5.8,10,10,1.0 -Overall,TimesFM-2.5,0.34006857516763367,0.606530992096447,6.0,10,10,1.0 -Overall,Moving-Average,0.880452008104442,0.907439803647223,6.3,10,10,1.0 +Overall,TiRex,0.366651186849814,0.5331186734750246,2.9,10,10,1.0 +Overall,Chronos-2,0.5364653725803967,0.5947651262028621,3.8,10,10,1.0 +Overall,Timer-S1,0.5663690039291133,0.6232332632909622,4.1,10,10,1.0 +Overall,Toto-2.0-1B,0.3436356170585031,0.5523165622102808,4.9,10,10,1.0 +Overall,Moirai-1.1-Large,2.7710014443687307,0.6923184597942754,5.3,10,10,1.0 +Overall,ARIMA,0.7572696348682764,0.7865773300705697,5.8,10,10,1.0 +Overall,TimesFM-2.5,0.3400860212390399,0.6065321353823532,6.0,10,10,1.0 +Overall,Moving-Average,0.8804938763729008,0.9074384744377788,6.3,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.5,10,10,1.0 -Overall,ETS,1.673193513380678,1.2482377999599867,8.4,10,10,1.0 +Overall,ETS,1.6735154177601388,1.2483100995894743,8.4,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index a68d6675a0d421baaab1253c587273d634e4370d..19669eef0a472f2386c1e2959b1896a4848c2620 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,2192643.151657686,875252.7915894134,736.5253348272572,1.3084608855033173,0.01162815235427458,0.011562008044932681,28.91436639777554,1480.7576275872045,0.02320321483599105,0.01154122407189197,0.010616207457469764,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,2188323.67512685,872467.6006509224,735.7128348272572,1.307017453187821,0.011614755062920507,0.011548971781520872,28.856629105155687,1479.2983725830466,0.023180053441257748,0.011528345562184864,0.010603340724678088,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,7.593872656247368,7.767905889057713,2.0541670094513194,1.2031163736856252,0.07288689077029968,0.07797187149296309,38.49013958177101,2.755698215742676,0.10379440500387625,0.07737096947211616,0.0750193446187416,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.4570906356834546,0.4599629516052202,0.5359167235707474,1.6149772283085588,0.7912981552659571,1.254531079519325,63.059676672076336,0.6760847843898387,1.06927492133656,0.8475894232055883,0.8438089920171764,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.11772626912164214,0.10848755254066955,0.2891633025895153,2.1398082350943977,0.2311391541786227,0.19935950266301103,42.965686186125964,0.34311261871525817,0.2513134057024511,0.21179813977709536,0.19320228650824073,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 121349c8af84130fa4738328e8b2865f1a8526c8..add1d14eba084ebff66b3d37f66534e737de0a13 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T12:44:41.709831+00:00", + "evaluated_at": "2026-06-23T12:53:30.732863+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62386.0, 62328.01171875, 62507.05859375, - 62304.921875 + 62324.421875 ], "p50": [ 64270.054757488855, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 57483f65a22eaf796e20d4a05b718f1e53842927..5c7548dee87700ceb216ad5416d3ef50d496165d 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T12:25:45.325471+00:00", + "evaluated_at": "2026-06-23T12:53:30.760831+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 46e7d234e2cfaa346e0ff0d0b80e57b5e1d39cab..a65aeab1e681bf592f97fb439f79e78cd461a308 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T12:44:41.800856+00:00", + "evaluated_at": "2026-06-23T12:53:30.770486+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 2eeb739acbdbdaff8ef5b480380311a1a835b32d..a1123ddbf84637be47b1898dc16e3c5493194122 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,2056775.2246004741,2056775.2246004741,1135.4612630208333,2.0171833600474973,0.0179917728020116,0.017737822870180386,28.174046844082127,1434.1461657029504,0.022472821324068207,0.017792480776714116,0.013216096610083359,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,2052489.7060457866,2052489.7060457866,1134.6487630208333,2.0157399277320014,0.01797818232472742,0.01772478980612921,28.11630955146227,1432.6512855701442,0.0224491109959213,0.01777952267868353,0.013203196776616303,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.5295659158333971,0.5295659158333971,0.5971391995747884,0.3497417420650002,0.02245494588045587,0.022608952534132254,2.791484631303323,0.727712797629255,0.027409574971647723,0.02249147151537862,0.028857158475148265,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.054275218065837606,0.054275218065837606,0.16076990067958832,0.48447775032101276,0.2171458497929914,0.18452806341012515,1.494660506808422,0.23297042315675526,0.36845886292131824,0.2542687350338734,0.15846562493024102,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.10977672299656899,0.10977672299656899,0.2935832391182582,2.1725157622878624,0.23405524376522072,0.20203583488831234,30.091016533569245,0.3313257053060764,0.24268006145917323,0.21503552960608577,0.14777525192610083,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index abf760c382253b74921c88c419124bc1f4490e9d..6cecf3e9a1d5fdcc00984102e5be4d21c7ff4512 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T12:42:01.987735+00:00", + "evaluated_at": "2026-06-23T12:50:38.542954+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62386.0, 62328.01171875, 62507.05859375, - 62304.921875 + 62324.421875 ], "p50": [ 65038.93359375, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b37f312e88daa74024ce6bdce3a0eeb90ffe5169..ec5dc0fff2b20a3ba15a43cd7a82a618d7da4149 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T12:22:47.852655+00:00", + "evaluated_at": "2026-06-23T12:50:46.684649+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 828b181fbb0033c543f1f5e44204287b14963bd2..0d32efbd0aa0833e63404131928f1ede9f5b5ac4 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T12:42:11.946017+00:00", + "evaluated_at": "2026-06-23T12:50:50.981459+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index ba77da28aa06c7d5b080ec080a3ca40e2318fc8a..7c9480f24922abc03c634fac76d523d86be97f4e 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,3106752.2815057337,3066163.971775631,1468.0463947033422,2.60803151601568,0.02322555830408403,0.02284693031269995,76.18911301269422,1762.5981622325985,0.027619607061856878,0.023004032024476408,0.022002747694213117,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,3101714.565275839,3061177.9526038417,1467.2338947033422,2.6065880837001836,0.02321187762859128,0.02283389917753303,76.13137572007436,1761.1685226791442,0.027596853502569303,0.022991007575207004,0.021989735992867042,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,40.80650449467975,42.26480901897464,5.524301652595784,3.2355586185720284,0.20205608092167893,0.23458602600461984,86.30682403553787,6.387996907848324,0.24060629514107576,0.20807488999247237,0.19508424028346397,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,1.2281760655776333,1.2223457203514927,0.866650035896482,2.611637240129616,1.2765200050146412,1.4387686539624769,101.1796035673557,1.1082310524333963,1.752744180573313,1.3706670677345085,1.3618289420932368,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.2739941796235661,0.2699734295053769,0.4576990662055756,3.3869727669143663,0.3652886416898328,0.2929788718759242,93.09347030610007,0.5234445334737636,0.38339781526015976,0.33524243889850164,0.31894963453260705,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 91be5dde53b43a19fb93d59b3b096bf9d80eafd0..20a23c5f76a134ecc8dd59cb65ba3ae24183321b 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-23T12:44:41.838720+00:00", + "evaluated_at": "2026-06-23T12:53:30.798977+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62386.0, 62328.01171875, 62507.05859375, - 62304.921875 + 62324.421875 ], "p50": [ 65110.009208889824, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 6248dc1259a42bf5b4c443b9dfd965bac19c406c..283cd80eb9d8cc2c43799a22b2700b0c6a375131 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-23T12:25:45.434002+00:00", + "evaluated_at": "2026-06-23T12:53:30.822527+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index d89e1bc6da83387c86f716d9a633510a956e1021..dffa7d924d040a13bbafa3b3c78948851f13cfb1 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T12:44:41.878711+00:00", + "evaluated_at": "2026-06-23T12:53:30.831163+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 4443451036bcd1c06b0368f24e448c5225c51e13..e8ad2655a9d79e76c2081c0880264efc3301a8d2 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -2091,3 +2091,5 @@ {"evaluated_at": "2026-06-23T12:36:50.166623+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-23T12:44:46.314680+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-23T12:44:46.314680+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-23T12:53:35.467226+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-23T12:53:35.467226+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 0b7cb48791c16b516425450b178b52d9c8d41a6a..7c7f49a7465bfc45528bb7985e8e43c8169e1c7b 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,2710972.9065647125,2330356.083310763,1235.1442057291667,2.1942733056585517,0.019559287647313395,0.019272001533062105,34.59839657184825,1646.5032361233648,0.025800419733900726,0.01935449517532577,0.014150732661409732,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,2599480.7128810883,2211387.2915994325,1200.615966796875,2.132932781508337,0.019012803138129208,0.018740122212220777,33.370989429672676,1612.290517518815,0.02526399072126415,0.018813204143653263,0.013755716925734204,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.48195973800117525,0.44273447665299653,0.5965107679367065,0.34937367248251755,0.02207073940631794,0.022035974128793757,2.4352372855505715,0.6942332014540757,0.026148553447258395,0.022467801402451273,0.025275012038955196,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.0431294839904421,0.04796761969441283,0.15438867062330247,0.4652480066383838,0.21126966396930627,0.2563077551896791,3.3412266164062734,0.20767639247262096,0.32845460118590397,0.2441763776491062,0.2003932630009878,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.10747040456927198,0.11271842014442404,0.295398344596227,2.1859475415438774,0.23597039205324555,0.20307975122329333,28.38109979736913,0.3278267904996051,0.24011727551568463,0.2163650066188682,0.14675989809185547,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,1280505.7125439942,0 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,127.16136656895567,92.31228617970339,8.991659919420878,0.7498658001373504,0.5730817606265874,0.4301852090135366,4.736807515483927,11.27658488058134,0.5953322338326718,0.4747026730504749,0.31998487783126817,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,6.16412938199331,5.86442342296247,1.9241592089335124,1.0228960822062176,0.08457666301142042,0.07936707074979703,8.490709745887196,2.4827664775393816,0.11038605052056555,0.08554986446306932,0.05493839240917054,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,38.181031318161864,39.998156447366796,4.200830459594727,0.7938577246478223,0.5754103027725647,0.36168426356698274,11.4564253795804,6.179080135275951,0.5240209302000807,0.3562541732518496,0.3037789988433514,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,1194.248478723069,737.7738667459538,14.820693969726562,0.3161748046875,0.006305330515471473,0.006239240832452063,9.857171440972222,34.557900380709896,0.014487154744751747,0.006213042013509825,0.009009205653353954,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,1140.613537793358,738.1959970891476,14.835530598958334,0.3164913194444444,0.006311549779652985,0.006245422512610898,10.218577799479167,33.77297052071905,0.014158101178991392,0.00621926173580786,0.009111849669077512,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,499.83229911756433,496.6093653271258,19.394344874790736,0.41386019232445287,0.077989961887891,0.07789697227618235,1.783469856267821,22.356929554783775,0.08999339096232688,0.07806809322802481,0.06697253553290448,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index fd9b3bb3fa7fcb83079657c8a2af6124d9f52416..84eeb06ec8cec7faae66279c136ef2e0902f8e9e 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T12:44:06.671041+00:00", + "evaluated_at": "2026-06-23T12:52:47.667442+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 62386.0, 62328.01171875, 62507.05859375, - 62304.921875 + 62324.421875 ], "p50": [ - 65002.701171875, - 64915.98828125, - 64959.28515625, - 65002.673828125, - 64926.126953125, - 64983.380859375, - 64884.052734375, - 64989.203125, - 64933.076171875, - 64993.81640625, - 64993.072265625, - 65034.90234375, - 65049.65234375, - 65053.984375, - 64973.767578125, - 65027.033203125, - 64915.501953125, - 64979.974609375, - 64997.798828125, - 64947.9375, - 64919.0, - 65005.328125, - 65133.4296875, - 65157.041015625 + 65020.126953125, + 64918.240234375, + 64878.0859375, + 64886.048828125, + 64897.560546875, + 64893.404296875, + 64962.904296875, + 65025.728515625, + 64903.328125, + 64928.3515625, + 65083.517578125, + 65188.015625, + 65052.595703125, + 65014.478515625, + 65024.673828125, + 65014.61328125, + 64909.375, + 64960.02734375, + 64945.49609375, + 64875.486328125, + 65042.75, + 64976.98046875, + 64962.83984375, + 65087.185546875 ], "p10": [ - 64635.330078125, - 64492.36328125, - 64374.06640625, - 64435.072265625, - 64375.09765625, - 64207.330078125, - 64242.55859375, - 64193.44921875, - 64063.67578125, - 64285.02734375, - 64123.04296875, - 64143.48828125, - 64031.591796875, - 63971.82421875, - 63865.115234375, - 63963.720703125, - 63865.455078125, - 63857.083984375, - 63963.03515625, - 63679.494140625, - 63743.375, - 63786.3046875, - 63870.359375, - 63847.6328125 + 64657.53125, + 64567.947265625, + 64302.416015625, + 64403.58203125, + 64276.4609375, + 64261.673828125, + 64355.65234375, + 64189.384765625, + 63958.4375, + 64160.12890625, + 64199.515625, + 64204.078125, + 64016.83203125, + 64019.947265625, + 63998.8671875, + 63823.662109375, + 63793.310546875, + 63783.275390625, + 63878.673828125, + 63837.638671875, + 63759.28125, + 63943.1015625, + 63614.619140625, + 63723.478515625 ], "p90": [ - 65367.810546875, - 65435.2421875, - 65504.806640625, - 65618.88671875, - 65637.5234375, - 65712.80078125, - 65892.3359375, - 65912.671875, - 65978.52734375, - 65955.59375, - 65866.078125, - 66214.53515625, - 66140.3203125, - 66184.34765625, - 66328.859375, - 66272.52734375, - 66535.8671875, - 66378.47265625, - 66403.01953125, - 66557.875, - 67061.44140625, - 66734.92578125, - 67139.2265625, - 66721.91796875 + 65350.166015625, + 65382.74609375, + 65417.255859375, + 65489.26953125, + 65650.640625, + 65572.98046875, + 65631.87109375, + 65888.28125, + 65738.03515625, + 65984.12890625, + 66028.6875, + 66338.7578125, + 66275.31640625, + 66139.234375, + 66446.25390625, + 66387.08984375, + 66473.05078125, + 66401.76953125, + 66249.94140625, + 66556.17578125, + 66513.64453125, + 66455.79296875, + 66475.56640625, + 66815.40234375 ], "mean": [ - 64995.046875, - 64983.6328125, - 64978.5078125, - 65108.55859375, - 64984.9765625, - 64979.89453125, - 64969.58984375, - 65106.88671875, - 65026.00390625, - 65023.3359375, - 65019.109375, - 65216.6875, - 65135.19921875, - 65142.4921875, - 65143.59765625, - 65192.0234375, - 65078.30078125, - 65113.90625, - 65187.4296875, - 64994.15625, - 65285.6796875, - 65244.3828125, - 65540.828125, - 65265.82421875 + 65033.61328125, + 64991.90625, + 64907.36328125, + 64995.18359375, + 64941.140625, + 64964.3359375, + 64986.5078125, + 65072.09375, + 64894.3203125, + 65028.4453125, + 65128.85546875, + 65249.67578125, + 65237.61328125, + 65068.15234375, + 65239.35546875, + 65136.74609375, + 65064.61328125, + 65104.234375, + 65173.1328125, + 65216.0859375, + 65088.0703125, + 65128.7265625, + 64994.14453125, + 65360.81640625 ], "quantiles": { "0.1": [ - 64635.330078125, - 64492.36328125, - 64374.06640625, - 64435.072265625, - 64375.09765625, - 64207.330078125, - 64242.55859375, - 64193.44921875, - 64063.67578125, - 64285.02734375, - 64123.04296875, - 64143.48828125, - 64031.591796875, - 63971.82421875, - 63865.115234375, - 63963.720703125, - 63865.455078125, - 63857.083984375, - 63963.03515625, - 63679.494140625, - 63743.375, - 63786.3046875, - 63870.359375, - 63847.6328125 + 64657.53125, + 64567.947265625, + 64302.416015625, + 64403.58203125, + 64276.4609375, + 64261.673828125, + 64355.65234375, + 64189.384765625, + 63958.4375, + 64160.12890625, + 64199.515625, + 64204.078125, + 64016.83203125, + 64019.947265625, + 63998.8671875, + 63823.662109375, + 63793.310546875, + 63783.275390625, + 63878.673828125, + 63837.638671875, + 63759.28125, + 63943.1015625, + 63614.619140625, + 63723.478515625 ], "0.2": [ - 64635.330078125, - 64492.36328125, - 64374.06640625, - 64435.072265625, - 64375.09765625, - 64207.330078125, - 64242.55859375, - 64193.44921875, - 64063.67578125, - 64285.02734375, - 64123.04296875, - 64143.48828125, - 64031.591796875, - 63971.82421875, - 63865.115234375, - 63963.720703125, - 63865.455078125, - 63857.083984375, - 63963.03515625, - 63679.494140625, - 63743.375, - 63786.3046875, - 63870.359375, - 63847.6328125 + 64657.53125, + 64567.947265625, + 64302.416015625, + 64403.58203125, + 64276.4609375, + 64261.673828125, + 64355.65234375, + 64189.384765625, + 63958.4375, + 64160.12890625, + 64199.515625, + 64204.078125, + 64016.83203125, + 64019.947265625, + 63998.8671875, + 63823.662109375, + 63793.310546875, + 63783.275390625, + 63878.673828125, + 63837.638671875, + 63759.28125, + 63943.1015625, + 63614.619140625, + 63723.478515625 ], "0.3": [ - 64635.330078125, - 64492.36328125, - 64374.06640625, - 64435.072265625, - 64375.09765625, - 64207.330078125, - 64242.55859375, - 64193.44921875, - 64063.67578125, - 64285.02734375, - 64123.04296875, - 64143.48828125, - 64031.591796875, - 63971.82421875, - 63865.115234375, - 63963.720703125, - 63865.455078125, - 63857.083984375, - 63963.03515625, - 63679.494140625, - 63743.375, - 63786.3046875, - 63870.359375, - 63847.6328125 + 64657.53125, + 64567.947265625, + 64302.416015625, + 64403.58203125, + 64276.4609375, + 64261.673828125, + 64355.65234375, + 64189.384765625, + 63958.4375, + 64160.12890625, + 64199.515625, + 64204.078125, + 64016.83203125, + 64019.947265625, + 63998.8671875, + 63823.662109375, + 63793.310546875, + 63783.275390625, + 63878.673828125, + 63837.638671875, + 63759.28125, + 63943.1015625, + 63614.619140625, + 63723.478515625 ], "0.4": [ - 65002.701171875, - 64915.98828125, - 64959.28515625, - 65002.673828125, - 64926.126953125, - 64983.380859375, - 64884.052734375, - 64989.203125, - 64933.076171875, - 64993.81640625, - 64993.072265625, - 65034.90234375, - 65049.65234375, - 65053.984375, - 64973.767578125, - 65027.033203125, - 64915.501953125, - 64979.974609375, - 64997.798828125, - 64947.9375, - 64919.0, - 65005.328125, - 65133.4296875, - 65157.041015625 + 65020.126953125, + 64918.240234375, + 64878.0859375, + 64886.048828125, + 64897.560546875, + 64893.404296875, + 64962.904296875, + 65025.728515625, + 64903.328125, + 64928.3515625, + 65083.517578125, + 65188.015625, + 65052.595703125, + 65014.478515625, + 65024.673828125, + 65014.61328125, + 64909.375, + 64960.02734375, + 64945.49609375, + 64875.486328125, + 65042.75, + 64976.98046875, + 64962.83984375, + 65087.185546875 ], "0.5": [ - 65002.701171875, - 64915.98828125, - 64959.28515625, - 65002.673828125, - 64926.126953125, - 64983.380859375, - 64884.052734375, - 64989.203125, - 64933.076171875, - 64993.81640625, - 64993.072265625, - 65034.90234375, - 65049.65234375, - 65053.984375, - 64973.767578125, - 65027.033203125, - 64915.501953125, - 64979.974609375, - 64997.798828125, - 64947.9375, - 64919.0, - 65005.328125, - 65133.4296875, - 65157.041015625 + 65020.126953125, + 64918.240234375, + 64878.0859375, + 64886.048828125, + 64897.560546875, + 64893.404296875, + 64962.904296875, + 65025.728515625, + 64903.328125, + 64928.3515625, + 65083.517578125, + 65188.015625, + 65052.595703125, + 65014.478515625, + 65024.673828125, + 65014.61328125, + 64909.375, + 64960.02734375, + 64945.49609375, + 64875.486328125, + 65042.75, + 64976.98046875, + 64962.83984375, + 65087.185546875 ], "0.6": [ - 65002.701171875, - 64915.98828125, - 64959.28515625, - 65002.673828125, - 64926.126953125, - 64983.380859375, - 64884.052734375, - 64989.203125, - 64933.076171875, - 64993.81640625, - 64993.072265625, - 65034.90234375, - 65049.65234375, - 65053.984375, - 64973.767578125, - 65027.033203125, - 64915.501953125, - 64979.974609375, - 64997.798828125, - 64947.9375, - 64919.0, - 65005.328125, - 65133.4296875, - 65157.041015625 + 65020.126953125, + 64918.240234375, + 64878.0859375, + 64886.048828125, + 64897.560546875, + 64893.404296875, + 64962.904296875, + 65025.728515625, + 64903.328125, + 64928.3515625, + 65083.517578125, + 65188.015625, + 65052.595703125, + 65014.478515625, + 65024.673828125, + 65014.61328125, + 64909.375, + 64960.02734375, + 64945.49609375, + 64875.486328125, + 65042.75, + 64976.98046875, + 64962.83984375, + 65087.185546875 ], "0.7": [ - 65002.701171875, - 64915.98828125, - 64959.28515625, - 65002.673828125, - 64926.126953125, - 64983.380859375, - 64884.052734375, - 64989.203125, - 64933.076171875, - 64993.81640625, - 64993.072265625, - 65034.90234375, - 65049.65234375, - 65053.984375, - 64973.767578125, - 65027.033203125, - 64915.501953125, - 64979.974609375, - 64997.798828125, - 64947.9375, - 64919.0, - 65005.328125, - 65133.4296875, - 65157.041015625 + 65020.126953125, + 64918.240234375, + 64878.0859375, + 64886.048828125, + 64897.560546875, + 64893.404296875, + 64962.904296875, + 65025.728515625, + 64903.328125, + 64928.3515625, + 65083.517578125, + 65188.015625, + 65052.595703125, + 65014.478515625, + 65024.673828125, + 65014.61328125, + 64909.375, + 64960.02734375, + 64945.49609375, + 64875.486328125, + 65042.75, + 64976.98046875, + 64962.83984375, + 65087.185546875 ], "0.8": [ - 65367.810546875, - 65435.2421875, - 65504.806640625, - 65618.88671875, - 65637.5234375, - 65712.80078125, - 65892.3359375, - 65912.671875, - 65978.52734375, - 65955.59375, - 65866.078125, - 66214.53515625, - 66140.3203125, - 66184.34765625, - 66328.859375, - 66272.52734375, - 66535.8671875, - 66378.47265625, - 66403.01953125, - 66557.875, - 67061.44140625, - 66734.92578125, - 67139.2265625, - 66721.91796875 + 65350.166015625, + 65382.74609375, + 65417.255859375, + 65489.26953125, + 65650.640625, + 65572.98046875, + 65631.87109375, + 65888.28125, + 65738.03515625, + 65984.12890625, + 66028.6875, + 66338.7578125, + 66275.31640625, + 66139.234375, + 66446.25390625, + 66387.08984375, + 66473.05078125, + 66401.76953125, + 66249.94140625, + 66556.17578125, + 66513.64453125, + 66455.79296875, + 66475.56640625, + 66815.40234375 ], "0.9": [ - 65367.810546875, - 65435.2421875, - 65504.806640625, - 65618.88671875, - 65637.5234375, - 65712.80078125, - 65892.3359375, - 65912.671875, - 65978.52734375, - 65955.59375, - 65866.078125, - 66214.53515625, - 66140.3203125, - 66184.34765625, - 66328.859375, - 66272.52734375, - 66535.8671875, - 66378.47265625, - 66403.01953125, - 66557.875, - 67061.44140625, - 66734.92578125, - 67139.2265625, - 66721.91796875 + 65350.166015625, + 65382.74609375, + 65417.255859375, + 65489.26953125, + 65650.640625, + 65572.98046875, + 65631.87109375, + 65888.28125, + 65738.03515625, + 65984.12890625, + 66028.6875, + 66338.7578125, + 66275.31640625, + 66139.234375, + 66446.25390625, + 66387.08984375, + 66473.05078125, + 66401.76953125, + 66249.94140625, + 66556.17578125, + 66513.64453125, + 66455.79296875, + 66475.56640625, + 66815.40234375 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 7916d2ef11b58a37f2f2e2bfd2130ddda93eb638..cf3fa0820cf81e06dd1aa3fdb5f737013c3eb084 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T12:25:15.113263+00:00", + "evaluated_at": "2026-06-23T12:52:54.776741+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, @@ -130,343 +130,343 @@ 2400.0 ], "p50": [ - 2400.268310546875, - 2400.07177734375, - 2400.3170166015625, - 2400.2945556640625, - 2400.240234375, - 2400.405029296875, - 2400.4085693359375, - 2400.30810546875, - 2400.3917236328125, - 2400.3900146484375, - 2400.2869873046875, - 2400.260498046875, - 2400.3251953125, - 2400.358154296875, - 2400.199462890625, - 2400.181640625, - 2400.1563720703125, - 2399.9488525390625, - 2400.1094970703125, - 2400.0982666015625, - 2399.9810791015625, - 2400.0631103515625, - 2400.208984375, - 2400.182861328125 + 2400.228759765625, + 2400.10888671875, + 2400.2398681640625, + 2400.3101806640625, + 2400.2928466796875, + 2400.37255859375, + 2400.5782470703125, + 2400.1976318359375, + 2400.3262939453125, + 2400.501708984375, + 2400.314697265625, + 2400.2490234375, + 2400.1971435546875, + 2400.23876953125, + 2400.228271484375, + 2400.3338623046875, + 2400.185546875, + 2399.9156494140625, + 2400.0506591796875, + 2400.049072265625, + 2400.03515625, + 2400.218017578125, + 2400.2518310546875, + 2400.0279541015625 ], "p10": [ - 2387.8717041015625, - 2396.6278076171875, - 2392.55908203125, - 2380.396728515625, - 2364.2763671875, - 2385.7962646484375, - 2377.9066162109375, - 2380.213623046875, - 2368.6600341796875, - 2381.1478271484375, - 2362.778076171875, - 2349.1693115234375, - 2364.201904296875, 2380.729248046875, - 2350.2095947265625, - 2354.453369140625, - 2342.615478515625, - 2321.30224609375, - 2330.6785888671875, - 2347.1661376953125, - 2329.851806640625, - 2333.10888671875, - 2328.457275390625, - 2320.6676025390625 + 2396.2008056640625, + 2385.6773681640625, + 2379.09375, + 2380.729248046875, + 2375.927490234375, + 2384.0343017578125, + 2370.1129150390625, + 2358.2713623046875, + 2373.184814453125, + 2342.684326171875, + 2347.8157958984375, + 2346.3287353515625, + 2364.7127685546875, + 2360.6707763671875, + 2360.1025390625, + 2332.6497802734375, + 2322.2862548828125, + 2343.0521240234375, + 2339.1226806640625, + 2335.39990234375, + 2338.65869140625, + 2331.035888671875, + 2361.2235107421875 ], "p90": [ - 2458.4000244140625, 2442.9169921875, 2474.010986328125, 2474.010986328125, - 2489.5579833984375, - 2474.010986328125, - 2474.010986328125, + 2442.9169921875, + 2469.1009521484375, 2474.010986328125, - 2476.6217041015625, - 2487.426513671875, 2474.010986328125, 2474.010986328125, + 2477.6273193359375, + 2505.10498046875, 2474.010986328125, - 2492.4447021484375, - 2463.3775634765625, + 2444.8406982421875, + 2476.6776123046875, 2474.010986328125, - 2476.9698486328125, - 2476.4764404296875, - 2517.02197265625, - 2512.458984375, - 2499.9442138671875, - 2494.144775390625, - 2510.48583984375, - 2487.99853515625 + 2483.7269287109375, + 2477.7093505859375, + 2487.0103759765625, + 2484.3443603515625, + 2486.541748046875, + 2505.8653564453125, + 2489.6124267578125, + 2503.3197021484375, + 2506.2764892578125, + 2536.19873046875 ], "mean": [ - 2409.16943359375, - 2408.40380859375, - 2414.798828125, - 2405.17236328125, - 2409.718017578125, - 2416.19677734375, - 2410.07470703125, - 2412.327392578125, - 2412.728515625, - 2409.444091796875, - 2409.521728515625, - 2404.326904296875, - 2406.99755859375, - 2413.643798828125, - 2403.080810546875, - 2407.4326171875, - 2405.5703125, - 2403.53759765625, - 2419.76953125, - 2416.472412109375, - 2408.026611328125, - 2403.9091796875, - 2408.109619140625, - 2406.775634765625 + 2401.929931640625, + 2416.734130859375, + 2411.88330078125, + 2407.60595703125, + 2408.363525390625, + 2410.37939453125, + 2413.82470703125, + 2408.401123046875, + 2408.37890625, + 2416.989501953125, + 2406.206298828125, + 2399.582275390625, + 2402.427490234375, + 2403.4677734375, + 2414.241455078125, + 2414.02587890625, + 2406.663330078125, + 2401.592529296875, + 2406.013427734375, + 2412.688232421875, + 2401.17138671875, + 2413.813232421875, + 2410.07958984375, + 2422.08740234375 ], "quantiles": { "0.1": [ - 2387.8717041015625, - 2396.6278076171875, - 2392.55908203125, - 2380.396728515625, - 2364.2763671875, - 2385.7962646484375, - 2377.9066162109375, - 2380.213623046875, - 2368.6600341796875, - 2381.1478271484375, - 2362.778076171875, - 2349.1693115234375, - 2364.201904296875, 2380.729248046875, - 2350.2095947265625, - 2354.453369140625, - 2342.615478515625, - 2321.30224609375, - 2330.6785888671875, - 2347.1661376953125, - 2329.851806640625, - 2333.10888671875, - 2328.457275390625, - 2320.6676025390625 + 2396.2008056640625, + 2385.6773681640625, + 2379.09375, + 2380.729248046875, + 2375.927490234375, + 2384.0343017578125, + 2370.1129150390625, + 2358.2713623046875, + 2373.184814453125, + 2342.684326171875, + 2347.8157958984375, + 2346.3287353515625, + 2364.7127685546875, + 2360.6707763671875, + 2360.1025390625, + 2332.6497802734375, + 2322.2862548828125, + 2343.0521240234375, + 2339.1226806640625, + 2335.39990234375, + 2338.65869140625, + 2331.035888671875, + 2361.2235107421875 ], "0.2": [ - 2387.8717041015625, - 2396.6278076171875, - 2392.55908203125, - 2380.396728515625, - 2364.2763671875, - 2385.7962646484375, - 2377.9066162109375, - 2380.213623046875, - 2368.6600341796875, - 2381.1478271484375, - 2362.778076171875, - 2349.1693115234375, - 2364.201904296875, 2380.729248046875, - 2350.2095947265625, - 2354.453369140625, - 2342.615478515625, - 2321.30224609375, - 2330.6785888671875, - 2347.1661376953125, - 2329.851806640625, - 2333.10888671875, - 2328.457275390625, - 2320.6676025390625 + 2396.2008056640625, + 2385.6773681640625, + 2379.09375, + 2380.729248046875, + 2375.927490234375, + 2384.0343017578125, + 2370.1129150390625, + 2358.2713623046875, + 2373.184814453125, + 2342.684326171875, + 2347.8157958984375, + 2346.3287353515625, + 2364.7127685546875, + 2360.6707763671875, + 2360.1025390625, + 2332.6497802734375, + 2322.2862548828125, + 2343.0521240234375, + 2339.1226806640625, + 2335.39990234375, + 2338.65869140625, + 2331.035888671875, + 2361.2235107421875 ], "0.3": [ - 2387.8717041015625, - 2396.6278076171875, - 2392.55908203125, - 2380.396728515625, - 2364.2763671875, - 2385.7962646484375, - 2377.9066162109375, - 2380.213623046875, - 2368.6600341796875, - 2381.1478271484375, - 2362.778076171875, - 2349.1693115234375, - 2364.201904296875, 2380.729248046875, - 2350.2095947265625, - 2354.453369140625, - 2342.615478515625, - 2321.30224609375, - 2330.6785888671875, - 2347.1661376953125, - 2329.851806640625, - 2333.10888671875, - 2328.457275390625, - 2320.6676025390625 + 2396.2008056640625, + 2385.6773681640625, + 2379.09375, + 2380.729248046875, + 2375.927490234375, + 2384.0343017578125, + 2370.1129150390625, + 2358.2713623046875, + 2373.184814453125, + 2342.684326171875, + 2347.8157958984375, + 2346.3287353515625, + 2364.7127685546875, + 2360.6707763671875, + 2360.1025390625, + 2332.6497802734375, + 2322.2862548828125, + 2343.0521240234375, + 2339.1226806640625, + 2335.39990234375, + 2338.65869140625, + 2331.035888671875, + 2361.2235107421875 ], "0.4": [ - 2400.268310546875, - 2400.07177734375, - 2400.3170166015625, - 2400.2945556640625, - 2400.240234375, - 2400.405029296875, - 2400.4085693359375, - 2400.30810546875, - 2400.3917236328125, - 2400.3900146484375, - 2400.2869873046875, - 2400.260498046875, - 2400.3251953125, - 2400.358154296875, - 2400.199462890625, - 2400.181640625, - 2400.1563720703125, - 2399.9488525390625, - 2400.1094970703125, - 2400.0982666015625, - 2399.9810791015625, - 2400.0631103515625, - 2400.208984375, - 2400.182861328125 + 2400.228759765625, + 2400.10888671875, + 2400.2398681640625, + 2400.3101806640625, + 2400.2928466796875, + 2400.37255859375, + 2400.5782470703125, + 2400.1976318359375, + 2400.3262939453125, + 2400.501708984375, + 2400.314697265625, + 2400.2490234375, + 2400.1971435546875, + 2400.23876953125, + 2400.228271484375, + 2400.3338623046875, + 2400.185546875, + 2399.9156494140625, + 2400.0506591796875, + 2400.049072265625, + 2400.03515625, + 2400.218017578125, + 2400.2518310546875, + 2400.0279541015625 ], "0.5": [ - 2400.268310546875, - 2400.07177734375, - 2400.3170166015625, - 2400.2945556640625, - 2400.240234375, - 2400.405029296875, - 2400.4085693359375, - 2400.30810546875, - 2400.3917236328125, - 2400.3900146484375, - 2400.2869873046875, - 2400.260498046875, - 2400.3251953125, - 2400.358154296875, - 2400.199462890625, - 2400.181640625, - 2400.1563720703125, - 2399.9488525390625, - 2400.1094970703125, - 2400.0982666015625, - 2399.9810791015625, - 2400.0631103515625, - 2400.208984375, - 2400.182861328125 + 2400.228759765625, + 2400.10888671875, + 2400.2398681640625, + 2400.3101806640625, + 2400.2928466796875, + 2400.37255859375, + 2400.5782470703125, + 2400.1976318359375, + 2400.3262939453125, + 2400.501708984375, + 2400.314697265625, + 2400.2490234375, + 2400.1971435546875, + 2400.23876953125, + 2400.228271484375, + 2400.3338623046875, + 2400.185546875, + 2399.9156494140625, + 2400.0506591796875, + 2400.049072265625, + 2400.03515625, + 2400.218017578125, + 2400.2518310546875, + 2400.0279541015625 ], "0.6": [ - 2400.268310546875, - 2400.07177734375, - 2400.3170166015625, - 2400.2945556640625, - 2400.240234375, - 2400.405029296875, - 2400.4085693359375, - 2400.30810546875, - 2400.3917236328125, - 2400.3900146484375, - 2400.2869873046875, - 2400.260498046875, - 2400.3251953125, - 2400.358154296875, - 2400.199462890625, - 2400.181640625, - 2400.1563720703125, - 2399.9488525390625, - 2400.1094970703125, - 2400.0982666015625, - 2399.9810791015625, - 2400.0631103515625, - 2400.208984375, - 2400.182861328125 + 2400.228759765625, + 2400.10888671875, + 2400.2398681640625, + 2400.3101806640625, + 2400.2928466796875, + 2400.37255859375, + 2400.5782470703125, + 2400.1976318359375, + 2400.3262939453125, + 2400.501708984375, + 2400.314697265625, + 2400.2490234375, + 2400.1971435546875, + 2400.23876953125, + 2400.228271484375, + 2400.3338623046875, + 2400.185546875, + 2399.9156494140625, + 2400.0506591796875, + 2400.049072265625, + 2400.03515625, + 2400.218017578125, + 2400.2518310546875, + 2400.0279541015625 ], "0.7": [ - 2400.268310546875, - 2400.07177734375, - 2400.3170166015625, - 2400.2945556640625, - 2400.240234375, - 2400.405029296875, - 2400.4085693359375, - 2400.30810546875, - 2400.3917236328125, - 2400.3900146484375, - 2400.2869873046875, - 2400.260498046875, - 2400.3251953125, - 2400.358154296875, - 2400.199462890625, - 2400.181640625, - 2400.1563720703125, - 2399.9488525390625, - 2400.1094970703125, - 2400.0982666015625, - 2399.9810791015625, - 2400.0631103515625, - 2400.208984375, - 2400.182861328125 + 2400.228759765625, + 2400.10888671875, + 2400.2398681640625, + 2400.3101806640625, + 2400.2928466796875, + 2400.37255859375, + 2400.5782470703125, + 2400.1976318359375, + 2400.3262939453125, + 2400.501708984375, + 2400.314697265625, + 2400.2490234375, + 2400.1971435546875, + 2400.23876953125, + 2400.228271484375, + 2400.3338623046875, + 2400.185546875, + 2399.9156494140625, + 2400.0506591796875, + 2400.049072265625, + 2400.03515625, + 2400.218017578125, + 2400.2518310546875, + 2400.0279541015625 ], "0.8": [ - 2458.4000244140625, 2442.9169921875, 2474.010986328125, 2474.010986328125, - 2489.5579833984375, - 2474.010986328125, - 2474.010986328125, + 2442.9169921875, + 2469.1009521484375, 2474.010986328125, - 2476.6217041015625, - 2487.426513671875, 2474.010986328125, 2474.010986328125, + 2477.6273193359375, + 2505.10498046875, 2474.010986328125, - 2492.4447021484375, - 2463.3775634765625, + 2444.8406982421875, + 2476.6776123046875, 2474.010986328125, - 2476.9698486328125, - 2476.4764404296875, - 2517.02197265625, - 2512.458984375, - 2499.9442138671875, - 2494.144775390625, - 2510.48583984375, - 2487.99853515625 + 2483.7269287109375, + 2477.7093505859375, + 2487.0103759765625, + 2484.3443603515625, + 2486.541748046875, + 2505.8653564453125, + 2489.6124267578125, + 2503.3197021484375, + 2506.2764892578125, + 2536.19873046875 ], "0.9": [ - 2458.4000244140625, 2442.9169921875, 2474.010986328125, 2474.010986328125, - 2489.5579833984375, - 2474.010986328125, - 2474.010986328125, + 2442.9169921875, + 2469.1009521484375, 2474.010986328125, - 2476.6217041015625, - 2487.426513671875, 2474.010986328125, 2474.010986328125, + 2477.6273193359375, + 2505.10498046875, 2474.010986328125, - 2492.4447021484375, - 2463.3775634765625, + 2444.8406982421875, + 2476.6776123046875, 2474.010986328125, - 2476.9698486328125, - 2476.4764404296875, - 2517.02197265625, - 2512.458984375, - 2499.9442138671875, - 2494.144775390625, - 2510.48583984375, - 2487.99853515625 + 2483.7269287109375, + 2477.7093505859375, + 2487.0103759765625, + 2484.3443603515625, + 2486.541748046875, + 2505.8653564453125, + 2489.6124267578125, + 2503.3197021484375, + 2506.2764892578125, + 2536.19873046875 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 8527e3f4e1b198a2de3a1739098984e7f467eaf0..51d8f73da1e815d2e220cad75ca70c82d9846393 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T12:44:16.817736+00:00", + "evaluated_at": "2026-06-23T12:52:58.122584+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index e54a18d4b77eb1de2bf6b8683b3ccf7e83901daa..5dea7cdde0e1cba41ece2a31103e9a5bb467a5f8 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,979616.2034671213,968068.1099874908,746.4091796875,1.3260198529773202,0.011796169151056135,0.011715974689375833,32.17017070989254,989.755628156325,0.01550929878555699,0.011696102204156943,0.010863552388488708,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,976612.3769827896,965115.9805612642,745.5966796875,1.3245764206618238,0.01178275036428554,0.01170293871785529,32.11243341727268,988.2370044593501,0.015485305061207459,0.011683221722607778,0.010850682506607288,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,3.7254732223560887,3.857635656925538,1.6989814043242737,0.995085763097673,0.06234093839361071,0.06375101933657625,7.0135930254093175,1.9301484974882344,0.07269976578764256,0.06399277067680005,0.05485515880509876,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.3127045330436564,0.31632783667717157,0.5407195042034243,1.6294503376802054,0.9609742495721321,0.6173427264080371,59.562030357266366,0.5591999043666374,0.884413386543942,0.8551853534820506,0.8361481933623334,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.12158488879630086,0.11898149456139133,0.3039352115657594,2.2491203510937887,0.24273417442311937,0.20816154674866352,49.32644218535896,0.348690247635779,0.25539874924070155,0.2226178489660114,0.20571419350605996,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 4814f096b04647144adca5b1bfa4704cd884829c..7ef088c08fa112df301e86fe6c9b6ecab3e3d18d 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T12:44:41.885689+00:00", + "evaluated_at": "2026-06-23T12:53:30.842104+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62386.0, 62328.01171875, 62507.05859375, - 62304.921875 + 62324.421875 ], "p50": [ 64136.29268777413, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 3fdef67e402ecc5173a69e54fbe28a04efc48c28..a18d87867e3188a8efd9a2c1cabf4d2cc375656a 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T12:25:45.494093+00:00", + "evaluated_at": "2026-06-23T12:53:30.852706+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index dac35eef2f77bafc72b40d12c025276c4a4a780c..a509ca1925b37a390cd08f0637fbc9f34022d0bf 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T12:44:41.914143+00:00", + "evaluated_at": "2026-06-23T12:53:30.857664+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 3d162d37d2b150b460738d6935f14eda33c3dbe9..d7d235ee38e7f7a78acb7c66ac850c2f54511869 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,7 +1,7 @@ { "status": "ok", - "started_at": "2026-06-23T12:41:41.071152+00:00", - "finished_at": "2026-06-23T12:44:46.314131+00:00", + "started_at": "2026-06-23T12:50:19.412890+00:00", + "finished_at": "2026-06-23T12:53:35.466684+00:00", "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", @@ -10,19 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T12:42:11.946017+00:00", + "evaluated_at": "2026-06-23T12:50:50.981459+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -30,19 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T12:42:52.728701+00:00", + "evaluated_at": "2026-06-23T12:51:20.039361+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -50,19 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T12:43:23.713755+00:00", + "evaluated_at": "2026-06-23T12:52:00.126718+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -70,19 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T12:43:38.844210+00:00", + "evaluated_at": "2026-06-23T12:52:16.018587+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -90,19 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T12:44:16.817736+00:00", + "evaluated_at": "2026-06-23T12:52:58.122584+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -110,19 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T12:44:41.510270+00:00", + "evaluated_at": "2026-06-23T12:53:30.521063+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -130,19 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T12:44:41.800856+00:00", + "evaluated_at": "2026-06-23T12:53:30.770486+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -150,19 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T12:44:41.878711+00:00", + "evaluated_at": "2026-06-23T12:53:30.831163+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -170,19 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T12:44:41.914143+00:00", + "evaluated_at": "2026-06-23T12:53:30.857664+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -190,19 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T12:44:41.955356+00:00", + "evaluated_at": "2026-06-23T12:53:30.892401+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -223,7 +223,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-23T12:47:10.501257+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_125330.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_125330.json new file mode 100644 index 0000000000000000000000000000000000000000..038c37674510c36ed460bfcf5daecf624ea61e52 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_125330.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-23T12:53:30.732863+00:00", + "metrics": { + "MSE[mean]": 2188323.67512685, + "MSE[0.5]": 872467.6006509224, + "MAE[0.5]": 735.7128348272572, + "MASE[0.5]": 1.307017453187821, + "MAPE[0.5]": 0.011614755062920507, + "sMAPE[0.5]": 0.011548971781520872, + "MSIS": 28.856629105155687, + "RMSE[mean]": 1479.2983725830466, + "NRMSE[mean]": 0.023180053441257748, + "ND[0.5]": 0.011528345562184864, + "mean_weighted_sum_quantile_loss": 0.010603340724678088 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62324.421875 + ], + "predictions": { + "p50": [ + 64270.054757488855, + 64122.812576858254, + 64115.19454341763, + 64075.77130701876, + 64061.59508997681, + 64012.73858295422, + 64013.44940530208, + 63990.01906090901, + 64006.473056493705, + 64047.76150672829, + 64003.02710322677, + 63993.73231105361, + 64047.36366619913, + 64019.429890001426, + 64028.65001723029, + 63999.81497909432, + 64015.12160348153, + 64039.59079323337, + 64049.593984283456, + 64036.09537054777, + 64009.84900652837, + 64036.095024424496, + 64024.670199957094, + 64028.63552945603 + ], + "p10": [ + 64038.34061841623, + 63878.607812088296, + 63835.11382625139, + 63805.7202974396, + 63778.881112563315, + 63772.816843125955, + 63780.61785285651, + 63777.687351380584, + 63778.162352753345, + 63777.71049714913, + 63765.87263782791, + 63753.65878493062, + 63755.18230306789, + 63753.57293738191, + 63778.42258449651, + 63765.65129682619, + 63793.51637798937, + 63777.23309949792, + 63777.23218498373, + 63765.64447220282, + 63777.255277846314, + 63778.53629747065, + 63793.64089193627, + 63809.69995179546 + ], + "p90": [ + 64509.58744193298, + 64384.89450263431, + 64464.367998748065, + 64324.956957336086, + 64298.51686191058, + 64279.10353367197, + 64287.82845813297, + 64213.74902654228, + 64272.83800721146, + 64316.92020497713, + 64287.69550709014, + 64272.441566605354, + 64296.54931651646, + 64407.691159529946, + 64287.48139589795, + 64325.59178938624, + 64407.665897951745, + 64485.339644066196, + 64284.552654039166, + 64423.893563062804, + 64273.16064500991, + 64316.46486999544, + 64296.491763995255, + 64288.147468041105 + ], + "mean": [ + 65536.95829236177, + 64136.00118850511, + 65376.50081872574, + 65026.40821279048, + 64675.94272153581, + 64350.06848695038, + 64032.2640159902, + 64612.79874647122, + 64659.324451741726, + 64375.81431693548, + 64663.00819736497, + 64633.99827658768, + 64682.0240374086, + 64990.55329101645, + 64671.17382629712, + 65619.60789759767, + 65632.55029418721, + 65014.68959250877, + 65313.290107348046, + 64046.233028280825, + 64989.41841401192, + 65632.07282931442, + 64042.27800239001, + 64972.81127859154 + ], + "quantiles": { + "0.1": [ + 64038.34061841623, + 63878.607812088296, + 63835.11382625139, + 63805.7202974396, + 63778.881112563315, + 63772.816843125955, + 63780.61785285651, + 63777.687351380584, + 63778.162352753345, + 63777.71049714913, + 63765.87263782791, + 63753.65878493062, + 63755.18230306789, + 63753.57293738191, + 63778.42258449651, + 63765.65129682619, + 63793.51637798937, + 63777.23309949792, + 63777.23218498373, + 63765.64447220282, + 63777.255277846314, + 63778.53629747065, + 63793.64089193627, + 63809.69995179546 + ], + "0.2": [ + 64125.83472512131, + 63981.41683934786, + 63959.811557250054, + 63920.03713569047, + 63905.86091864851, + 63871.67270857631, + 63865.66050305998, + 63852.43990975393, + 63910.12995050061, + 63903.561249920676, + 63835.323406035706, + 63844.077620696145, + 63886.21509309316, + 63837.13060540707, + 63886.96263155866, + 63852.30714766406, + 63896.178904133754, + 63850.63429525166, + 63891.57280561096, + 63842.5910826297, + 63900.79924771373, + 63891.57200041832, + 63900.799073966184, + 63867.66243375918 + ], + "0.3": [ + 64184.19397766066, + 64082.750429722546, + 64032.55157833255, + 64002.0715090149, + 63973.4473028044, + 63966.025982944426, + 63934.8287084975, + 63923.58938775444, + 63974.51356432865, + 63976.301271003176, + 63957.9980238076, + 63909.33741055636, + 63975.90343047402, + 63921.27442891178, + 63961.47792799648, + 63957.77668280588, + 63961.46706895504, + 63969.78846342062, + 63962.45225100412, + 63958.0301253652, + 63973.60648942162, + 63973.60637374275, + 63958.14126425154, + 63972.9303555967 + ], + "0.4": [ + 64216.90750641344, + 64100.25201781228, + 64045.697486759695, + 64016.67686197207, + 64019.736576686875, + 63989.28407572711, + 63989.50375391153, + 63975.70339263527, + 63989.50686265818, + 63994.07299539364, + 63980.557636249665, + 63973.62446282327, + 63989.04933890116, + 63983.859031879176, + 63988.22612725609, + 63983.83739953288, + 63993.6212019267, + 63988.21344640674, + 63999.8769567708, + 63989.25363882281, + 63985.903355137816, + 63999.46609219522, + 63983.29945673162, + 63988.99175723055 + ], + "0.5": [ + 64270.054757488855, + 64122.812576858254, + 64115.19454341763, + 64075.77130701876, + 64061.59508997681, + 64012.73858295422, + 64013.44940530208, + 63990.01906090901, + 64006.473056493705, + 64047.76150672829, + 64003.02710322677, + 63993.73231105361, + 64047.36366619913, + 64019.429890001426, + 64028.65001723029, + 63999.81497909432, + 64015.12160348153, + 64039.59079323337, + 64049.593984283456, + 64036.09537054777, + 64009.84900652837, + 64036.095024424496, + 64024.670199957094, + 64028.63552945603 + ], + "0.6": [ + 64310.228596832014, + 64189.87571651509, + 64172.91890235173, + 64121.77326570801, + 64101.25938899746, + 64063.06312184702, + 64065.25172108556, + 64026.47759223487, + 64056.79759538651, + 64107.99395748034, + 64079.169035991996, + 64049.25678751516, + 64108.75099224526, + 64088.467857514624, + 64069.79843047579, + 64061.65837737962, + 64081.98680636431, + 64104.06661842647, + 64099.00113245362, + 64089.637017423105, + 64085.19311942443, + 64081.983264849565, + 64096.68445333962, + 64067.755448964235 + ], + "0.7": [ + 64344.21972848159, + 64231.84557751297, + 64206.39510715251, + 64155.95103307077, + 64134.17828937084, + 64115.57749601563, + 64115.76255997848, + 64078.719364715434, + 64096.74760675109, + 64132.43358455491, + 64121.31237176812, + 64093.42278107751, + 64149.746959293974, + 64127.51470089156, + 64107.55302305484, + 64127.493068545264, + 64119.18767690988, + 64150.56648680905, + 64127.48670299126, + 64123.87134686096, + 64117.25256636356, + 64123.87100073768, + 64127.48583972994, + 64119.88928392256 + ], + "0.8": [ + 64409.48102139624, + 64263.23668569072, + 64271.58400975733, + 64228.58623328991, + 64210.75456694878, + 64140.36358949571, + 64185.04088766017, + 64113.39063480431, + 64124.77819132358, + 64215.33370242795, + 64215.10687919464, + 64154.94151748707, + 64214.9358618988, + 64212.29679266091, + 64150.28740023814, + 64214.88553819292, + 64200.1246395325, + 64271.93253633239, + 64214.87917263891, + 64214.878713569546, + 64149.68958052032, + 64200.12109801776, + 64211.61533702972, + 64196.4655615005 + ], + "0.9": [ + 64509.58744193298, + 64384.89450263431, + 64464.367998748065, + 64324.956957336086, + 64298.51686191058, + 64279.10353367197, + 64287.82845813297, + 64213.74902654228, + 64272.83800721146, + 64316.92020497713, + 64287.69550709014, + 64272.441566605354, + 64296.54931651646, + 64407.691159529946, + 64287.48139589795, + 64325.59178938624, + 64407.665897951745, + 64485.339644066196, + 64284.552654039166, + 64423.893563062804, + 64273.16064500991, + 64316.46486999544, + 64296.491763995255, + 64288.147468041105 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_125038.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_125038.json new file mode 100644 index 0000000000000000000000000000000000000000..094771925569f18de3ebff6eefc6a0e6e3ab9775 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_125038.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T12:50:38.542954+00:00", + "metrics": { + "MSE[mean]": 2052489.7060457866, + "MSE[0.5]": 2052489.7060457866, + "MAE[0.5]": 1134.6487630208333, + "MASE[0.5]": 2.0157399277320014, + "MAPE[0.5]": 0.01797818232472742, + "sMAPE[0.5]": 0.01772478980612921, + "MSIS": 28.11630955146227, + "RMSE[mean]": 1432.6512855701442, + "NRMSE[mean]": 0.0224491109959213, + "ND[0.5]": 0.01777952267868353, + "mean_weighted_sum_quantile_loss": 0.013203196776616303 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62324.421875 + ], + "predictions": { + "p50": [ + 65038.93359375, + 64939.09765625, + 64879.78515625, + 64870.265625, + 64860.203125, + 64860.2890625, + 64872.11328125, + 64859.08203125, + 64890.609375, + 64890.07421875, + 64896.84375, + 64895.08203125, + 64901.02734375, + 64907.85546875, + 64919.046875, + 64882.55078125, + 64918.95703125, + 64913.42578125, + 64893.49609375, + 64908.234375, + 64903.34375, + 64908.52734375, + 64935.61328125, + 64951.9140625 + ], + "p10": [ + 64269.71875, + 64078.29296875, + 63984.36328125, + 63965.71484375, + 63944.4140625, + 63934.7890625, + 63900.5546875, + 63844.98828125, + 63836.19140625, + 63796.50390625, + 63817.09765625, + 63761.57421875, + 63731.0859375, + 63716.16015625, + 63713.83984375, + 63690.3125, + 63689.63671875, + 63665.0234375, + 63633.5625, + 63630.09375, + 63618.015625, + 63624.76171875, + 63634.3203125, + 63630.10546875 + ], + "p90": [ + 65783.5, + 65814.3515625, + 65851.4921875, + 65919.515625, + 65938.3203125, + 65988.140625, + 66070.6015625, + 66111.953125, + 66134.078125, + 66179.171875, + 66239.40625, + 66278.609375, + 66346.046875, + 66343.8203125, + 66409.4609375, + 66408.71875, + 66366.9453125, + 66368.734375, + 66370.015625, + 66392.3984375, + 66437.1875, + 66528.65625, + 66525.296875, + 66569.46875 + ], + "mean": [ + 65038.93359375, + 64939.09765625, + 64879.78515625, + 64870.265625, + 64860.203125, + 64860.2890625, + 64872.11328125, + 64859.08203125, + 64890.609375, + 64890.07421875, + 64896.84375, + 64895.08203125, + 64901.02734375, + 64907.85546875, + 64919.046875, + 64882.55078125, + 64918.95703125, + 64913.42578125, + 64893.49609375, + 64908.234375, + 64903.34375, + 64908.52734375, + 64935.61328125, + 64951.9140625 + ], + "quantiles": { + "0.1": [ + 64269.71875, + 64078.29296875, + 63984.36328125, + 63965.71484375, + 63944.4140625, + 63934.7890625, + 63900.5546875, + 63844.98828125, + 63836.19140625, + 63796.50390625, + 63817.09765625, + 63761.57421875, + 63731.0859375, + 63716.16015625, + 63713.83984375, + 63690.3125, + 63689.63671875, + 63665.0234375, + 63633.5625, + 63630.09375, + 63618.015625, + 63624.76171875, + 63634.3203125, + 63630.10546875 + ], + "0.2": [ + 64269.71875, + 64078.29296875, + 63984.36328125, + 63965.71484375, + 63944.4140625, + 63934.7890625, + 63900.5546875, + 63844.98828125, + 63836.19140625, + 63796.50390625, + 63817.09765625, + 63761.57421875, + 63731.0859375, + 63716.16015625, + 63713.83984375, + 63690.3125, + 63689.63671875, + 63665.0234375, + 63633.5625, + 63630.09375, + 63618.015625, + 63624.76171875, + 63634.3203125, + 63630.10546875 + ], + "0.3": [ + 64269.71875, + 64078.29296875, + 63984.36328125, + 63965.71484375, + 63944.4140625, + 63934.7890625, + 63900.5546875, + 63844.98828125, + 63836.19140625, + 63796.50390625, + 63817.09765625, + 63761.57421875, + 63731.0859375, + 63716.16015625, + 63713.83984375, + 63690.3125, + 63689.63671875, + 63665.0234375, + 63633.5625, + 63630.09375, + 63618.015625, + 63624.76171875, + 63634.3203125, + 63630.10546875 + ], + "0.4": [ + 65038.93359375, + 64939.09765625, + 64879.78515625, + 64870.265625, + 64860.203125, + 64860.2890625, + 64872.11328125, + 64859.08203125, + 64890.609375, + 64890.07421875, + 64896.84375, + 64895.08203125, + 64901.02734375, + 64907.85546875, + 64919.046875, + 64882.55078125, + 64918.95703125, + 64913.42578125, + 64893.49609375, + 64908.234375, + 64903.34375, + 64908.52734375, + 64935.61328125, + 64951.9140625 + ], + "0.5": [ + 65038.93359375, + 64939.09765625, + 64879.78515625, + 64870.265625, + 64860.203125, + 64860.2890625, + 64872.11328125, + 64859.08203125, + 64890.609375, + 64890.07421875, + 64896.84375, + 64895.08203125, + 64901.02734375, + 64907.85546875, + 64919.046875, + 64882.55078125, + 64918.95703125, + 64913.42578125, + 64893.49609375, + 64908.234375, + 64903.34375, + 64908.52734375, + 64935.61328125, + 64951.9140625 + ], + "0.6": [ + 65038.93359375, + 64939.09765625, + 64879.78515625, + 64870.265625, + 64860.203125, + 64860.2890625, + 64872.11328125, + 64859.08203125, + 64890.609375, + 64890.07421875, + 64896.84375, + 64895.08203125, + 64901.02734375, + 64907.85546875, + 64919.046875, + 64882.55078125, + 64918.95703125, + 64913.42578125, + 64893.49609375, + 64908.234375, + 64903.34375, + 64908.52734375, + 64935.61328125, + 64951.9140625 + ], + "0.7": [ + 65038.93359375, + 64939.09765625, + 64879.78515625, + 64870.265625, + 64860.203125, + 64860.2890625, + 64872.11328125, + 64859.08203125, + 64890.609375, + 64890.07421875, + 64896.84375, + 64895.08203125, + 64901.02734375, + 64907.85546875, + 64919.046875, + 64882.55078125, + 64918.95703125, + 64913.42578125, + 64893.49609375, + 64908.234375, + 64903.34375, + 64908.52734375, + 64935.61328125, + 64951.9140625 + ], + "0.8": [ + 65783.5, + 65814.3515625, + 65851.4921875, + 65919.515625, + 65938.3203125, + 65988.140625, + 66070.6015625, + 66111.953125, + 66134.078125, + 66179.171875, + 66239.40625, + 66278.609375, + 66346.046875, + 66343.8203125, + 66409.4609375, + 66408.71875, + 66366.9453125, + 66368.734375, + 66370.015625, + 66392.3984375, + 66437.1875, + 66528.65625, + 66525.296875, + 66569.46875 + ], + "0.9": [ + 65783.5, + 65814.3515625, + 65851.4921875, + 65919.515625, + 65938.3203125, + 65988.140625, + 66070.6015625, + 66111.953125, + 66134.078125, + 66179.171875, + 66239.40625, + 66278.609375, + 66346.046875, + 66343.8203125, + 66409.4609375, + 66408.71875, + 66366.9453125, + 66368.734375, + 66370.015625, + 66392.3984375, + 66437.1875, + 66528.65625, + 66525.296875, + 66569.46875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_125330.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_125330.json new file mode 100644 index 0000000000000000000000000000000000000000..6b740cdca2d9e34f3a0f9868f10577b950a3316e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_125330.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-23T12:53:30.798977+00:00", + "metrics": { + "MSE[mean]": 3101714.565275839, + "MSE[0.5]": 3061177.9526038417, + "MAE[0.5]": 1467.2338947033422, + "MASE[0.5]": 2.6065880837001836, + "MAPE[0.5]": 0.02321187762859128, + "sMAPE[0.5]": 0.02283389917753303, + "MSIS": 76.13137572007436, + "RMSE[mean]": 1761.1685226791442, + "NRMSE[mean]": 0.027596853502569303, + "ND[0.5]": 0.022991007575207004, + "mean_weighted_sum_quantile_loss": 0.021989735992867042 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62324.421875 + ], + "predictions": { + "p50": [ + 65110.009208889824, + 65121.14685020252, + 65126.960272765216, + 65158.644789077916, + 65151.12618039061, + 65181.4005404533, + 65176.497166141, + 65194.589885578695, + 65199.579089391395, + 65211.54094945409, + 65223.17468451679, + 65237.99591957948, + 65252.06910776717, + 65276.65401470487, + 65271.678374767565, + 65296.491797330265, + 65296.00053239296, + 65308.32567370565, + 65322.57659626835, + 65332.37048758104, + 65346.74250389374, + 65356.087176456436, + 65368.498255269136, + 65382.99136533183 + ], + "p10": [ + 64867.071708889824, + 64863.82145957752, + 64875.952460265216, + 64888.035414077916, + 64899.007821015606, + 64912.2013217033, + 64939.569431766, + 64951.28363557869, + 64963.735339391395, + 64960.53313695409, + 64945.94812201679, + 65009.51935707948, + 65008.37965464217, + 65002.08370220487, + 65036.233062267565, + 65033.030859830265, + 65086.58412614296, + 65056.71629870565, + 65068.16917439335, + 65081.31462820604, + 65105.04328514374, + 65117.126238956436, + 65142.431849019136, + 65153.56128720683 + ], + "p90": [ + 65350.962333889824, + 65360.47888145252, + 65451.819647765216, + 65384.644789077916, + 65386.05586789061, + 65399.2060092033, + 65423.460056766, + 65432.976604328695, + 65445.31619876639, + 65477.45501195409, + 65471.79187201679, + 65481.56506020448, + 65544.41520151717, + 65525.78682720487, + 65517.557281017565, + 65577.52695358027, + 65620.98100114295, + 65705.72997058065, + 65555.02034626836, + 65657.69314383104, + 65580.45031639373, + 65592.53327020643, + 65665.24473964414, + 65705.56167783182 + ], + "mean": [ + 65132.620087795956, + 65134.46255332735, + 65142.04275323368, + 65159.2164687653, + 65136.61696164045, + 65192.308040453034, + 65195.96939270378, + 65220.29793245386, + 65213.33084720402, + 65211.75509007938, + 65202.68925482946, + 65255.130079735856, + 65280.66805307969, + 65282.439151423525, + 65294.016851329914, + 65301.94796920501, + 65336.38658708037, + 65330.0663572992, + 65312.64210408061, + 65360.992401643845, + 65350.06756248768, + 65360.536883487825, + 65390.384212300705, + 65414.804939550784 + ], + "quantiles": { + "0.1": [ + 64867.071708889824, + 64863.82145957752, + 64875.952460265216, + 64888.035414077916, + 64899.007821015606, + 64912.2013217033, + 64939.569431766, + 64951.28363557869, + 64963.735339391395, + 64960.53313695409, + 64945.94812201679, + 65009.51935707948, + 65008.37965464217, + 65002.08370220487, + 65036.233062267565, + 65033.030859830265, + 65086.58412614296, + 65056.71629870565, + 65068.16917439335, + 65081.31462820604, + 65105.04328514374, + 65117.126238956436, + 65142.431849019136, + 65153.56128720683 + ], + "0.2": [ + 64996.24670888983, + 64931.18981895252, + 64964.542304015216, + 64976.625257827916, + 65004.04571164061, + 65016.1286654533, + 65007.561619266, + 65026.285198078695, + 65093.368151891395, + 65123.84485570409, + 64991.726247016784, + 65092.12873207948, + 65100.709342142174, + 65052.18526470487, + 65124.87524976757, + 65121.620703580265, + 65213.02396989296, + 65139.86629870565, + 65149.51800251835, + 65212.94080008104, + 65160.76594139374, + 65245.94733270643, + 65249.189661519136, + 65261.27261533183 + ], + "0.3": [ + 65067.542412014824, + 65041.494115827525, + 65045.261054015216, + 65063.344007827916, + 65075.42696164061, + 65103.0489779533, + 65101.908884891, + 65148.2336355787, + 65151.758776891395, + 65160.10344945409, + 65074.792262641786, + 65179.60763832948, + 65200.09059214217, + 65195.05088970487, + 65195.215874767564, + 65210.65546920527, + 65256.42240739296, + 65226.50536120565, + 65238.46526814335, + 65272.21033133104, + 65262.75422264374, + 65283.15319208144, + 65292.920130269136, + 65333.00308408183 + ], + "0.4": [ + 65095.196708889824, + 65100.58044395252, + 65113.27980401522, + 65124.746351577916, + 65134.66836789061, + 65154.8271029533, + 65162.022556766, + 65177.816448078695, + 65186.188464391395, + 65191.84173070409, + 65183.92468451679, + 65222.43732582948, + 65234.52027964217, + 65258.11885845487, + 65252.256499767565, + 65267.58085983027, + 65286.56303239296, + 65288.98270495565, + 65293.67815876835, + 65318.07361258104, + 65305.55109764374, + 65329.927020206436, + 65351.03809901913, + 65367.02183408183 + ], + "0.5": [ + 65110.009208889824, + 65121.14685020252, + 65126.960272765216, + 65158.644789077916, + 65151.12618039061, + 65181.4005404533, + 65176.497166141, + 65194.589885578695, + 65199.579089391395, + 65211.54094945409, + 65223.17468451679, + 65237.99591957948, + 65252.06910776717, + 65276.65401470487, + 65271.678374767565, + 65296.491797330265, + 65296.00053239296, + 65308.32567370565, + 65322.57659626835, + 65332.37048758104, + 65346.74250389374, + 65356.087176456436, + 65368.498255269136, + 65382.99136533183 + ], + "0.6": [ + 65171.083427639824, + 65185.20231895252, + 65195.249335265216, + 65207.47603907792, + 65182.22696164061, + 65233.5341342033, + 65243.724900516005, + 65240.585979328695, + 65262.028308141395, + 65251.00579320409, + 65280.57859076679, + 65292.66154457948, + 65343.03668589217, + 65338.33370220487, + 65304.256499767565, + 65352.687109830265, + 65358.69193864296, + 65378.52957995565, + 65404.44847126835, + 65402.69548758104, + 65376.75422264374, + 65376.137957706436, + 65437.267786519136, + 65433.91324033183 + ], + "0.7": [ + 65215.837333889824, + 65225.246068952525, + 65240.003241515216, + 65249.41197657792, + 65243.83711789061, + 65264.0489779533, + 65294.114744266, + 65300.418010578695, + 65300.297839391395, + 65312.38079320409, + 65333.99265326679, + 65346.07560707948, + 65389.30152964217, + 65401.38448345487, + 65382.32446851757, + 65394.40742233027, + 65405.34428239296, + 65449.71629870565, + 65452.59612751835, + 65474.184550081045, + 65453.67609764374, + 65429.376238956436, + 65511.138880269136, + 65489.92495908183 + ], + "0.8": [ + 65264.36389638983, + 65270.32888145252, + 65323.089179015216, + 65340.504164077916, + 65300.67696164061, + 65331.9224154533, + 65366.342869266, + 65397.687541828695, + 65343.383776891395, + 65380.254230704086, + 65414.67468451679, + 65396.88654457948, + 65464.23121714217, + 65461.33370220487, + 65463.006499767565, + 65477.171484830265, + 65507.65990739296, + 65524.64598620565, + 65511.33831501835, + 65559.91345633104, + 65499.90500389374, + 65499.055926456436, + 65570.08028651914, + 65597.14370908182 + ], + "0.9": [ + 65350.962333889824, + 65360.47888145252, + 65451.819647765216, + 65384.644789077916, + 65386.05586789061, + 65399.2060092033, + 65423.460056766, + 65432.976604328695, + 65445.31619876639, + 65477.45501195409, + 65471.79187201679, + 65481.56506020448, + 65544.41520151717, + 65525.78682720487, + 65517.557281017565, + 65577.52695358027, + 65620.98100114295, + 65705.72997058065, + 65555.02034626836, + 65657.69314383104, + 65580.45031639373, + 65592.53327020643, + 65665.24473964414, + 65705.56167783182 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_125247.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_125247.json new file mode 100644 index 0000000000000000000000000000000000000000..266180e0b6b895b24164eafc4f1bd0f8dae4e804 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_125247.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T12:52:47.667442+00:00", + "metrics": { + "MSE[mean]": 2599480.7128810883, + "MSE[0.5]": 2211387.2915994325, + "MAE[0.5]": 1200.615966796875, + "MASE[0.5]": 2.132932781508337, + "MAPE[0.5]": 0.019012803138129208, + "sMAPE[0.5]": 0.018740122212220777, + "MSIS": 33.370989429672676, + "RMSE[mean]": 1612.290517518815, + "NRMSE[mean]": 0.02526399072126415, + "ND[0.5]": 0.018813204143653263, + "mean_weighted_sum_quantile_loss": 0.013755716925734204 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62324.421875 + ], + "predictions": { + "p50": [ + 65020.126953125, + 64918.240234375, + 64878.0859375, + 64886.048828125, + 64897.560546875, + 64893.404296875, + 64962.904296875, + 65025.728515625, + 64903.328125, + 64928.3515625, + 65083.517578125, + 65188.015625, + 65052.595703125, + 65014.478515625, + 65024.673828125, + 65014.61328125, + 64909.375, + 64960.02734375, + 64945.49609375, + 64875.486328125, + 65042.75, + 64976.98046875, + 64962.83984375, + 65087.185546875 + ], + "p10": [ + 64657.53125, + 64567.947265625, + 64302.416015625, + 64403.58203125, + 64276.4609375, + 64261.673828125, + 64355.65234375, + 64189.384765625, + 63958.4375, + 64160.12890625, + 64199.515625, + 64204.078125, + 64016.83203125, + 64019.947265625, + 63998.8671875, + 63823.662109375, + 63793.310546875, + 63783.275390625, + 63878.673828125, + 63837.638671875, + 63759.28125, + 63943.1015625, + 63614.619140625, + 63723.478515625 + ], + "p90": [ + 65350.166015625, + 65382.74609375, + 65417.255859375, + 65489.26953125, + 65650.640625, + 65572.98046875, + 65631.87109375, + 65888.28125, + 65738.03515625, + 65984.12890625, + 66028.6875, + 66338.7578125, + 66275.31640625, + 66139.234375, + 66446.25390625, + 66387.08984375, + 66473.05078125, + 66401.76953125, + 66249.94140625, + 66556.17578125, + 66513.64453125, + 66455.79296875, + 66475.56640625, + 66815.40234375 + ], + "mean": [ + 65033.61328125, + 64991.90625, + 64907.36328125, + 64995.18359375, + 64941.140625, + 64964.3359375, + 64986.5078125, + 65072.09375, + 64894.3203125, + 65028.4453125, + 65128.85546875, + 65249.67578125, + 65237.61328125, + 65068.15234375, + 65239.35546875, + 65136.74609375, + 65064.61328125, + 65104.234375, + 65173.1328125, + 65216.0859375, + 65088.0703125, + 65128.7265625, + 64994.14453125, + 65360.81640625 + ], + "quantiles": { + "0.1": [ + 64657.53125, + 64567.947265625, + 64302.416015625, + 64403.58203125, + 64276.4609375, + 64261.673828125, + 64355.65234375, + 64189.384765625, + 63958.4375, + 64160.12890625, + 64199.515625, + 64204.078125, + 64016.83203125, + 64019.947265625, + 63998.8671875, + 63823.662109375, + 63793.310546875, + 63783.275390625, + 63878.673828125, + 63837.638671875, + 63759.28125, + 63943.1015625, + 63614.619140625, + 63723.478515625 + ], + "0.2": [ + 64657.53125, + 64567.947265625, + 64302.416015625, + 64403.58203125, + 64276.4609375, + 64261.673828125, + 64355.65234375, + 64189.384765625, + 63958.4375, + 64160.12890625, + 64199.515625, + 64204.078125, + 64016.83203125, + 64019.947265625, + 63998.8671875, + 63823.662109375, + 63793.310546875, + 63783.275390625, + 63878.673828125, + 63837.638671875, + 63759.28125, + 63943.1015625, + 63614.619140625, + 63723.478515625 + ], + "0.3": [ + 64657.53125, + 64567.947265625, + 64302.416015625, + 64403.58203125, + 64276.4609375, + 64261.673828125, + 64355.65234375, + 64189.384765625, + 63958.4375, + 64160.12890625, + 64199.515625, + 64204.078125, + 64016.83203125, + 64019.947265625, + 63998.8671875, + 63823.662109375, + 63793.310546875, + 63783.275390625, + 63878.673828125, + 63837.638671875, + 63759.28125, + 63943.1015625, + 63614.619140625, + 63723.478515625 + ], + "0.4": [ + 65020.126953125, + 64918.240234375, + 64878.0859375, + 64886.048828125, + 64897.560546875, + 64893.404296875, + 64962.904296875, + 65025.728515625, + 64903.328125, + 64928.3515625, + 65083.517578125, + 65188.015625, + 65052.595703125, + 65014.478515625, + 65024.673828125, + 65014.61328125, + 64909.375, + 64960.02734375, + 64945.49609375, + 64875.486328125, + 65042.75, + 64976.98046875, + 64962.83984375, + 65087.185546875 + ], + "0.5": [ + 65020.126953125, + 64918.240234375, + 64878.0859375, + 64886.048828125, + 64897.560546875, + 64893.404296875, + 64962.904296875, + 65025.728515625, + 64903.328125, + 64928.3515625, + 65083.517578125, + 65188.015625, + 65052.595703125, + 65014.478515625, + 65024.673828125, + 65014.61328125, + 64909.375, + 64960.02734375, + 64945.49609375, + 64875.486328125, + 65042.75, + 64976.98046875, + 64962.83984375, + 65087.185546875 + ], + "0.6": [ + 65020.126953125, + 64918.240234375, + 64878.0859375, + 64886.048828125, + 64897.560546875, + 64893.404296875, + 64962.904296875, + 65025.728515625, + 64903.328125, + 64928.3515625, + 65083.517578125, + 65188.015625, + 65052.595703125, + 65014.478515625, + 65024.673828125, + 65014.61328125, + 64909.375, + 64960.02734375, + 64945.49609375, + 64875.486328125, + 65042.75, + 64976.98046875, + 64962.83984375, + 65087.185546875 + ], + "0.7": [ + 65020.126953125, + 64918.240234375, + 64878.0859375, + 64886.048828125, + 64897.560546875, + 64893.404296875, + 64962.904296875, + 65025.728515625, + 64903.328125, + 64928.3515625, + 65083.517578125, + 65188.015625, + 65052.595703125, + 65014.478515625, + 65024.673828125, + 65014.61328125, + 64909.375, + 64960.02734375, + 64945.49609375, + 64875.486328125, + 65042.75, + 64976.98046875, + 64962.83984375, + 65087.185546875 + ], + "0.8": [ + 65350.166015625, + 65382.74609375, + 65417.255859375, + 65489.26953125, + 65650.640625, + 65572.98046875, + 65631.87109375, + 65888.28125, + 65738.03515625, + 65984.12890625, + 66028.6875, + 66338.7578125, + 66275.31640625, + 66139.234375, + 66446.25390625, + 66387.08984375, + 66473.05078125, + 66401.76953125, + 66249.94140625, + 66556.17578125, + 66513.64453125, + 66455.79296875, + 66475.56640625, + 66815.40234375 + ], + "0.9": [ + 65350.166015625, + 65382.74609375, + 65417.255859375, + 65489.26953125, + 65650.640625, + 65572.98046875, + 65631.87109375, + 65888.28125, + 65738.03515625, + 65984.12890625, + 66028.6875, + 66338.7578125, + 66275.31640625, + 66139.234375, + 66446.25390625, + 66387.08984375, + 66473.05078125, + 66401.76953125, + 66249.94140625, + 66556.17578125, + 66513.64453125, + 66455.79296875, + 66475.56640625, + 66815.40234375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_125330.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_125330.json new file mode 100644 index 0000000000000000000000000000000000000000..da4472156f9a6805b6fcba999221a56a3f2bd0a6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_125330.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T12:53:30.842104+00:00", + "metrics": { + "MSE[mean]": 976612.3769827896, + "MSE[0.5]": 965115.9805612642, + "MAE[0.5]": 745.5966796875, + "MASE[0.5]": 1.3245764206618238, + "MAPE[0.5]": 0.01178275036428554, + "sMAPE[0.5]": 0.01170293871785529, + "MSIS": 32.11243341727268, + "RMSE[mean]": 988.2370044593501, + "NRMSE[mean]": 0.015485305061207459, + "ND[0.5]": 0.011683221722607778, + "mean_weighted_sum_quantile_loss": 0.010850682506607288 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62324.421875 + ], + "predictions": { + "p50": [ + 64136.29268777413, + 64135.34737527413, + 64129.07784402413, + 64148.67940652413, + 64129.07784402413, + 64147.26925027413, + 64130.28292214913, + 64136.29268777413, + 64129.19893777413, + 64129.07784402413, + 64128.62862527413, + 64131.36690652413, + 64133.35714089913, + 64145.85909402413, + 64128.80050027413, + 64141.53096902413, + 64128.95675027413, + 64129.19893777413, + 64131.36690652413, + 64129.07784402413, + 64131.36690652413, + 64128.62862527413, + 64128.95675027413, + 64131.36690652413 + ], + "p10": [ + 63893.35518777413, + 63878.02198464912, + 63878.07003152413, + 63878.07003152413, + 63876.95948464912, + 63878.07003152413, + 63893.35518777413, + 63892.986437774125, + 63893.35518777413, + 63878.07003152413, + 63851.40206277413, + 63902.89034402413, + 63889.66768777413, + 63871.28878152413, + 63893.35518777413, + 63878.07003152413, + 63919.54034402413, + 63877.58956277413, + 63876.95948464912, + 63878.02198464912, + 63889.66768777413, + 63889.66768777413, + 63902.89034402413, + 63901.93682839913 + ], + "p90": [ + 64377.24581277413, + 64374.67940652413, + 64453.93721902413, + 64374.67940652413, + 64364.00753152413, + 64365.07471902412, + 64377.24581277413, + 64374.67940652413, + 64374.93604714912, + 64394.99190652413, + 64377.24581277413, + 64374.93604714912, + 64425.703234649125, + 64394.99190652413, + 64374.67940652413, + 64422.56612527413, + 64453.93721902413, + 64526.60323464913, + 64363.810656524125, + 64454.400500274125, + 64365.07471902412, + 64365.07471902412, + 64425.703234649125, + 64453.93721902413 + ], + "mean": [ + 64158.90356668011, + 64148.66307839885, + 64144.1603244926, + 64149.251086211356, + 64114.56862527385, + 64158.17675027385, + 64149.75514871135, + 64162.00073464886, + 64142.950695586354, + 64129.29198464885, + 64108.14319558635, + 64148.5010666801, + 64161.95608621135, + 64151.644230742604, + 64151.13897683635, + 64146.987140898855, + 64169.34280496135, + 64150.9396213676, + 64121.432414336356, + 64157.69975808635, + 64134.69196511761, + 64133.0783323051, + 64150.842707305106, + 64163.1804807426 + ], + "quantiles": { + "0.1": [ + 63893.35518777413, + 63878.02198464912, + 63878.07003152413, + 63878.07003152413, + 63876.95948464912, + 63878.07003152413, + 63893.35518777413, + 63892.986437774125, + 63893.35518777413, + 63878.07003152413, + 63851.40206277413, + 63902.89034402413, + 63889.66768777413, + 63871.28878152413, + 63893.35518777413, + 63878.07003152413, + 63919.54034402413, + 63877.58956277413, + 63876.95948464912, + 63878.02198464912, + 63889.66768777413, + 63889.66768777413, + 63902.89034402413, + 63901.93682839913 + ], + "0.2": [ + 64022.53018777413, + 63945.39034402413, + 63966.65987527413, + 63966.65987527413, + 63981.99737527413, + 63981.99737527413, + 63961.34737527413, + 63967.98800027413, + 64022.98800027413, + 64041.38175027413, + 63897.18018777412, + 63985.49971902413, + 63981.99737527413, + 63921.39034402413, + 63981.99737527413, + 63966.65987527413, + 64045.98018777413, + 63960.73956277413, + 63958.30831277413, + 64009.64815652413, + 63945.39034402413, + 64018.48878152412, + 64009.64815652413, + 64009.64815652413 + ], + "0.3": [ + 64093.82589089913, + 64055.69464089913, + 64047.37862527413, + 64053.37862527413, + 64053.37862527413, + 64068.91768777413, + 64055.69464089913, + 64089.93643777413, + 64081.37862527413, + 64077.64034402413, + 63980.246203399125, + 64072.978625274125, + 64081.37862527413, + 64064.255969024125, + 64052.338000274125, + 64055.69464089913, + 64089.37862527413, + 64047.37862527413, + 64047.25557839913, + 64068.91768777413, + 64047.37862527413, + 64055.69464089913, + 64053.37862527413, + 64081.37862527413 + ], + "0.4": [ + 64121.48018777413, + 64114.78096902413, + 64115.39737527413, + 64114.78096902413, + 64112.62003152413, + 64120.69581277412, + 64115.80831277413, + 64119.51925027413, + 64115.80831277413, + 64109.37862527413, + 64089.37862527413, + 64115.80831277413, + 64115.80831277413, + 64127.32393777413, + 64109.37862527413, + 64112.62003152413, + 64119.51925027413, + 64109.85596902412, + 64102.46846902413, + 64114.78096902413, + 64090.17550027413, + 64102.46846902413, + 64111.49659402412, + 64115.39737527413 + ], + "0.5": [ + 64136.29268777413, + 64135.34737527413, + 64129.07784402413, + 64148.67940652413, + 64129.07784402413, + 64147.26925027413, + 64130.28292214913, + 64136.29268777413, + 64129.19893777413, + 64129.07784402413, + 64128.62862527413, + 64131.36690652413, + 64133.35714089913, + 64145.85909402413, + 64128.80050027413, + 64141.53096902413, + 64128.95675027413, + 64129.19893777413, + 64131.36690652413, + 64129.07784402413, + 64131.36690652413, + 64128.62862527413, + 64128.95675027413, + 64131.36690652413 + ], + "0.6": [ + 64197.36690652413, + 64199.40284402412, + 64197.36690652413, + 64197.51065652413, + 64160.17862527413, + 64199.40284402412, + 64197.51065652413, + 64182.28878152413, + 64191.64815652413, + 64168.54268777413, + 64186.03253152413, + 64186.03253152413, + 64224.32471902412, + 64207.53878152413, + 64161.37862527413, + 64197.72628152413, + 64191.64815652413, + 64199.40284402412, + 64213.23878152412, + 64199.40284402412, + 64161.37862527413, + 64148.67940652413, + 64197.72628152413, + 64182.28878152413 + ], + "0.7": [ + 64242.12081277413, + 64239.44659402413, + 64242.12081277413, + 64239.44659402413, + 64221.78878152413, + 64229.91768777413, + 64247.900500274125, + 64242.12081277413, + 64229.91768777413, + 64229.91768777413, + 64239.44659402413, + 64239.44659402413, + 64270.58956277413, + 64270.58956277413, + 64239.44659402413, + 64239.44659402413, + 64238.30050027413, + 64270.58956277413, + 64261.38643777413, + 64270.89190652413, + 64238.30050027413, + 64201.91768777413, + 64271.59737527413, + 64238.30050027413 + ], + "0.8": [ + 64290.64737527413, + 64284.529406524125, + 64325.20675027413, + 64330.53878152413, + 64278.62862527413, + 64297.791125274125, + 64320.12862527413, + 64339.39034402413, + 64273.00362527413, + 64297.791125274125, + 64320.12862527413, + 64290.25753152413, + 64345.51925027413, + 64330.53878152413, + 64320.12862527413, + 64322.21065652413, + 64340.61612527413, + 64345.51925027413, + 64320.12862527413, + 64356.62081277413, + 64284.529406524125, + 64271.59737527413, + 64330.53878152413, + 64345.51925027413 + ], + "0.9": [ + 64377.24581277413, + 64374.67940652413, + 64453.93721902413, + 64374.67940652413, + 64364.00753152413, + 64365.07471902412, + 64377.24581277413, + 64374.67940652413, + 64374.93604714912, + 64394.99190652413, + 64377.24581277413, + 64374.93604714912, + 64425.703234649125, + 64394.99190652413, + 64374.67940652413, + 64422.56612527413, + 64453.93721902413, + 64526.60323464913, + 64363.810656524125, + 64454.400500274125, + 64365.07471902412, + 64365.07471902412, + 64425.703234649125, + 64453.93721902413 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_125330.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_125330.json new file mode 100644 index 0000000000000000000000000000000000000000..e6621a114ae48d68a3aa02e8886387524a4ef8b7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_125330.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T12:53:30.865640+00:00", + "metrics": { + "MSE[mean]": 1296621.1045131683, + "MSE[0.5]": 1296621.1045131683, + "MAE[0.5]": 881.2247721354166, + "MASE[0.5]": 1.5655240779276107, + "MAPE[0.5]": 0.013927253421989591, + "sMAPE[0.5]": 0.013814519603338571, + "MSIS": 10.038650944652511, + "RMSE[mean]": 1138.6927173356157, + "NRMSE[mean]": 0.017842889933638986, + "ND[0.5]": 0.013808463316424283, + "mean_weighted_sum_quantile_loss": 0.010988015954087662 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62324.421875 + ], + "predictions": { + "p50": [ + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "p10": [ + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625, + 62710.150234374996, + 62926.967578125, + 62882.668515625, + 62862.4828125, + 62856.42671875, + 63364.074375, + 63846.57890625 + ], + "p90": [ + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875, + 65269.748203125004, + 65495.415234375, + 65449.308046875, + 65428.2984375, + 65421.99515625, + 65950.363125, + 66452.56171875 + ], + "mean": [ + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "quantiles": { + "0.1": [ + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625, + 62710.150234374996, + 62926.967578125, + 62882.668515625, + 62862.4828125, + 62856.42671875, + 63364.074375, + 63846.57890625 + ], + "0.2": [ + 63183.81, + 63183.77921875, + 63260.64, + 63183.12896484375, + 63189.1890234375, + 63250.60146484375, + 63244.01427734375, + 62890.28, + 62850.89154296875, + 62844.56599609375, + 62362.30845703125, + 62937.57154296875, + 63636.909999999996, + 63294.11845703125, + 63014.40154296875, + 63138.519238281246, + 63284.02220703125, + 63030.09998046875, + 63248.02353515625, + 63203.49845703125, + 63183.209765625, + 63177.1227734375, + 63687.36046875, + 64172.3267578125 + ], + "0.3": [ + 63504.54, + 63504.5090625, + 63581.76, + 63503.8555078125, + 63509.946328125, + 63571.6705078125, + 63565.0498828125, + 63209.52, + 63169.9316015625, + 63163.5739453125, + 62678.8683984375, + 63257.051601562496, + 63959.94, + 63615.4083984375, + 63334.2716015625, + 63459.0193359375, + 63605.2608984375, + 63350.0497265625, + 63569.0794921875, + 63524.3283984375, + 63503.93671875, + 63497.818828125, + 64010.6465625, + 64498.074609375 + ], + "0.4": [ + 63825.27, + 63825.23890625, + 63902.88, + 63824.58205078125, + 63830.7036328125, + 63892.73955078125, + 63886.08548828125, + 63528.76, + 63488.97166015625, + 63482.58189453125, + 62995.42833984375, + 63576.53166015625, + 64282.97, + 63936.69833984375, + 63654.14166015625, + 63779.51943359375, + 63926.49958984375, + 63669.99947265625, + 63890.13544921875, + 63845.15833984375, + 63824.663671875, + 63818.5148828125, + 64333.93265625, + 64823.8224609375 + ], + "0.5": [ + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "0.6": [ + 64466.729999999996, + 64466.69859374999, + 64545.119999999995, + 64466.03513671875, + 64472.2182421875, + 64534.877636718746, + 64528.15669921874, + 64167.23999999999, + 64127.051777343746, + 64120.59779296874, + 63628.548222656245, + 64215.49177734374, + 64929.02999999999, + 64579.27822265624, + 64293.88177734374, + 64420.519628906244, + 64568.976972656244, + 64309.89896484374, + 64532.24736328124, + 64486.81822265624, + 64466.11757812499, + 64459.90699218749, + 64980.50484374999, + 65475.31816406249 + ], + "0.7": [ + 64787.46, + 64787.4284375, + 64866.24, + 64786.7616796875, + 64792.975546875, + 64855.9466796875, + 64849.1923046875, + 64486.48, + 64446.0918359375, + 64439.6057421875, + 63945.1081640625, + 64534.971835937504, + 65252.06, + 64900.5681640625, + 64613.7518359375, + 64741.0197265625, + 64890.2156640625, + 64629.8487109375, + 64853.3033203125, + 64807.6481640625, + 64786.84453125, + 64780.603046875, + 65303.7909375, + 65801.066015625 + ], + "0.8": [ + 65108.189999999995, + 65108.15828124999, + 65187.35999999999, + 65107.48822265624, + 65113.73285156249, + 65177.015722656244, + 65170.227910156245, + 64805.719999999994, + 64765.131894531245, + 64758.613691406244, + 64261.66810546874, + 64854.451894531245, + 65575.09, + 65221.858105468746, + 64933.62189453124, + 65061.51982421875, + 65211.45435546874, + 64949.79845703125, + 65174.35927734374, + 65128.47810546874, + 65107.571484374996, + 65101.299101562494, + 65627.07703125, + 66126.81386718749 + ], + "0.9": [ + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875, + 65269.748203125004, + 65495.415234375, + 65449.308046875, + 65428.2984375, + 65421.99515625, + 65950.363125, + 66452.56171875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_125317.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_125317.json new file mode 100644 index 0000000000000000000000000000000000000000..9d99e5574aeb740fd1010ec4a382d1fa6de6614e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_125317.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T12:53:17.440463+00:00", + "metrics": { + "MSE[mean]": 1221735.8927288055, + "MSE[0.5]": 1221735.8927288055, + "MAE[0.5]": 804.89892578125, + "MASE[0.5]": 1.429928763299654, + "MAPE[0.5]": 0.01277692842472189, + "sMAPE[0.5]": 0.012627894903710522, + "MSIS": 26.859538595140176, + "RMSE[mean]": 1105.3216241116454, + "NRMSE[mean]": 0.017319977356527096, + "ND[0.5]": 0.012612465787981461, + "mean_weighted_sum_quantile_loss": 0.010108654273678519 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62324.421875 + ], + "predictions": { + "p50": [ + 64947.125, + 64797.9375, + 64706.5, + 64658.375, + 64615.0625, + 64581.375, + 64557.3125, + 64528.4375, + 64523.625, + 64504.375, + 64509.1875, + 64494.75, + 64499.5625, + 64489.9375, + 64475.5, + 64465.875, + 64465.875, + 64446.625, + 64451.4375, + 64432.1875, + 64451.4375, + 64441.8125, + 64451.4375, + 64437.0 + ], + "p10": [ + 64461.0625, + 64189.15625, + 64059.21875, + 64002.671875, + 63948.53125, + 63919.65625, + 63884.765625, + 63838.4453125, + 63816.1875, + 63779.79296875, + 63766.2578125, + 63728.9609375, + 63705.80078125, + 63670.30859375, + 63662.1875, + 63648.3515625, + 63669.40625, + 63636.921875, + 63635.71875, + 63617.671875, + 63635.71875, + 63620.6796875, + 63617.0703125, + 63594.2109375 + ], + "p90": [ + 65235.875, + 65245.5, + 65226.25, + 65207.0, + 65216.625, + 65197.375, + 65197.375, + 65197.375, + 65187.75, + 65168.5, + 65178.125, + 65168.5, + 65178.125, + 65168.5, + 65139.625, + 65139.625, + 65139.625, + 65149.25, + 65149.25, + 65149.25, + 65168.5, + 65158.875, + 65178.125, + 65168.5 + ], + "mean": [ + 64947.125, + 64797.9375, + 64706.5, + 64658.375, + 64615.0625, + 64581.375, + 64557.3125, + 64528.4375, + 64523.625, + 64504.375, + 64509.1875, + 64494.75, + 64499.5625, + 64489.9375, + 64475.5, + 64465.875, + 64465.875, + 64446.625, + 64451.4375, + 64432.1875, + 64451.4375, + 64441.8125, + 64451.4375, + 64437.0 + ], + "quantiles": { + "0.1": [ + 64461.0625, + 64189.15625, + 64059.21875, + 64002.671875, + 63948.53125, + 63919.65625, + 63884.765625, + 63838.4453125, + 63816.1875, + 63779.79296875, + 63766.2578125, + 63728.9609375, + 63705.80078125, + 63670.30859375, + 63662.1875, + 63648.3515625, + 63669.40625, + 63636.921875, + 63635.71875, + 63617.671875, + 63635.71875, + 63620.6796875, + 63617.0703125, + 63594.2109375 + ], + "0.2": [ + 64461.0625, + 64189.15625, + 64059.21875, + 64002.671875, + 63948.53125, + 63919.65625, + 63884.765625, + 63838.4453125, + 63816.1875, + 63779.79296875, + 63766.2578125, + 63728.9609375, + 63705.80078125, + 63670.30859375, + 63662.1875, + 63648.3515625, + 63669.40625, + 63636.921875, + 63635.71875, + 63617.671875, + 63635.71875, + 63620.6796875, + 63617.0703125, + 63594.2109375 + ], + "0.3": [ + 64461.0625, + 64189.15625, + 64059.21875, + 64002.671875, + 63948.53125, + 63919.65625, + 63884.765625, + 63838.4453125, + 63816.1875, + 63779.79296875, + 63766.2578125, + 63728.9609375, + 63705.80078125, + 63670.30859375, + 63662.1875, + 63648.3515625, + 63669.40625, + 63636.921875, + 63635.71875, + 63617.671875, + 63635.71875, + 63620.6796875, + 63617.0703125, + 63594.2109375 + ], + "0.4": [ + 64947.125, + 64797.9375, + 64706.5, + 64658.375, + 64615.0625, + 64581.375, + 64557.3125, + 64528.4375, + 64523.625, + 64504.375, + 64509.1875, + 64494.75, + 64499.5625, + 64489.9375, + 64475.5, + 64465.875, + 64465.875, + 64446.625, + 64451.4375, + 64432.1875, + 64451.4375, + 64441.8125, + 64451.4375, + 64437.0 + ], + "0.5": [ + 64947.125, + 64797.9375, + 64706.5, + 64658.375, + 64615.0625, + 64581.375, + 64557.3125, + 64528.4375, + 64523.625, + 64504.375, + 64509.1875, + 64494.75, + 64499.5625, + 64489.9375, + 64475.5, + 64465.875, + 64465.875, + 64446.625, + 64451.4375, + 64432.1875, + 64451.4375, + 64441.8125, + 64451.4375, + 64437.0 + ], + "0.6": [ + 64947.125, + 64797.9375, + 64706.5, + 64658.375, + 64615.0625, + 64581.375, + 64557.3125, + 64528.4375, + 64523.625, + 64504.375, + 64509.1875, + 64494.75, + 64499.5625, + 64489.9375, + 64475.5, + 64465.875, + 64465.875, + 64446.625, + 64451.4375, + 64432.1875, + 64451.4375, + 64441.8125, + 64451.4375, + 64437.0 + ], + "0.7": [ + 64947.125, + 64797.9375, + 64706.5, + 64658.375, + 64615.0625, + 64581.375, + 64557.3125, + 64528.4375, + 64523.625, + 64504.375, + 64509.1875, + 64494.75, + 64499.5625, + 64489.9375, + 64475.5, + 64465.875, + 64465.875, + 64446.625, + 64451.4375, + 64432.1875, + 64451.4375, + 64441.8125, + 64451.4375, + 64437.0 + ], + "0.8": [ + 65235.875, + 65245.5, + 65226.25, + 65207.0, + 65216.625, + 65197.375, + 65197.375, + 65197.375, + 65187.75, + 65168.5, + 65178.125, + 65168.5, + 65178.125, + 65168.5, + 65139.625, + 65139.625, + 65139.625, + 65149.25, + 65149.25, + 65149.25, + 65168.5, + 65158.875, + 65178.125, + 65168.5 + ], + "0.9": [ + 65235.875, + 65245.5, + 65226.25, + 65207.0, + 65216.625, + 65197.375, + 65197.375, + 65197.375, + 65187.75, + 65168.5, + 65178.125, + 65168.5, + 65178.125, + 65168.5, + 65139.625, + 65139.625, + 65139.625, + 65149.25, + 65149.25, + 65149.25, + 65168.5, + 65158.875, + 65178.125, + 65168.5 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_125109.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_125109.json new file mode 100644 index 0000000000000000000000000000000000000000..52549681c919c0883632a700a21d933bd4d8d6bc --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_125109.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T12:51:09.786722+00:00", + "metrics": { + "MSE[mean]": 1058265.2470086415, + "MSE[0.5]": 917861.1789449056, + "MAE[0.5]": 692.30078125, + "MASE[0.5]": 1.229894547322624, + "MAPE[0.5]": 0.01097712908067503, + "sMAPE[0.5]": 0.010875064903146362, + "MSIS": 47.25557378265819, + "RMSE[mean]": 1028.7201986004948, + "NRMSE[mean]": 0.016119661605537305, + "ND[0.5]": 0.01084809488350775, + "mean_weighted_sum_quantile_loss": 0.011169939258704777 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62324.421875 + ], + "predictions": { + "p50": [ + 64651.08203125, + 64497.80078125, + 64509.79296875, + 64444.1640625, + 64419.28515625, + 64414.24609375, + 64361.23828125, + 64274.078125, + 64272.63671875, + 64277.9296875, + 64163.765625, + 64271.890625, + 64233.62109375, + 64276.16015625, + 64267.69140625, + 64338.73828125, + 64295.75390625, + 64251.34765625, + 64237.0625, + 64223.296875, + 64206.94140625, + 64077.8671875, + 64083.20703125, + 64164.3359375 + ], + "p10": [ + 64710.90625, + 64599.609375, + 64489.10546875, + 64526.046875, + 64526.0703125, + 64478.6171875, + 64358.51171875, + 64340.21875, + 64327.91015625, + 64400.2421875, + 64277.14453125, + 64335.8203125, + 64284.55078125, + 64306.25390625, + 64326.25390625, + 64376.06640625, + 64341.1953125, + 64315.85546875, + 64326.99609375, + 64286.84765625, + 64213.73828125, + 64248.05078125, + 64143.97265625, + 64163.83203125 + ], + "p90": [ + 65073.7109375, + 64968.1640625, + 64956.90234375, + 64917.57421875, + 64911.1171875, + 64927.328125, + 64854.0, + 64816.3828125, + 64806.0234375, + 64807.6171875, + 64742.98828125, + 64748.33203125, + 64785.015625, + 64826.1875, + 64827.1640625, + 64932.39453125, + 64856.2421875, + 64846.62109375, + 64826.86328125, + 64845.48828125, + 64846.171875, + 64727.66796875, + 64740.41796875, + 64820.859375 + ], + "mean": [ + 64746.28515625, + 64622.8125, + 64604.16796875, + 64560.06640625, + 64544.84765625, + 64533.78515625, + 64476.7890625, + 64411.53125, + 64393.01953125, + 64389.6484375, + 64346.03125, + 64392.02734375, + 64376.8984375, + 64362.56640625, + 64401.1328125, + 64452.57421875, + 64396.13671875, + 64381.19921875, + 64356.7578125, + 64340.0859375, + 64321.05078125, + 64222.48046875, + 64229.1328125, + 64293.24609375 + ], + "quantiles": { + "0.1": [ + 64710.90625, + 64599.609375, + 64489.10546875, + 64526.046875, + 64526.0703125, + 64478.6171875, + 64358.51171875, + 64340.21875, + 64327.91015625, + 64400.2421875, + 64277.14453125, + 64335.8203125, + 64284.55078125, + 64306.25390625, + 64326.25390625, + 64376.06640625, + 64341.1953125, + 64315.85546875, + 64326.99609375, + 64286.84765625, + 64213.73828125, + 64248.05078125, + 64143.97265625, + 64163.83203125 + ], + "0.2": [ + 64710.90625, + 64599.609375, + 64489.10546875, + 64526.046875, + 64526.0703125, + 64478.6171875, + 64358.51171875, + 64340.21875, + 64327.91015625, + 64400.2421875, + 64277.14453125, + 64335.8203125, + 64284.55078125, + 64306.25390625, + 64326.25390625, + 64376.06640625, + 64341.1953125, + 64315.85546875, + 64326.99609375, + 64286.84765625, + 64213.73828125, + 64248.05078125, + 64143.97265625, + 64163.83203125 + ], + "0.3": [ + 64710.90625, + 64599.609375, + 64489.10546875, + 64526.046875, + 64526.0703125, + 64478.6171875, + 64358.51171875, + 64340.21875, + 64327.91015625, + 64400.2421875, + 64277.14453125, + 64335.8203125, + 64284.55078125, + 64306.25390625, + 64326.25390625, + 64376.06640625, + 64341.1953125, + 64315.85546875, + 64326.99609375, + 64286.84765625, + 64213.73828125, + 64248.05078125, + 64143.97265625, + 64163.83203125 + ], + "0.4": [ + 64651.08203125, + 64497.80078125, + 64509.79296875, + 64444.1640625, + 64419.28515625, + 64414.24609375, + 64361.23828125, + 64274.078125, + 64272.63671875, + 64277.9296875, + 64163.765625, + 64271.890625, + 64233.62109375, + 64276.16015625, + 64267.69140625, + 64338.73828125, + 64295.75390625, + 64251.34765625, + 64237.0625, + 64223.296875, + 64206.94140625, + 64077.8671875, + 64083.20703125, + 64164.3359375 + ], + "0.5": [ + 64651.08203125, + 64497.80078125, + 64509.79296875, + 64444.1640625, + 64419.28515625, + 64414.24609375, + 64361.23828125, + 64274.078125, + 64272.63671875, + 64277.9296875, + 64163.765625, + 64271.890625, + 64233.62109375, + 64276.16015625, + 64267.69140625, + 64338.73828125, + 64295.75390625, + 64251.34765625, + 64237.0625, + 64223.296875, + 64206.94140625, + 64077.8671875, + 64083.20703125, + 64164.3359375 + ], + "0.6": [ + 64651.08203125, + 64497.80078125, + 64509.79296875, + 64444.1640625, + 64419.28515625, + 64414.24609375, + 64361.23828125, + 64274.078125, + 64272.63671875, + 64277.9296875, + 64163.765625, + 64271.890625, + 64233.62109375, + 64276.16015625, + 64267.69140625, + 64338.73828125, + 64295.75390625, + 64251.34765625, + 64237.0625, + 64223.296875, + 64206.94140625, + 64077.8671875, + 64083.20703125, + 64164.3359375 + ], + "0.7": [ + 64651.08203125, + 64497.80078125, + 64509.79296875, + 64444.1640625, + 64419.28515625, + 64414.24609375, + 64361.23828125, + 64274.078125, + 64272.63671875, + 64277.9296875, + 64163.765625, + 64271.890625, + 64233.62109375, + 64276.16015625, + 64267.69140625, + 64338.73828125, + 64295.75390625, + 64251.34765625, + 64237.0625, + 64223.296875, + 64206.94140625, + 64077.8671875, + 64083.20703125, + 64164.3359375 + ], + "0.8": [ + 65073.7109375, + 64968.1640625, + 64956.90234375, + 64917.57421875, + 64911.1171875, + 64927.328125, + 64854.0, + 64816.3828125, + 64806.0234375, + 64807.6171875, + 64742.98828125, + 64748.33203125, + 64785.015625, + 64826.1875, + 64827.1640625, + 64932.39453125, + 64856.2421875, + 64846.62109375, + 64826.86328125, + 64845.48828125, + 64846.171875, + 64727.66796875, + 64740.41796875, + 64820.859375 + ], + "0.9": [ + 65073.7109375, + 64968.1640625, + 64956.90234375, + 64917.57421875, + 64911.1171875, + 64927.328125, + 64854.0, + 64816.3828125, + 64806.0234375, + 64807.6171875, + 64742.98828125, + 64748.33203125, + 64785.015625, + 64826.1875, + 64827.1640625, + 64932.39453125, + 64856.2421875, + 64846.62109375, + 64826.86328125, + 64845.48828125, + 64846.171875, + 64727.66796875, + 64740.41796875, + 64820.859375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_125206.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_125206.json new file mode 100644 index 0000000000000000000000000000000000000000..f7146b817ccc0dec2cdb51c5ca24848ecd4d3dd2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_125206.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-23T12:52:06.156388+00:00", + "metrics": { + "MSE[mean]": 1156012.561082204, + "MSE[0.5]": 1156012.561082204, + "MAE[0.5]": 786.974609375, + "MASE[0.5]": 1.3980856401809303, + "MAPE[0.5]": 0.012491181166577934, + "sMAPE[0.5]": 0.012349894649093881, + "MSIS": 17.64283580089964, + "RMSE[mean]": 1075.1802458575046, + "NRMSE[mean]": 0.016847673207699997, + "ND[0.5]": 0.012331598439044009, + "mean_weighted_sum_quantile_loss": 0.009737753957678006 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62324.421875 + ], + "predictions": { + "p50": [ + 64972.0390625, + 64821.7578125, + 64733.78515625, + 64675.0859375, + 64637.0234375, + 64606.05859375, + 64577.8125, + 64554.0859375, + 64539.44921875, + 64523.6484375, + 64513.64453125, + 64501.59375, + 64489.68359375, + 64470.62109375, + 64459.7734375, + 64443.890625, + 64433.78125, + 64422.2578125, + 64405.02734375, + 64390.09375, + 64383.18359375, + 64372.0703125, + 64377.046875, + 64384.61328125 + ], + "p10": [ + 64447.06640625, + 64095.109375, + 63929.5390625, + 63822.2734375, + 63756.0546875, + 63697.98828125, + 63634.48046875, + 63580.99609375, + 63545.671875, + 63507.9765625, + 63461.1796875, + 63428.3046875, + 63384.11328125, + 63336.04296875, + 63294.9765625, + 63272.24609375, + 63268.08984375, + 63239.6875, + 63200.640625, + 63164.5703125, + 63149.0703125, + 63140.11328125, + 63138.484375, + 63133.5625 + ], + "p90": [ + 65434.40625, + 65503.46875, + 65562.65625, + 65626.1484375, + 65684.796875, + 65719.0, + 65739.5, + 65760.703125, + 65784.4453125, + 65822.578125, + 65863.9375, + 65885.96875, + 65880.1484375, + 65873.9921875, + 65900.6796875, + 65928.171875, + 65946.53125, + 65945.46875, + 65940.5625, + 65955.109375, + 65957.609375, + 65979.21875, + 65999.0703125, + 66031.390625 + ], + "mean": [ + 64972.0390625, + 64821.7578125, + 64733.78515625, + 64675.0859375, + 64637.0234375, + 64606.05859375, + 64577.8125, + 64554.0859375, + 64539.44921875, + 64523.6484375, + 64513.64453125, + 64501.59375, + 64489.68359375, + 64470.62109375, + 64459.7734375, + 64443.890625, + 64433.78125, + 64422.2578125, + 64405.02734375, + 64390.09375, + 64383.18359375, + 64372.0703125, + 64377.046875, + 64384.61328125 + ], + "quantiles": { + "0.1": [ + 64447.06640625, + 64095.109375, + 63929.5390625, + 63822.2734375, + 63756.0546875, + 63697.98828125, + 63634.48046875, + 63580.99609375, + 63545.671875, + 63507.9765625, + 63461.1796875, + 63428.3046875, + 63384.11328125, + 63336.04296875, + 63294.9765625, + 63272.24609375, + 63268.08984375, + 63239.6875, + 63200.640625, + 63164.5703125, + 63149.0703125, + 63140.11328125, + 63138.484375, + 63133.5625 + ], + "0.2": [ + 64447.06640625, + 64095.109375, + 63929.5390625, + 63822.2734375, + 63756.0546875, + 63697.98828125, + 63634.48046875, + 63580.99609375, + 63545.671875, + 63507.9765625, + 63461.1796875, + 63428.3046875, + 63384.11328125, + 63336.04296875, + 63294.9765625, + 63272.24609375, + 63268.08984375, + 63239.6875, + 63200.640625, + 63164.5703125, + 63149.0703125, + 63140.11328125, + 63138.484375, + 63133.5625 + ], + "0.3": [ + 64447.06640625, + 64095.109375, + 63929.5390625, + 63822.2734375, + 63756.0546875, + 63697.98828125, + 63634.48046875, + 63580.99609375, + 63545.671875, + 63507.9765625, + 63461.1796875, + 63428.3046875, + 63384.11328125, + 63336.04296875, + 63294.9765625, + 63272.24609375, + 63268.08984375, + 63239.6875, + 63200.640625, + 63164.5703125, + 63149.0703125, + 63140.11328125, + 63138.484375, + 63133.5625 + ], + "0.4": [ + 64972.0390625, + 64821.7578125, + 64733.78515625, + 64675.0859375, + 64637.0234375, + 64606.05859375, + 64577.8125, + 64554.0859375, + 64539.44921875, + 64523.6484375, + 64513.64453125, + 64501.59375, + 64489.68359375, + 64470.62109375, + 64459.7734375, + 64443.890625, + 64433.78125, + 64422.2578125, + 64405.02734375, + 64390.09375, + 64383.18359375, + 64372.0703125, + 64377.046875, + 64384.61328125 + ], + "0.5": [ + 64972.0390625, + 64821.7578125, + 64733.78515625, + 64675.0859375, + 64637.0234375, + 64606.05859375, + 64577.8125, + 64554.0859375, + 64539.44921875, + 64523.6484375, + 64513.64453125, + 64501.59375, + 64489.68359375, + 64470.62109375, + 64459.7734375, + 64443.890625, + 64433.78125, + 64422.2578125, + 64405.02734375, + 64390.09375, + 64383.18359375, + 64372.0703125, + 64377.046875, + 64384.61328125 + ], + "0.6": [ + 64972.0390625, + 64821.7578125, + 64733.78515625, + 64675.0859375, + 64637.0234375, + 64606.05859375, + 64577.8125, + 64554.0859375, + 64539.44921875, + 64523.6484375, + 64513.64453125, + 64501.59375, + 64489.68359375, + 64470.62109375, + 64459.7734375, + 64443.890625, + 64433.78125, + 64422.2578125, + 64405.02734375, + 64390.09375, + 64383.18359375, + 64372.0703125, + 64377.046875, + 64384.61328125 + ], + "0.7": [ + 64972.0390625, + 64821.7578125, + 64733.78515625, + 64675.0859375, + 64637.0234375, + 64606.05859375, + 64577.8125, + 64554.0859375, + 64539.44921875, + 64523.6484375, + 64513.64453125, + 64501.59375, + 64489.68359375, + 64470.62109375, + 64459.7734375, + 64443.890625, + 64433.78125, + 64422.2578125, + 64405.02734375, + 64390.09375, + 64383.18359375, + 64372.0703125, + 64377.046875, + 64384.61328125 + ], + "0.8": [ + 65434.40625, + 65503.46875, + 65562.65625, + 65626.1484375, + 65684.796875, + 65719.0, + 65739.5, + 65760.703125, + 65784.4453125, + 65822.578125, + 65863.9375, + 65885.96875, + 65880.1484375, + 65873.9921875, + 65900.6796875, + 65928.171875, + 65946.53125, + 65945.46875, + 65940.5625, + 65955.109375, + 65957.609375, + 65979.21875, + 65999.0703125, + 66031.390625 + ], + "0.9": [ + 65434.40625, + 65503.46875, + 65562.65625, + 65626.1484375, + 65684.796875, + 65719.0, + 65739.5, + 65760.703125, + 65784.4453125, + 65822.578125, + 65863.9375, + 65885.96875, + 65880.1484375, + 65873.9921875, + 65900.6796875, + 65928.171875, + 65946.53125, + 65945.46875, + 65940.5625, + 65955.109375, + 65957.609375, + 65979.21875, + 65999.0703125, + 66031.390625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_125149.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_125149.json new file mode 100644 index 0000000000000000000000000000000000000000..8d3f593034d82f37fdaa2f425f41d8ea96c60c18 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_125149.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T12:51:49.874543+00:00", + "metrics": { + "MSE[mean]": 2111008.8289051056, + "MSE[0.5]": 2111008.8289051056, + "MAE[0.5]": 1200.9737955729167, + "MASE[0.5]": 2.13356847580834, + "MAPE[0.5]": 0.019007216433803095, + "sMAPE[0.5]": 0.01874593397321918, + "MSIS": 25.210152024959353, + "RMSE[mean]": 1452.9311163661907, + "NRMSE[mean]": 0.02276688837629602, + "ND[0.5]": 0.018818811187036256, + "mean_weighted_sum_quantile_loss": 0.013172920640975513 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00" + ], + "context": [ + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125 + ], + "actual": [ + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62324.421875 + ], + "predictions": { + "p50": [ + 65132.640625, + 65102.48046875, + 65087.32421875, + 65068.140625, + 65058.2265625, + 65047.015625, + 65027.4140625, + 65011.36328125, + 65001.53125, + 64993.45703125, + 64988.21484375, + 64965.71875, + 64960.6328125, + 64954.05078125, + 64933.0, + 64943.66015625, + 64931.54296875, + 64922.12109375, + 64912.6484375, + 64911.484375, + 64907.5703125, + 64902.73046875, + 64900.8125, + 64894.390625 + ], + "p10": [ + 64490.1875, + 64319.953125, + 64185.640625, + 64110.0, + 64062.296875, + 64023.21875, + 63977.1953125, + 63932.39453125, + 63876.140625, + 63861.125, + 63825.13671875, + 63785.66796875, + 63750.24609375, + 63707.57421875, + 63668.87890625, + 63646.8125, + 63618.68359375, + 63593.0625, + 63561.32421875, + 63529.30859375, + 63495.03125, + 63491.765625, + 63464.16015625, + 63431.984375 + ], + "p90": [ + 65577.3984375, + 65659.8125, + 65754.3046875, + 65830.4140625, + 65903.171875, + 65973.890625, + 66004.125, + 66037.6015625, + 66110.3125, + 66146.2421875, + 66202.65625, + 66250.375, + 66284.0234375, + 66360.609375, + 66387.1796875, + 66470.203125, + 66486.2578125, + 66509.34375, + 66533.0546875, + 66585.921875, + 66623.03125, + 66645.7578125, + 66683.375, + 66716.765625 + ], + "mean": [ + 65132.640625, + 65102.48046875, + 65087.32421875, + 65068.140625, + 65058.2265625, + 65047.015625, + 65027.4140625, + 65011.36328125, + 65001.53125, + 64993.45703125, + 64988.21484375, + 64965.71875, + 64960.6328125, + 64954.05078125, + 64933.0, + 64943.66015625, + 64931.54296875, + 64922.12109375, + 64912.6484375, + 64911.484375, + 64907.5703125, + 64902.73046875, + 64900.8125, + 64894.390625 + ], + "quantiles": { + "0.1": [ + 64490.1875, + 64319.953125, + 64185.640625, + 64110.0, + 64062.296875, + 64023.21875, + 63977.1953125, + 63932.39453125, + 63876.140625, + 63861.125, + 63825.13671875, + 63785.66796875, + 63750.24609375, + 63707.57421875, + 63668.87890625, + 63646.8125, + 63618.68359375, + 63593.0625, + 63561.32421875, + 63529.30859375, + 63495.03125, + 63491.765625, + 63464.16015625, + 63431.984375 + ], + "0.2": [ + 64490.1875, + 64319.953125, + 64185.640625, + 64110.0, + 64062.296875, + 64023.21875, + 63977.1953125, + 63932.39453125, + 63876.140625, + 63861.125, + 63825.13671875, + 63785.66796875, + 63750.24609375, + 63707.57421875, + 63668.87890625, + 63646.8125, + 63618.68359375, + 63593.0625, + 63561.32421875, + 63529.30859375, + 63495.03125, + 63491.765625, + 63464.16015625, + 63431.984375 + ], + "0.3": [ + 64490.1875, + 64319.953125, + 64185.640625, + 64110.0, + 64062.296875, + 64023.21875, + 63977.1953125, + 63932.39453125, + 63876.140625, + 63861.125, + 63825.13671875, + 63785.66796875, + 63750.24609375, + 63707.57421875, + 63668.87890625, + 63646.8125, + 63618.68359375, + 63593.0625, + 63561.32421875, + 63529.30859375, + 63495.03125, + 63491.765625, + 63464.16015625, + 63431.984375 + ], + "0.4": [ + 65132.640625, + 65102.48046875, + 65087.32421875, + 65068.140625, + 65058.2265625, + 65047.015625, + 65027.4140625, + 65011.36328125, + 65001.53125, + 64993.45703125, + 64988.21484375, + 64965.71875, + 64960.6328125, + 64954.05078125, + 64933.0, + 64943.66015625, + 64931.54296875, + 64922.12109375, + 64912.6484375, + 64911.484375, + 64907.5703125, + 64902.73046875, + 64900.8125, + 64894.390625 + ], + "0.5": [ + 65132.640625, + 65102.48046875, + 65087.32421875, + 65068.140625, + 65058.2265625, + 65047.015625, + 65027.4140625, + 65011.36328125, + 65001.53125, + 64993.45703125, + 64988.21484375, + 64965.71875, + 64960.6328125, + 64954.05078125, + 64933.0, + 64943.66015625, + 64931.54296875, + 64922.12109375, + 64912.6484375, + 64911.484375, + 64907.5703125, + 64902.73046875, + 64900.8125, + 64894.390625 + ], + "0.6": [ + 65132.640625, + 65102.48046875, + 65087.32421875, + 65068.140625, + 65058.2265625, + 65047.015625, + 65027.4140625, + 65011.36328125, + 65001.53125, + 64993.45703125, + 64988.21484375, + 64965.71875, + 64960.6328125, + 64954.05078125, + 64933.0, + 64943.66015625, + 64931.54296875, + 64922.12109375, + 64912.6484375, + 64911.484375, + 64907.5703125, + 64902.73046875, + 64900.8125, + 64894.390625 + ], + "0.7": [ + 65132.640625, + 65102.48046875, + 65087.32421875, + 65068.140625, + 65058.2265625, + 65047.015625, + 65027.4140625, + 65011.36328125, + 65001.53125, + 64993.45703125, + 64988.21484375, + 64965.71875, + 64960.6328125, + 64954.05078125, + 64933.0, + 64943.66015625, + 64931.54296875, + 64922.12109375, + 64912.6484375, + 64911.484375, + 64907.5703125, + 64902.73046875, + 64900.8125, + 64894.390625 + ], + "0.8": [ + 65577.3984375, + 65659.8125, + 65754.3046875, + 65830.4140625, + 65903.171875, + 65973.890625, + 66004.125, + 66037.6015625, + 66110.3125, + 66146.2421875, + 66202.65625, + 66250.375, + 66284.0234375, + 66360.609375, + 66387.1796875, + 66470.203125, + 66486.2578125, + 66509.34375, + 66533.0546875, + 66585.921875, + 66623.03125, + 66645.7578125, + 66683.375, + 66716.765625 + ], + "0.9": [ + 65577.3984375, + 65659.8125, + 65754.3046875, + 65830.4140625, + 65903.171875, + 65973.890625, + 66004.125, + 66037.6015625, + 66110.3125, + 66146.2421875, + 66202.65625, + 66250.375, + 66284.0234375, + 66360.609375, + 66387.1796875, + 66470.203125, + 66486.2578125, + 66509.34375, + 66533.0546875, + 66585.921875, + 66623.03125, + 66645.7578125, + 66683.375, + 66716.765625 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260623_125330.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260623_125330.json new file mode 100644 index 0000000000000000000000000000000000000000..596eadb438b2b125c82c4a45741a50a7765f92fa --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260623_125330.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-23T12:53:30.760831+00:00", + "metrics": { + "MSE[mean]": 857.5787196747675, + "MSE[0.5]": 736.9268761206691, + "MAE[0.5]": 26.84479773515727, + "MASE[0.5]": 0.5726890183500218, + "MAPE[0.5]": 0.011238485175234318, + "sMAPE[0.5]": 0.011280974287254662, + "MSIS": 9.326727852398575, + "RMSE[mean]": 29.284445012237597, + "NRMSE[mean]": 0.012276448564082137, + "ND[0.5]": 0.011253714334389075, + "mean_weighted_sum_quantile_loss": 0.010743521784144979 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2370.731856159417, + 2370.5618947760513, + 2370.555743897082, + 2370.5555212807476, + 2370.555513002795, + 2370.5555126796903, + 2370.55553171519, + 2370.5555126684067, + 2370.5555150720957, + 2370.5555126716804, + 2370.55551270026, + 2370.5555127311163, + 2370.555512681778, + 2370.5555126697345, + 2370.55551270026, + 2370.5555126716804, + 2370.5555150720957, + 2370.5555126762983, + 2370.5555150720957, + 2370.5555126716804, + 2370.5555126762983, + 2370.5555126872573, + 2370.555512774975, + 2370.55551292142 + ], + "p10": [ + 2362.617411873273, + 2369.1209818847556, + 2362.4393039037086, + 2367.1360918416603, + 2366.665836336822, + 2366.6658360452357, + 2369.9483093882136, + 2351.2997807429974, + 2369.8647863928986, + 2367.1360834823327, + 2369.114599821967, + 2368.916302194442, + 2362.4410698074653, + 2362.4410698074653, + 2362.4390729280467, + 2362.4390729280467, + 2362.4410698074653, + 2351.299297010462, + 2367.1360834823327, + 2361.3251437095405, + 2361.3271405889586, + 2369.864786392898, + 2369.1141991214795, + 2362.4390729280467 + ], + "p90": [ + 2381.875957872607, + 2375.65623947803, + 2381.6998467824615, + 2375.649865774569, + 2375.3140645139324, + 2375.2516584785317, + 2381.6996157818853, + 2375.6498574152556, + 2375.251658467583, + 2375.314064211397, + 2378.6719962498414, + 2381.699616034592, + 2371.996834000464, + 2375.2578990419643, + 2381.6996158067996, + 2375.6498574152415, + 2381.7144250904657, + 2378.9747582030063, + 2378.9747582030063, + 2381.699616034592, + 2375.9526193684064, + 2375.314064211397, + 2381.699616034592, + 2372.678610922031 + ], + "mean": [ + 2393.8784319453152, + 2395.2690469757376, + 2418.217245402294, + 2382.5347730877493, + 2404.66874280696, + 2381.143799447875, + 2394.934012472845, + 2379.611456829875, + 2394.2374228301856, + 2394.2377670167157, + 2395.770272035636, + 2394.7141167697923, + 2380.4218155813596, + 2404.596100821576, + 2405.2318416919293, + 2380.3324429314075, + 2394.3639443010024, + 2368.0329004538635, + 2369.597051537657, + 2429.6767825438724, + 2405.849453487245, + 2382.8727989321033, + 2408.4499276845054, + 2381.0229655531493 + ], + "quantiles": { + "0.1": [ + 2362.617411873273, + 2369.1209818847556, + 2362.4393039037086, + 2367.1360918416603, + 2366.665836336822, + 2366.6658360452357, + 2369.9483093882136, + 2351.2997807429974, + 2369.8647863928986, + 2367.1360834823327, + 2369.114599821967, + 2368.916302194442, + 2362.4410698074653, + 2362.4410698074653, + 2362.4390729280467, + 2362.4390729280467, + 2362.4410698074653, + 2351.299297010462, + 2367.1360834823327, + 2361.3251437095405, + 2361.3271405889586, + 2369.864786392898, + 2369.1141991214795, + 2362.4390729280467 + ], + "0.2": [ + 2370.707444507454, + 2370.5039684880267, + 2370.299867056778, + 2370.531110800974, + 2370.4180521563108, + 2370.447685809468, + 2370.5536863131765, + 2369.948275601535, + 2370.5363637580367, + 2370.51007169612, + 2370.510074224671, + 2370.4476797982034, + 2370.299636081116, + 2370.4476797982034, + 2370.2293137875004, + 2369.9483093878175, + 2370.299636081116, + 2370.4180758550388, + 2370.51007169612, + 2370.4476557969406, + 2370.510061581918, + 2370.51007169612, + 2370.5363594958903, + 2370.4180518537755 + ], + "0.3": [ + 2370.731747478663, + 2370.5612909136034, + 2370.555636388517, + 2370.554088149537, + 2370.5534895975234, + 2370.5521114679264, + 2370.5555046425357, + 2370.5363594959044, + 2370.5554674706664, + 2370.555153358634, + 2370.554660015029, + 2370.5540796706046, + 2370.5540796706046, + 2370.5521124030647, + 2370.5540793915266, + 2370.547443057365, + 2370.5521114569774, + 2370.5540796706046, + 2370.554908682809, + 2370.5521124030647, + 2370.5540793915266, + 2370.555153358634, + 2370.555153358634, + 2370.5540793915266 + ], + "0.4": [ + 2370.731854735214, + 2370.5618947311764, + 2370.5557436465638, + 2370.5555210276893, + 2370.5555077310337, + 2370.555467481615, + 2370.5555126701306, + 2370.5554054128693, + 2370.5555126689146, + 2370.555509286071, + 2370.5555113154455, + 2370.555483161432, + 2370.555467470666, + 2370.555467470666, + 2370.5555002340607, + 2370.555405412855, + 2370.555512668693, + 2370.5555126683357, + 2370.555512668351, + 2370.555483161432, + 2370.5555126683357, + 2370.555509286071, + 2370.5555126685103, + 2370.555483161432 + ], + "0.5": [ + 2370.731856159417, + 2370.5618947760513, + 2370.555743897082, + 2370.5555212807476, + 2370.555513002795, + 2370.5555126796903, + 2370.55553171519, + 2370.5555126684067, + 2370.5555150720957, + 2370.5555126716804, + 2370.55551270026, + 2370.5555127311163, + 2370.555512681778, + 2370.5555126697345, + 2370.55551270026, + 2370.5555126716804, + 2370.5555150720957, + 2370.5555126762983, + 2370.5555150720957, + 2370.5555126716804, + 2370.5555126762983, + 2370.5555126872573, + 2370.555512774975, + 2370.55551292142 + ], + "0.6": [ + 2370.7326950436327, + 2370.562060893527, + 2370.5559981659712, + 2370.55621954471, + 2370.555582992006, + 2370.5555421863105, + 2370.5635838948288, + 2370.5555148764124, + 2370.5575067494647, + 2370.5559069770206, + 2370.5559069770206, + 2370.5556415958513, + 2370.5555160505814, + 2370.5555160505814, + 2370.5557671903093, + 2370.5555251026403, + 2370.5569459528497, + 2370.555531714794, + 2370.5594462132985, + 2370.5555826894706, + 2370.5555421753616, + 2370.5556415958513, + 2370.5569459528497, + 2370.555531714794 + ], + "0.7": [ + 2370.7950896620173, + 2370.590840873279, + 2370.567248959319, + 2370.5602530455317, + 2370.567662488314, + 2370.5676621967277, + 2370.6257804493516, + 2370.5648073818506, + 2370.5746659442007, + 2370.5844588104906, + 2370.5676621857788, + 2370.5635838944327, + 2370.5589138980285, + 2370.5569459528497, + 2370.5844588104906, + 2370.5612464486726, + 2370.587801189327, + 2370.5746659442, + 2370.5828496324075, + 2370.5821599846577, + 2370.5593131344813, + 2370.5676621857788, + 2370.600964000222, + 2370.5676621857788 + ], + "0.8": [ + 2371.5768760762207, + 2370.817843894513, + 2370.747262025771, + 2370.6633784816145, + 2370.7055714628395, + 2370.9116062460316, + 2371.99683400086, + 2370.747031050123, + 2370.8314907123968, + 2370.8114618317245, + 2370.9618626202746, + 2370.6718103298904, + 2370.6187475962097, + 2370.627672101425, + 2370.8314907123963, + 2370.759917206432, + 2371.0093917901486, + 2370.7055711603043, + 2370.779946087104, + 2371.210417330917, + 2370.7055711603043, + 2370.8314907123963, + 2372.5344772511103, + 2370.680102307851 + ], + "0.9": [ + 2381.875957872607, + 2375.65623947803, + 2381.6998467824615, + 2375.649865774569, + 2375.3140645139324, + 2375.2516584785317, + 2381.6996157818853, + 2375.6498574152556, + 2375.251658467583, + 2375.314064211397, + 2378.6719962498414, + 2381.699616034592, + 2371.996834000464, + 2375.2578990419643, + 2381.6996158067996, + 2375.6498574152415, + 2381.7144250904657, + 2378.9747582030063, + 2378.9747582030063, + 2381.699616034592, + 2375.9526193684064, + 2375.314064211397, + 2381.699616034592, + 2372.678610922031 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260623_125046.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260623_125046.json new file mode 100644 index 0000000000000000000000000000000000000000..2bfb972a7b247af5087a211b2940d53b7b36effd --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260623_125046.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T12:50:46.684649+00:00", + "metrics": { + "MSE[mean]": 730.9527360573411, + "MSE[0.5]": 730.9527360573411, + "MAE[0.5]": 14.807078043619791, + "MASE[0.5]": 0.31588433159722223, + "MAPE[0.5]": 0.006299051686099799, + "sMAPE[0.5]": 0.006233576117379777, + "MSIS": 2.4277953559027776, + "RMSE[mean]": 27.03613759502901, + "NRMSE[mean]": 0.011333926677392076, + "ND[0.5]": 0.0062073340270196505, + "mean_weighted_sum_quantile_loss": 0.006199449789240659 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.3876953125, + 2399.963134765625, + 2400.07958984375, + 2400.5771484375, + 2399.75244140625, + 2399.9990234375, + 2400.077880859375, + 2399.90869140625, + 2400.177734375, + 2400.082275390625, + 2400.267578125, + 2400.108154296875, + 2399.829833984375, + 2399.557861328125, + 2400.11279296875, + 2399.739013671875, + 2400.24560546875, + 2400.625732421875, + 2400.06640625, + 2399.525146484375, + 2399.769287109375, + 2399.64501953125, + 2399.667236328125, + 2400.17626953125 + ], + "p10": [ + 2369.67041015625, + 2364.45751953125, + 2359.43310546875, + 2353.619873046875, + 2348.32421875, + 2346.00634765625, + 2337.868896484375, + 2338.813720703125, + 2337.177490234375, + 2333.70166015625, + 2332.653076171875, + 2334.235595703125, + 2330.77197265625, + 2331.583251953125, + 2332.75830078125, + 2329.869384765625, + 2327.315185546875, + 2329.045166015625, + 2325.154541015625, + 2323.901123046875, + 2322.142578125, + 2320.61865234375, + 2322.8271484375, + 2324.395751953125 + ], + "p90": [ + 2405.166748046875, + 2405.451904296875, + 2405.826416015625, + 2405.36572265625, + 2405.3330078125, + 2405.469970703125, + 2405.83740234375, + 2405.519775390625, + 2405.7001953125, + 2406.5576171875, + 2407.3046875, + 2407.943115234375, + 2408.75048828125, + 2408.46630859375, + 2408.545654296875, + 2408.477783203125, + 2417.882080078125, + 2415.517578125, + 2416.746826171875, + 2418.3935546875, + 2419.04736328125, + 2419.21728515625, + 2419.788818359375, + 2419.679443359375 + ], + "mean": [ + 2400.3876953125, + 2399.963134765625, + 2400.07958984375, + 2400.5771484375, + 2399.75244140625, + 2399.9990234375, + 2400.077880859375, + 2399.90869140625, + 2400.177734375, + 2400.082275390625, + 2400.267578125, + 2400.108154296875, + 2399.829833984375, + 2399.557861328125, + 2400.11279296875, + 2399.739013671875, + 2400.24560546875, + 2400.625732421875, + 2400.06640625, + 2399.525146484375, + 2399.769287109375, + 2399.64501953125, + 2399.667236328125, + 2400.17626953125 + ], + "quantiles": { + "0.1": [ + 2369.67041015625, + 2364.45751953125, + 2359.43310546875, + 2353.619873046875, + 2348.32421875, + 2346.00634765625, + 2337.868896484375, + 2338.813720703125, + 2337.177490234375, + 2333.70166015625, + 2332.653076171875, + 2334.235595703125, + 2330.77197265625, + 2331.583251953125, + 2332.75830078125, + 2329.869384765625, + 2327.315185546875, + 2329.045166015625, + 2325.154541015625, + 2323.901123046875, + 2322.142578125, + 2320.61865234375, + 2322.8271484375, + 2324.395751953125 + ], + "0.2": [ + 2369.67041015625, + 2364.45751953125, + 2359.43310546875, + 2353.619873046875, + 2348.32421875, + 2346.00634765625, + 2337.868896484375, + 2338.813720703125, + 2337.177490234375, + 2333.70166015625, + 2332.653076171875, + 2334.235595703125, + 2330.77197265625, + 2331.583251953125, + 2332.75830078125, + 2329.869384765625, + 2327.315185546875, + 2329.045166015625, + 2325.154541015625, + 2323.901123046875, + 2322.142578125, + 2320.61865234375, + 2322.8271484375, + 2324.395751953125 + ], + "0.3": [ + 2369.67041015625, + 2364.45751953125, + 2359.43310546875, + 2353.619873046875, + 2348.32421875, + 2346.00634765625, + 2337.868896484375, + 2338.813720703125, + 2337.177490234375, + 2333.70166015625, + 2332.653076171875, + 2334.235595703125, + 2330.77197265625, + 2331.583251953125, + 2332.75830078125, + 2329.869384765625, + 2327.315185546875, + 2329.045166015625, + 2325.154541015625, + 2323.901123046875, + 2322.142578125, + 2320.61865234375, + 2322.8271484375, + 2324.395751953125 + ], + "0.4": [ + 2400.3876953125, + 2399.963134765625, + 2400.07958984375, + 2400.5771484375, + 2399.75244140625, + 2399.9990234375, + 2400.077880859375, + 2399.90869140625, + 2400.177734375, + 2400.082275390625, + 2400.267578125, + 2400.108154296875, + 2399.829833984375, + 2399.557861328125, + 2400.11279296875, + 2399.739013671875, + 2400.24560546875, + 2400.625732421875, + 2400.06640625, + 2399.525146484375, + 2399.769287109375, + 2399.64501953125, + 2399.667236328125, + 2400.17626953125 + ], + "0.5": [ + 2400.3876953125, + 2399.963134765625, + 2400.07958984375, + 2400.5771484375, + 2399.75244140625, + 2399.9990234375, + 2400.077880859375, + 2399.90869140625, + 2400.177734375, + 2400.082275390625, + 2400.267578125, + 2400.108154296875, + 2399.829833984375, + 2399.557861328125, + 2400.11279296875, + 2399.739013671875, + 2400.24560546875, + 2400.625732421875, + 2400.06640625, + 2399.525146484375, + 2399.769287109375, + 2399.64501953125, + 2399.667236328125, + 2400.17626953125 + ], + "0.6": [ + 2400.3876953125, + 2399.963134765625, + 2400.07958984375, + 2400.5771484375, + 2399.75244140625, + 2399.9990234375, + 2400.077880859375, + 2399.90869140625, + 2400.177734375, + 2400.082275390625, + 2400.267578125, + 2400.108154296875, + 2399.829833984375, + 2399.557861328125, + 2400.11279296875, + 2399.739013671875, + 2400.24560546875, + 2400.625732421875, + 2400.06640625, + 2399.525146484375, + 2399.769287109375, + 2399.64501953125, + 2399.667236328125, + 2400.17626953125 + ], + "0.7": [ + 2400.3876953125, + 2399.963134765625, + 2400.07958984375, + 2400.5771484375, + 2399.75244140625, + 2399.9990234375, + 2400.077880859375, + 2399.90869140625, + 2400.177734375, + 2400.082275390625, + 2400.267578125, + 2400.108154296875, + 2399.829833984375, + 2399.557861328125, + 2400.11279296875, + 2399.739013671875, + 2400.24560546875, + 2400.625732421875, + 2400.06640625, + 2399.525146484375, + 2399.769287109375, + 2399.64501953125, + 2399.667236328125, + 2400.17626953125 + ], + "0.8": [ + 2405.166748046875, + 2405.451904296875, + 2405.826416015625, + 2405.36572265625, + 2405.3330078125, + 2405.469970703125, + 2405.83740234375, + 2405.519775390625, + 2405.7001953125, + 2406.5576171875, + 2407.3046875, + 2407.943115234375, + 2408.75048828125, + 2408.46630859375, + 2408.545654296875, + 2408.477783203125, + 2417.882080078125, + 2415.517578125, + 2416.746826171875, + 2418.3935546875, + 2419.04736328125, + 2419.21728515625, + 2419.788818359375, + 2419.679443359375 + ], + "0.9": [ + 2405.166748046875, + 2405.451904296875, + 2405.826416015625, + 2405.36572265625, + 2405.3330078125, + 2405.469970703125, + 2405.83740234375, + 2405.519775390625, + 2405.7001953125, + 2406.5576171875, + 2407.3046875, + 2407.943115234375, + 2408.75048828125, + 2408.46630859375, + 2408.545654296875, + 2408.477783203125, + 2417.882080078125, + 2415.517578125, + 2416.746826171875, + 2418.3935546875, + 2419.04736328125, + 2419.21728515625, + 2419.788818359375, + 2419.679443359375 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260623_125330.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260623_125330.json new file mode 100644 index 0000000000000000000000000000000000000000..8ac9b46180f514eb280f3caee8844c4d040a8e35 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260623_125330.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-23T12:53:30.822527+00:00", + "metrics": { + "MSE[mean]": 615.9437421241593, + "MSE[0.5]": 619.2741190581363, + "MAE[0.5]": 15.687420084354207, + "MASE[0.5]": 0.33466496179955635, + "MAPE[0.5]": 0.00665476362311723, + "sMAPE[0.5]": 0.0066006959166078905, + "MSIS": 13.386598471982255, + "RMSE[mean]": 24.818213918897534, + "NRMSE[mean]": 0.010404142079537831, + "ND[0.5]": 0.006576385712218357, + "mean_weighted_sum_quantile_loss": 0.006576385712218358 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2394.9302014160403, + 2395.060308425799, + 2395.1904154355575, + 2395.3205224453163, + 2395.4506294550747, + 2395.5807364648335, + 2395.710843474592, + 2395.8409504843503, + 2395.971057494109, + 2396.1011645038675, + 2396.2312715136263, + 2396.3613785233847, + 2396.4914855331435, + 2396.621592542902, + 2396.7516995526603, + 2396.881806562419, + 2397.0119135721775, + 2397.1420205819363, + 2397.2721275916947, + 2397.4022346014535, + 2397.532341611212, + 2397.6624486209703, + 2397.792555630729, + 2397.9226626404875 + ], + "p10": [ + 2394.9302014160403, + 2395.060308425799, + 2395.1904154355575, + 2395.3205224453163, + 2395.4506294550747, + 2395.5807364648335, + 2395.710843474592, + 2395.8409504843503, + 2395.971057494109, + 2396.1011645038675, + 2396.2312715136263, + 2396.3613785233847, + 2396.4914855331435, + 2396.621592542902, + 2396.7516995526603, + 2396.881806562419, + 2397.0119135721775, + 2397.1420205819363, + 2397.2721275916947, + 2397.4022346014535, + 2397.532341611212, + 2397.6624486209703, + 2397.792555630729, + 2397.9226626404875 + ], + "p90": [ + 2394.9302014160403, + 2395.060308425799, + 2395.1904154355575, + 2395.3205224453163, + 2395.4506294550747, + 2395.5807364648335, + 2395.710843474592, + 2395.8409504843503, + 2395.971057494109, + 2396.1011645038675, + 2396.2312715136263, + 2396.3613785233847, + 2396.4914855331435, + 2396.621592542902, + 2396.7516995526603, + 2396.881806562419, + 2397.0119135721775, + 2397.1420205819363, + 2397.2721275916947, + 2397.4022346014535, + 2397.532341611212, + 2397.6624486209703, + 2397.792555630729, + 2397.9226626404875 + ], + "mean": [ + 2393.430201416033, + 2394.8103084258028, + 2395.1904154355448, + 2395.070522445313, + 2392.950629455083, + 2394.080736464825, + 2394.4608434746006, + 2396.090950484342, + 2396.7210574941123, + 2393.60116450388, + 2395.9812715136222, + 2395.361378523392, + 2395.991485533134, + 2396.8715925429096, + 2397.7516995526535, + 2396.3818065624214, + 2397.0119135721893, + 2397.892020581932, + 2396.022127591701, + 2396.402234601443, + 2397.282341611219, + 2397.6624486209626, + 2398.7925556307305, + 2397.1726626404984 + ], + "quantiles": { + "0.1": [ + 2394.9302014160403, + 2395.060308425799, + 2395.1904154355575, + 2395.3205224453163, + 2395.4506294550747, + 2395.5807364648335, + 2395.710843474592, + 2395.8409504843503, + 2395.971057494109, + 2396.1011645038675, + 2396.2312715136263, + 2396.3613785233847, + 2396.4914855331435, + 2396.621592542902, + 2396.7516995526603, + 2396.881806562419, + 2397.0119135721775, + 2397.1420205819363, + 2397.2721275916947, + 2397.4022346014535, + 2397.532341611212, + 2397.6624486209703, + 2397.792555630729, + 2397.9226626404875 + ], + "0.2": [ + 2394.9302014160403, + 2395.060308425799, + 2395.1904154355575, + 2395.3205224453163, + 2395.4506294550747, + 2395.5807364648335, + 2395.710843474592, + 2395.8409504843503, + 2395.971057494109, + 2396.1011645038675, + 2396.2312715136263, + 2396.3613785233847, + 2396.4914855331435, + 2396.621592542902, + 2396.7516995526603, + 2396.881806562419, + 2397.0119135721775, + 2397.1420205819363, + 2397.2721275916947, + 2397.4022346014535, + 2397.532341611212, + 2397.6624486209703, + 2397.792555630729, + 2397.9226626404875 + ], + "0.3": [ + 2394.9302014160403, + 2395.060308425799, + 2395.1904154355575, + 2395.3205224453163, + 2395.4506294550747, + 2395.5807364648335, + 2395.710843474592, + 2395.8409504843503, + 2395.971057494109, + 2396.1011645038675, + 2396.2312715136263, + 2396.3613785233847, + 2396.4914855331435, + 2396.621592542902, + 2396.7516995526603, + 2396.881806562419, + 2397.0119135721775, + 2397.1420205819363, + 2397.2721275916947, + 2397.4022346014535, + 2397.532341611212, + 2397.6624486209703, + 2397.792555630729, + 2397.9226626404875 + ], + "0.4": [ + 2394.9302014160403, + 2395.060308425799, + 2395.1904154355575, + 2395.3205224453163, + 2395.4506294550747, + 2395.5807364648335, + 2395.710843474592, + 2395.8409504843503, + 2395.971057494109, + 2396.1011645038675, + 2396.2312715136263, + 2396.3613785233847, + 2396.4914855331435, + 2396.621592542902, + 2396.7516995526603, + 2396.881806562419, + 2397.0119135721775, + 2397.1420205819363, + 2397.2721275916947, + 2397.4022346014535, + 2397.532341611212, + 2397.6624486209703, + 2397.792555630729, + 2397.9226626404875 + ], + "0.5": [ + 2394.9302014160403, + 2395.060308425799, + 2395.1904154355575, + 2395.3205224453163, + 2395.4506294550747, + 2395.5807364648335, + 2395.710843474592, + 2395.8409504843503, + 2395.971057494109, + 2396.1011645038675, + 2396.2312715136263, + 2396.3613785233847, + 2396.4914855331435, + 2396.621592542902, + 2396.7516995526603, + 2396.881806562419, + 2397.0119135721775, + 2397.1420205819363, + 2397.2721275916947, + 2397.4022346014535, + 2397.532341611212, + 2397.6624486209703, + 2397.792555630729, + 2397.9226626404875 + ], + "0.6": [ + 2394.9302014160403, + 2395.060308425799, + 2395.1904154355575, + 2395.3205224453163, + 2395.4506294550747, + 2395.5807364648335, + 2395.710843474592, + 2395.8409504843503, + 2395.971057494109, + 2396.1011645038675, + 2396.2312715136263, + 2396.3613785233847, + 2396.4914855331435, + 2396.621592542902, + 2396.7516995526603, + 2396.881806562419, + 2397.0119135721775, + 2397.1420205819363, + 2397.2721275916947, + 2397.4022346014535, + 2397.532341611212, + 2397.6624486209703, + 2397.792555630729, + 2397.9226626404875 + ], + "0.7": [ + 2394.9302014160403, + 2395.060308425799, + 2395.1904154355575, + 2395.3205224453163, + 2395.4506294550747, + 2395.5807364648335, + 2395.710843474592, + 2395.8409504843503, + 2395.971057494109, + 2396.1011645038675, + 2396.2312715136263, + 2396.3613785233847, + 2396.4914855331435, + 2396.621592542902, + 2396.7516995526603, + 2396.881806562419, + 2397.0119135721775, + 2397.1420205819363, + 2397.2721275916947, + 2397.4022346014535, + 2397.532341611212, + 2397.6624486209703, + 2397.792555630729, + 2397.9226626404875 + ], + "0.8": [ + 2394.9302014160403, + 2395.060308425799, + 2395.1904154355575, + 2395.3205224453163, + 2395.4506294550747, + 2395.5807364648335, + 2395.710843474592, + 2395.8409504843503, + 2395.971057494109, + 2396.1011645038675, + 2396.2312715136263, + 2396.3613785233847, + 2396.4914855331435, + 2396.621592542902, + 2396.7516995526603, + 2396.881806562419, + 2397.0119135721775, + 2397.1420205819363, + 2397.2721275916947, + 2397.4022346014535, + 2397.532341611212, + 2397.6624486209703, + 2397.792555630729, + 2397.9226626404875 + ], + "0.9": [ + 2394.9302014160403, + 2395.060308425799, + 2395.1904154355575, + 2395.3205224453163, + 2395.4506294550747, + 2395.5807364648335, + 2395.710843474592, + 2395.8409504843503, + 2395.971057494109, + 2396.1011645038675, + 2396.2312715136263, + 2396.3613785233847, + 2396.4914855331435, + 2396.621592542902, + 2396.7516995526603, + 2396.881806562419, + 2397.0119135721775, + 2397.1420205819363, + 2397.2721275916947, + 2397.4022346014535, + 2397.532341611212, + 2397.6624486209703, + 2397.792555630729, + 2397.9226626404875 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260623_125254.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260623_125254.json new file mode 100644 index 0000000000000000000000000000000000000000..f023c2bdbc390c5c463eab1f3885aca5fe1b057b --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260623_125254.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T12:52:54.776741+00:00", + "metrics": { + "MSE[mean]": 1140.613537793358, + "MSE[0.5]": 738.1959970891476, + "MAE[0.5]": 14.835530598958334, + "MASE[0.5]": 0.3164913194444444, + "MAPE[0.5]": 0.006311549779652985, + "sMAPE[0.5]": 0.006245422512610898, + "MSIS": 10.218577799479167, + "RMSE[mean]": 33.77297052071905, + "NRMSE[mean]": 0.014158101178991392, + "ND[0.5]": 0.00621926173580786, + "mean_weighted_sum_quantile_loss": 0.009111849669077512 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.228759765625, + 2400.10888671875, + 2400.2398681640625, + 2400.3101806640625, + 2400.2928466796875, + 2400.37255859375, + 2400.5782470703125, + 2400.1976318359375, + 2400.3262939453125, + 2400.501708984375, + 2400.314697265625, + 2400.2490234375, + 2400.1971435546875, + 2400.23876953125, + 2400.228271484375, + 2400.3338623046875, + 2400.185546875, + 2399.9156494140625, + 2400.0506591796875, + 2400.049072265625, + 2400.03515625, + 2400.218017578125, + 2400.2518310546875, + 2400.0279541015625 + ], + "p10": [ + 2380.729248046875, + 2396.2008056640625, + 2385.6773681640625, + 2379.09375, + 2380.729248046875, + 2375.927490234375, + 2384.0343017578125, + 2370.1129150390625, + 2358.2713623046875, + 2373.184814453125, + 2342.684326171875, + 2347.8157958984375, + 2346.3287353515625, + 2364.7127685546875, + 2360.6707763671875, + 2360.1025390625, + 2332.6497802734375, + 2322.2862548828125, + 2343.0521240234375, + 2339.1226806640625, + 2335.39990234375, + 2338.65869140625, + 2331.035888671875, + 2361.2235107421875 + ], + "p90": [ + 2442.9169921875, + 2474.010986328125, + 2474.010986328125, + 2442.9169921875, + 2469.1009521484375, + 2474.010986328125, + 2474.010986328125, + 2474.010986328125, + 2477.6273193359375, + 2505.10498046875, + 2474.010986328125, + 2444.8406982421875, + 2476.6776123046875, + 2474.010986328125, + 2483.7269287109375, + 2477.7093505859375, + 2487.0103759765625, + 2484.3443603515625, + 2486.541748046875, + 2505.8653564453125, + 2489.6124267578125, + 2503.3197021484375, + 2506.2764892578125, + 2536.19873046875 + ], + "mean": [ + 2401.929931640625, + 2416.734130859375, + 2411.88330078125, + 2407.60595703125, + 2408.363525390625, + 2410.37939453125, + 2413.82470703125, + 2408.401123046875, + 2408.37890625, + 2416.989501953125, + 2406.206298828125, + 2399.582275390625, + 2402.427490234375, + 2403.4677734375, + 2414.241455078125, + 2414.02587890625, + 2406.663330078125, + 2401.592529296875, + 2406.013427734375, + 2412.688232421875, + 2401.17138671875, + 2413.813232421875, + 2410.07958984375, + 2422.08740234375 + ], + "quantiles": { + "0.1": [ + 2380.729248046875, + 2396.2008056640625, + 2385.6773681640625, + 2379.09375, + 2380.729248046875, + 2375.927490234375, + 2384.0343017578125, + 2370.1129150390625, + 2358.2713623046875, + 2373.184814453125, + 2342.684326171875, + 2347.8157958984375, + 2346.3287353515625, + 2364.7127685546875, + 2360.6707763671875, + 2360.1025390625, + 2332.6497802734375, + 2322.2862548828125, + 2343.0521240234375, + 2339.1226806640625, + 2335.39990234375, + 2338.65869140625, + 2331.035888671875, + 2361.2235107421875 + ], + "0.2": [ + 2380.729248046875, + 2396.2008056640625, + 2385.6773681640625, + 2379.09375, + 2380.729248046875, + 2375.927490234375, + 2384.0343017578125, + 2370.1129150390625, + 2358.2713623046875, + 2373.184814453125, + 2342.684326171875, + 2347.8157958984375, + 2346.3287353515625, + 2364.7127685546875, + 2360.6707763671875, + 2360.1025390625, + 2332.6497802734375, + 2322.2862548828125, + 2343.0521240234375, + 2339.1226806640625, + 2335.39990234375, + 2338.65869140625, + 2331.035888671875, + 2361.2235107421875 + ], + "0.3": [ + 2380.729248046875, + 2396.2008056640625, + 2385.6773681640625, + 2379.09375, + 2380.729248046875, + 2375.927490234375, + 2384.0343017578125, + 2370.1129150390625, + 2358.2713623046875, + 2373.184814453125, + 2342.684326171875, + 2347.8157958984375, + 2346.3287353515625, + 2364.7127685546875, + 2360.6707763671875, + 2360.1025390625, + 2332.6497802734375, + 2322.2862548828125, + 2343.0521240234375, + 2339.1226806640625, + 2335.39990234375, + 2338.65869140625, + 2331.035888671875, + 2361.2235107421875 + ], + "0.4": [ + 2400.228759765625, + 2400.10888671875, + 2400.2398681640625, + 2400.3101806640625, + 2400.2928466796875, + 2400.37255859375, + 2400.5782470703125, + 2400.1976318359375, + 2400.3262939453125, + 2400.501708984375, + 2400.314697265625, + 2400.2490234375, + 2400.1971435546875, + 2400.23876953125, + 2400.228271484375, + 2400.3338623046875, + 2400.185546875, + 2399.9156494140625, + 2400.0506591796875, + 2400.049072265625, + 2400.03515625, + 2400.218017578125, + 2400.2518310546875, + 2400.0279541015625 + ], + "0.5": [ + 2400.228759765625, + 2400.10888671875, + 2400.2398681640625, + 2400.3101806640625, + 2400.2928466796875, + 2400.37255859375, + 2400.5782470703125, + 2400.1976318359375, + 2400.3262939453125, + 2400.501708984375, + 2400.314697265625, + 2400.2490234375, + 2400.1971435546875, + 2400.23876953125, + 2400.228271484375, + 2400.3338623046875, + 2400.185546875, + 2399.9156494140625, + 2400.0506591796875, + 2400.049072265625, + 2400.03515625, + 2400.218017578125, + 2400.2518310546875, + 2400.0279541015625 + ], + "0.6": [ + 2400.228759765625, + 2400.10888671875, + 2400.2398681640625, + 2400.3101806640625, + 2400.2928466796875, + 2400.37255859375, + 2400.5782470703125, + 2400.1976318359375, + 2400.3262939453125, + 2400.501708984375, + 2400.314697265625, + 2400.2490234375, + 2400.1971435546875, + 2400.23876953125, + 2400.228271484375, + 2400.3338623046875, + 2400.185546875, + 2399.9156494140625, + 2400.0506591796875, + 2400.049072265625, + 2400.03515625, + 2400.218017578125, + 2400.2518310546875, + 2400.0279541015625 + ], + "0.7": [ + 2400.228759765625, + 2400.10888671875, + 2400.2398681640625, + 2400.3101806640625, + 2400.2928466796875, + 2400.37255859375, + 2400.5782470703125, + 2400.1976318359375, + 2400.3262939453125, + 2400.501708984375, + 2400.314697265625, + 2400.2490234375, + 2400.1971435546875, + 2400.23876953125, + 2400.228271484375, + 2400.3338623046875, + 2400.185546875, + 2399.9156494140625, + 2400.0506591796875, + 2400.049072265625, + 2400.03515625, + 2400.218017578125, + 2400.2518310546875, + 2400.0279541015625 + ], + "0.8": [ + 2442.9169921875, + 2474.010986328125, + 2474.010986328125, + 2442.9169921875, + 2469.1009521484375, + 2474.010986328125, + 2474.010986328125, + 2474.010986328125, + 2477.6273193359375, + 2505.10498046875, + 2474.010986328125, + 2444.8406982421875, + 2476.6776123046875, + 2474.010986328125, + 2483.7269287109375, + 2477.7093505859375, + 2487.0103759765625, + 2484.3443603515625, + 2486.541748046875, + 2505.8653564453125, + 2489.6124267578125, + 2503.3197021484375, + 2506.2764892578125, + 2536.19873046875 + ], + "0.9": [ + 2442.9169921875, + 2474.010986328125, + 2474.010986328125, + 2442.9169921875, + 2469.1009521484375, + 2474.010986328125, + 2474.010986328125, + 2474.010986328125, + 2477.6273193359375, + 2505.10498046875, + 2474.010986328125, + 2444.8406982421875, + 2476.6776123046875, + 2474.010986328125, + 2483.7269287109375, + 2477.7093505859375, + 2487.0103759765625, + 2484.3443603515625, + 2486.541748046875, + 2505.8653564453125, + 2489.6124267578125, + 2503.3197021484375, + 2506.2764892578125, + 2536.19873046875 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260623_125330.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260623_125330.json new file mode 100644 index 0000000000000000000000000000000000000000..59523bcdbaaa24627da8301a1468ca131b261104 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260623_125330.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T12:53:30.852706+00:00", + "metrics": { + "MSE[mean]": 680.416308383221, + "MSE[0.5]": 686.1779586026449, + "MAE[0.5]": 15.232090643274887, + "MASE[0.5]": 0.32495126705653093, + "MAPE[0.5]": 0.006471963328460052, + "sMAPE[0.5]": 0.006410774462706381, + "MSIS": 12.998050682261237, + "RMSE[mean]": 26.084790748311956, + "NRMSE[mean]": 0.01093510878531855, + "ND[0.5]": 0.00638550524783576, + "mean_weighted_sum_quantile_loss": 0.006385505247835761 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403 + ], + "p10": [ + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403 + ], + "p90": [ + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403 + ], + "mean": [ + 2396.9429824561353, + 2398.1929824561353, + 2398.4429824561353, + 2398.1929824561353, + 2395.9429824561353, + 2396.9429824561353, + 2397.1929824561353, + 2398.6929824561353, + 2399.1929824561353, + 2395.9429824561353, + 2398.1929824561353, + 2397.4429824561353, + 2397.9429824561353, + 2398.6929824561353, + 2399.4429824561353, + 2397.9429824561353, + 2398.4429824561353, + 2399.1929824561353, + 2397.1929824561353, + 2397.4429824561353, + 2398.1929824561353, + 2398.4429824561353, + 2399.4429824561353, + 2397.6929824561353 + ], + "quantiles": { + "0.1": [ + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403 + ], + "0.2": [ + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403 + ], + "0.3": [ + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403 + ], + "0.4": [ + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403 + ], + "0.5": [ + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403 + ], + "0.6": [ + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403 + ], + "0.7": [ + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403 + ], + "0.8": [ + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403 + ], + "0.9": [ + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403, + 2398.4429824561403 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260623_125330.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260623_125330.json new file mode 100644 index 0000000000000000000000000000000000000000..bc2d13d67a80b42f186a80546f20900493c2ead1 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260623_125330.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T12:53:30.884438+00:00", + "metrics": { + "MSE[mean]": 833.3333333333334, + "MSE[0.5]": 833.3333333333334, + "MAE[0.5]": 16.666666666666668, + "MASE[0.5]": 0.3555555555555556, + "MAPE[0.5]": 0.007073729314420803, + "sMAPE[0.5]": 0.007017543859649123, + "MSIS": 3.0693331455998973, + "RMSE[mean]": 28.867513459481287, + "NRMSE[mean]": 0.012101665031048925, + "ND[0.5]": 0.0069868995633187774, + "mean_weighted_sum_quantile_loss": 0.0077379912663755246 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "p10": [ + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2303.0, + 2352.0, + 2352.0 + ], + "p90": [ + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2397.0, + 2448.0, + 2448.0 + ], + "mean": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "quantiles": { + "0.1": [ + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2303.0, + 2352.0, + 2352.0 + ], + "0.2": [ + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2314.75, + 2364.0, + 2364.0 + ], + "0.3": [ + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2326.5, + 2376.0, + 2376.0 + ], + "0.4": [ + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2338.25, + 2388.0, + 2388.0 + ], + "0.5": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "0.6": [ + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2361.7499999999995, + 2411.9999999999995, + 2411.9999999999995 + ], + "0.7": [ + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2373.5, + 2424.0, + 2424.0 + ], + "0.8": [ + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2385.2499999999995, + 2435.9999999999995, + 2435.9999999999995 + ], + "0.9": [ + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2397.0, + 2448.0, + 2448.0 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260623_125325.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260623_125325.json new file mode 100644 index 0000000000000000000000000000000000000000..b4b129359d00bd9b5f0b4414f94096cfac49df5c --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260623_125325.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T12:53:25.463632+00:00", + "metrics": { + "MSE[mean]": 712.3088841934999, + "MSE[0.5]": 712.3088841934999, + "MAE[0.5]": 14.83135986328125, + "MASE[0.5]": 0.31640234375000004, + "MAPE[0.5]": 0.0063074828885125766, + "sMAPE[0.5]": 0.0062437096112811065, + "MSIS": 4.024823784722223, + "RMSE[mean]": 26.68911546292795, + "NRMSE[mean]": 0.011188450150397744, + "ND[0.5]": 0.006217513305131005, + "mean_weighted_sum_quantile_loss": 0.005646672200994663 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.26953125, + 2399.572265625, + 2399.107421875, + 2399.4560546875, + 2399.4560546875, + 2399.107421875, + 2399.33984375, + 2399.4560546875, + 2399.33984375, + 2399.2236328125, + 2399.4560546875, + 2399.4560546875, + 2399.8046875, + 2399.4560546875, + 2399.8046875, + 2399.6884765625, + 2399.9208984375, + 2399.4560546875, + 2401.0830078125, + 2400.734375, + 2399.8046875, + 2398.642578125, + 2399.572265625, + 2398.70068359375 + ], + "p10": [ + 2391.72802734375, + 2385.5107421875, + 2378.13134765625, + 2370.6357421875, + 2362.384765625, + 2357.6201171875, + 2354.25, + 2351.4609375, + 2350.53125, + 2350.53125, + 2351.4609375, + 2353.087890625, + 2353.552734375, + 2354.25, + 2355.2958984375, + 2356.109375, + 2350.53125, + 2348.20703125, + 2348.671875, + 2348.671875, + 2348.20703125, + 2347.044921875, + 2347.974609375, + 2347.509765625 + ], + "p90": [ + 2402.826171875, + 2402.2451171875, + 2403.1748046875, + 2403.291015625, + 2403.291015625, + 2403.05859375, + 2403.6396484375, + 2403.98828125, + 2403.98828125, + 2404.1044921875, + 2405.4990234375, + 2405.150390625, + 2406.080078125, + 2405.7314453125, + 2406.544921875, + 2406.544921875, + 2408.171875, + 2408.0556640625, + 2410.03125, + 2410.263671875, + 2409.2177734375, + 2408.404296875, + 2409.56640625, + 2409.2177734375 + ], + "mean": [ + 2400.26953125, + 2399.572265625, + 2399.107421875, + 2399.4560546875, + 2399.4560546875, + 2399.107421875, + 2399.33984375, + 2399.4560546875, + 2399.33984375, + 2399.2236328125, + 2399.4560546875, + 2399.4560546875, + 2399.8046875, + 2399.4560546875, + 2399.8046875, + 2399.6884765625, + 2399.9208984375, + 2399.4560546875, + 2401.0830078125, + 2400.734375, + 2399.8046875, + 2398.642578125, + 2399.572265625, + 2398.70068359375 + ], + "quantiles": { + "0.1": [ + 2391.72802734375, + 2385.5107421875, + 2378.13134765625, + 2370.6357421875, + 2362.384765625, + 2357.6201171875, + 2354.25, + 2351.4609375, + 2350.53125, + 2350.53125, + 2351.4609375, + 2353.087890625, + 2353.552734375, + 2354.25, + 2355.2958984375, + 2356.109375, + 2350.53125, + 2348.20703125, + 2348.671875, + 2348.671875, + 2348.20703125, + 2347.044921875, + 2347.974609375, + 2347.509765625 + ], + "0.2": [ + 2391.72802734375, + 2385.5107421875, + 2378.13134765625, + 2370.6357421875, + 2362.384765625, + 2357.6201171875, + 2354.25, + 2351.4609375, + 2350.53125, + 2350.53125, + 2351.4609375, + 2353.087890625, + 2353.552734375, + 2354.25, + 2355.2958984375, + 2356.109375, + 2350.53125, + 2348.20703125, + 2348.671875, + 2348.671875, + 2348.20703125, + 2347.044921875, + 2347.974609375, + 2347.509765625 + ], + "0.3": [ + 2391.72802734375, + 2385.5107421875, + 2378.13134765625, + 2370.6357421875, + 2362.384765625, + 2357.6201171875, + 2354.25, + 2351.4609375, + 2350.53125, + 2350.53125, + 2351.4609375, + 2353.087890625, + 2353.552734375, + 2354.25, + 2355.2958984375, + 2356.109375, + 2350.53125, + 2348.20703125, + 2348.671875, + 2348.671875, + 2348.20703125, + 2347.044921875, + 2347.974609375, + 2347.509765625 + ], + "0.4": [ + 2400.26953125, + 2399.572265625, + 2399.107421875, + 2399.4560546875, + 2399.4560546875, + 2399.107421875, + 2399.33984375, + 2399.4560546875, + 2399.33984375, + 2399.2236328125, + 2399.4560546875, + 2399.4560546875, + 2399.8046875, + 2399.4560546875, + 2399.8046875, + 2399.6884765625, + 2399.9208984375, + 2399.4560546875, + 2401.0830078125, + 2400.734375, + 2399.8046875, + 2398.642578125, + 2399.572265625, + 2398.70068359375 + ], + "0.5": [ + 2400.26953125, + 2399.572265625, + 2399.107421875, + 2399.4560546875, + 2399.4560546875, + 2399.107421875, + 2399.33984375, + 2399.4560546875, + 2399.33984375, + 2399.2236328125, + 2399.4560546875, + 2399.4560546875, + 2399.8046875, + 2399.4560546875, + 2399.8046875, + 2399.6884765625, + 2399.9208984375, + 2399.4560546875, + 2401.0830078125, + 2400.734375, + 2399.8046875, + 2398.642578125, + 2399.572265625, + 2398.70068359375 + ], + "0.6": [ + 2400.26953125, + 2399.572265625, + 2399.107421875, + 2399.4560546875, + 2399.4560546875, + 2399.107421875, + 2399.33984375, + 2399.4560546875, + 2399.33984375, + 2399.2236328125, + 2399.4560546875, + 2399.4560546875, + 2399.8046875, + 2399.4560546875, + 2399.8046875, + 2399.6884765625, + 2399.9208984375, + 2399.4560546875, + 2401.0830078125, + 2400.734375, + 2399.8046875, + 2398.642578125, + 2399.572265625, + 2398.70068359375 + ], + "0.7": [ + 2400.26953125, + 2399.572265625, + 2399.107421875, + 2399.4560546875, + 2399.4560546875, + 2399.107421875, + 2399.33984375, + 2399.4560546875, + 2399.33984375, + 2399.2236328125, + 2399.4560546875, + 2399.4560546875, + 2399.8046875, + 2399.4560546875, + 2399.8046875, + 2399.6884765625, + 2399.9208984375, + 2399.4560546875, + 2401.0830078125, + 2400.734375, + 2399.8046875, + 2398.642578125, + 2399.572265625, + 2398.70068359375 + ], + "0.8": [ + 2402.826171875, + 2402.2451171875, + 2403.1748046875, + 2403.291015625, + 2403.291015625, + 2403.05859375, + 2403.6396484375, + 2403.98828125, + 2403.98828125, + 2404.1044921875, + 2405.4990234375, + 2405.150390625, + 2406.080078125, + 2405.7314453125, + 2406.544921875, + 2406.544921875, + 2408.171875, + 2408.0556640625, + 2410.03125, + 2410.263671875, + 2409.2177734375, + 2408.404296875, + 2409.56640625, + 2409.2177734375 + ], + "0.9": [ + 2402.826171875, + 2402.2451171875, + 2403.1748046875, + 2403.291015625, + 2403.291015625, + 2403.05859375, + 2403.6396484375, + 2403.98828125, + 2403.98828125, + 2404.1044921875, + 2405.4990234375, + 2405.150390625, + 2406.080078125, + 2405.7314453125, + 2406.544921875, + 2406.544921875, + 2408.171875, + 2408.0556640625, + 2410.03125, + 2410.263671875, + 2409.2177734375, + 2408.404296875, + 2409.56640625, + 2409.2177734375 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260623_125115.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260623_125115.json new file mode 100644 index 0000000000000000000000000000000000000000..fd160c93460a3d0c16b9c681d301623c2df0c3a5 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260623_125115.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T12:51:15.460354+00:00", + "metrics": { + "MSE[mean]": 714.8857877279321, + "MSE[0.5]": 683.9778619632125, + "MAE[0.5]": 15.646453857421875, + "MASE[0.5]": 0.33379101562499996, + "MAPE[0.5]": 0.00664421532452811, + "sMAPE[0.5]": 0.0065835695698581555, + "MSIS": 12.307429253472222, + "RMSE[mean]": 26.73734818054947, + "NRMSE[mean]": 0.011208669979618993, + "ND[0.5]": 0.006559212097434498, + "mean_weighted_sum_quantile_loss": 0.0064297916477134886 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.239990234375, + 2399.151611328125, + 2399.40576171875, + 2398.2802734375, + 2398.2587890625, + 2398.51318359375, + 2398.09912109375, + 2398.185302734375, + 2397.674072265625, + 2397.0966796875, + 2396.791259765625, + 2397.7919921875, + 2398.427490234375, + 2397.8056640625, + 2397.87353515625, + 2397.7744140625, + 2397.47021484375, + 2398.38427734375, + 2397.8017578125, + 2397.72509765625, + 2397.479736328125, + 2396.658447265625, + 2397.178466796875, + 2397.45751953125 + ], + "p10": [ + 2399.5302734375, + 2399.49853515625, + 2400.070068359375, + 2398.987060546875, + 2398.806884765625, + 2398.98046875, + 2398.87060546875, + 2398.821533203125, + 2399.067138671875, + 2397.416015625, + 2398.538330078125, + 2397.9912109375, + 2399.041015625, + 2399.011962890625, + 2398.587890625, + 2399.34423828125, + 2398.55810546875, + 2399.35595703125, + 2398.80322265625, + 2399.271240234375, + 2399.135986328125, + 2399.7109375, + 2399.0361328125, + 2399.8994140625 + ], + "p90": [ + 2401.801025390625, + 2402.09912109375, + 2402.464599609375, + 2401.70849609375, + 2401.403564453125, + 2401.790283203125, + 2401.5693359375, + 2402.033203125, + 2401.8017578125, + 2401.311767578125, + 2401.8037109375, + 2402.709716796875, + 2403.17578125, + 2403.630859375, + 2403.5703125, + 2404.152099609375, + 2404.3564453125, + 2405.402587890625, + 2405.8896484375, + 2406.18994140625, + 2406.475830078125, + 2406.968994140625, + 2407.365478515625, + 2407.8203125 + ], + "mean": [ + 2400.086669921875, + 2400.126953125, + 2400.382568359375, + 2399.7412109375, + 2399.33251953125, + 2399.4228515625, + 2399.12255859375, + 2399.392822265625, + 2399.39990234375, + 2398.463623046875, + 2398.64306640625, + 2399.349609375, + 2399.63134765625, + 2399.399169921875, + 2399.37353515625, + 2399.24658203125, + 2399.597412109375, + 2399.51806640625, + 2399.92333984375, + 2399.423095703125, + 2399.382080078125, + 2399.04052734375, + 2399.61328125, + 2399.794189453125 + ], + "quantiles": { + "0.1": [ + 2399.5302734375, + 2399.49853515625, + 2400.070068359375, + 2398.987060546875, + 2398.806884765625, + 2398.98046875, + 2398.87060546875, + 2398.821533203125, + 2399.067138671875, + 2397.416015625, + 2398.538330078125, + 2397.9912109375, + 2399.041015625, + 2399.011962890625, + 2398.587890625, + 2399.34423828125, + 2398.55810546875, + 2399.35595703125, + 2398.80322265625, + 2399.271240234375, + 2399.135986328125, + 2399.7109375, + 2399.0361328125, + 2399.8994140625 + ], + "0.2": [ + 2399.5302734375, + 2399.49853515625, + 2400.070068359375, + 2398.987060546875, + 2398.806884765625, + 2398.98046875, + 2398.87060546875, + 2398.821533203125, + 2399.067138671875, + 2397.416015625, + 2398.538330078125, + 2397.9912109375, + 2399.041015625, + 2399.011962890625, + 2398.587890625, + 2399.34423828125, + 2398.55810546875, + 2399.35595703125, + 2398.80322265625, + 2399.271240234375, + 2399.135986328125, + 2399.7109375, + 2399.0361328125, + 2399.8994140625 + ], + "0.3": [ + 2399.5302734375, + 2399.49853515625, + 2400.070068359375, + 2398.987060546875, + 2398.806884765625, + 2398.98046875, + 2398.87060546875, + 2398.821533203125, + 2399.067138671875, + 2397.416015625, + 2398.538330078125, + 2397.9912109375, + 2399.041015625, + 2399.011962890625, + 2398.587890625, + 2399.34423828125, + 2398.55810546875, + 2399.35595703125, + 2398.80322265625, + 2399.271240234375, + 2399.135986328125, + 2399.7109375, + 2399.0361328125, + 2399.8994140625 + ], + "0.4": [ + 2399.239990234375, + 2399.151611328125, + 2399.40576171875, + 2398.2802734375, + 2398.2587890625, + 2398.51318359375, + 2398.09912109375, + 2398.185302734375, + 2397.674072265625, + 2397.0966796875, + 2396.791259765625, + 2397.7919921875, + 2398.427490234375, + 2397.8056640625, + 2397.87353515625, + 2397.7744140625, + 2397.47021484375, + 2398.38427734375, + 2397.8017578125, + 2397.72509765625, + 2397.479736328125, + 2396.658447265625, + 2397.178466796875, + 2397.45751953125 + ], + "0.5": [ + 2399.239990234375, + 2399.151611328125, + 2399.40576171875, + 2398.2802734375, + 2398.2587890625, + 2398.51318359375, + 2398.09912109375, + 2398.185302734375, + 2397.674072265625, + 2397.0966796875, + 2396.791259765625, + 2397.7919921875, + 2398.427490234375, + 2397.8056640625, + 2397.87353515625, + 2397.7744140625, + 2397.47021484375, + 2398.38427734375, + 2397.8017578125, + 2397.72509765625, + 2397.479736328125, + 2396.658447265625, + 2397.178466796875, + 2397.45751953125 + ], + "0.6": [ + 2399.239990234375, + 2399.151611328125, + 2399.40576171875, + 2398.2802734375, + 2398.2587890625, + 2398.51318359375, + 2398.09912109375, + 2398.185302734375, + 2397.674072265625, + 2397.0966796875, + 2396.791259765625, + 2397.7919921875, + 2398.427490234375, + 2397.8056640625, + 2397.87353515625, + 2397.7744140625, + 2397.47021484375, + 2398.38427734375, + 2397.8017578125, + 2397.72509765625, + 2397.479736328125, + 2396.658447265625, + 2397.178466796875, + 2397.45751953125 + ], + "0.7": [ + 2399.239990234375, + 2399.151611328125, + 2399.40576171875, + 2398.2802734375, + 2398.2587890625, + 2398.51318359375, + 2398.09912109375, + 2398.185302734375, + 2397.674072265625, + 2397.0966796875, + 2396.791259765625, + 2397.7919921875, + 2398.427490234375, + 2397.8056640625, + 2397.87353515625, + 2397.7744140625, + 2397.47021484375, + 2398.38427734375, + 2397.8017578125, + 2397.72509765625, + 2397.479736328125, + 2396.658447265625, + 2397.178466796875, + 2397.45751953125 + ], + "0.8": [ + 2401.801025390625, + 2402.09912109375, + 2402.464599609375, + 2401.70849609375, + 2401.403564453125, + 2401.790283203125, + 2401.5693359375, + 2402.033203125, + 2401.8017578125, + 2401.311767578125, + 2401.8037109375, + 2402.709716796875, + 2403.17578125, + 2403.630859375, + 2403.5703125, + 2404.152099609375, + 2404.3564453125, + 2405.402587890625, + 2405.8896484375, + 2406.18994140625, + 2406.475830078125, + 2406.968994140625, + 2407.365478515625, + 2407.8203125 + ], + "0.9": [ + 2401.801025390625, + 2402.09912109375, + 2402.464599609375, + 2401.70849609375, + 2401.403564453125, + 2401.790283203125, + 2401.5693359375, + 2402.033203125, + 2401.8017578125, + 2401.311767578125, + 2401.8037109375, + 2402.709716796875, + 2403.17578125, + 2403.630859375, + 2403.5703125, + 2404.152099609375, + 2404.3564453125, + 2405.402587890625, + 2405.8896484375, + 2406.18994140625, + 2406.475830078125, + 2406.968994140625, + 2407.365478515625, + 2407.8203125 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260623_125212.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260623_125212.json new file mode 100644 index 0000000000000000000000000000000000000000..67860434d0e51d44a798297ba576e1aa346951e2 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260623_125212.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-23T12:52:12.763976+00:00", + "metrics": { + "MSE[mean]": 716.5112535059452, + "MSE[0.5]": 716.5112535059452, + "MAE[0.5]": 14.888692220052084, + "MASE[0.5]": 0.3176254340277778, + "MAPE[0.5]": 0.006331752389317145, + "sMAPE[0.5]": 0.0062676096191875115, + "MSIS": 3.9715709635416663, + "RMSE[mean]": 26.76772783607053, + "NRMSE[mean]": 0.011221405555732625, + "ND[0.5]": 0.006241547830240174, + "mean_weighted_sum_quantile_loss": 0.006149074421549005 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.859130859375, + 2399.78759765625, + 2399.731201171875, + 2399.71728515625, + 2399.704833984375, + 2399.635498046875, + 2399.569091796875, + 2399.55615234375, + 2399.47314453125, + 2399.333984375, + 2399.308837890625, + 2399.22802734375, + 2399.260009765625, + 2399.268798828125, + 2399.286865234375, + 2399.2646484375, + 2399.263916015625, + 2399.346923828125, + 2399.468505859375, + 2399.49609375, + 2399.312744140625, + 2399.081787109375, + 2399.278076171875, + 2399.188720703125 + ], + "p10": [ + 2398.486083984375, + 2390.5556640625, + 2379.62939453125, + 2365.870361328125, + 2358.18408203125, + 2351.842041015625, + 2345.497314453125, + 2340.533447265625, + 2339.6416015625, + 2338.186279296875, + 2342.622314453125, + 2342.53125, + 2345.529052734375, + 2347.87744140625, + 2346.91796875, + 2344.62841796875, + 2343.7138671875, + 2344.007080078125, + 2345.318603515625, + 2344.50537109375, + 2343.80322265625, + 2344.063232421875, + 2344.1923828125, + 2346.459716796875 + ], + "p90": [ + 2401.03515625, + 2401.158935546875, + 2402.544921875, + 2404.41064453125, + 2406.642333984375, + 2407.853271484375, + 2408.668701171875, + 2409.5927734375, + 2411.154052734375, + 2413.473876953125, + 2414.65087890625, + 2414.43994140625, + 2416.544677734375, + 2419.92626953125, + 2421.206298828125, + 2423.355224609375, + 2425.819580078125, + 2428.12646484375, + 2429.9677734375, + 2430.05224609375, + 2432.54052734375, + 2432.4609375, + 2433.1337890625, + 2432.770263671875 + ], + "mean": [ + 2399.859130859375, + 2399.78759765625, + 2399.731201171875, + 2399.71728515625, + 2399.704833984375, + 2399.635498046875, + 2399.569091796875, + 2399.55615234375, + 2399.47314453125, + 2399.333984375, + 2399.308837890625, + 2399.22802734375, + 2399.260009765625, + 2399.268798828125, + 2399.286865234375, + 2399.2646484375, + 2399.263916015625, + 2399.346923828125, + 2399.468505859375, + 2399.49609375, + 2399.312744140625, + 2399.081787109375, + 2399.278076171875, + 2399.188720703125 + ], + "quantiles": { + "0.1": [ + 2398.486083984375, + 2390.5556640625, + 2379.62939453125, + 2365.870361328125, + 2358.18408203125, + 2351.842041015625, + 2345.497314453125, + 2340.533447265625, + 2339.6416015625, + 2338.186279296875, + 2342.622314453125, + 2342.53125, + 2345.529052734375, + 2347.87744140625, + 2346.91796875, + 2344.62841796875, + 2343.7138671875, + 2344.007080078125, + 2345.318603515625, + 2344.50537109375, + 2343.80322265625, + 2344.063232421875, + 2344.1923828125, + 2346.459716796875 + ], + "0.2": [ + 2398.486083984375, + 2390.5556640625, + 2379.62939453125, + 2365.870361328125, + 2358.18408203125, + 2351.842041015625, + 2345.497314453125, + 2340.533447265625, + 2339.6416015625, + 2338.186279296875, + 2342.622314453125, + 2342.53125, + 2345.529052734375, + 2347.87744140625, + 2346.91796875, + 2344.62841796875, + 2343.7138671875, + 2344.007080078125, + 2345.318603515625, + 2344.50537109375, + 2343.80322265625, + 2344.063232421875, + 2344.1923828125, + 2346.459716796875 + ], + "0.3": [ + 2398.486083984375, + 2390.5556640625, + 2379.62939453125, + 2365.870361328125, + 2358.18408203125, + 2351.842041015625, + 2345.497314453125, + 2340.533447265625, + 2339.6416015625, + 2338.186279296875, + 2342.622314453125, + 2342.53125, + 2345.529052734375, + 2347.87744140625, + 2346.91796875, + 2344.62841796875, + 2343.7138671875, + 2344.007080078125, + 2345.318603515625, + 2344.50537109375, + 2343.80322265625, + 2344.063232421875, + 2344.1923828125, + 2346.459716796875 + ], + "0.4": [ + 2399.859130859375, + 2399.78759765625, + 2399.731201171875, + 2399.71728515625, + 2399.704833984375, + 2399.635498046875, + 2399.569091796875, + 2399.55615234375, + 2399.47314453125, + 2399.333984375, + 2399.308837890625, + 2399.22802734375, + 2399.260009765625, + 2399.268798828125, + 2399.286865234375, + 2399.2646484375, + 2399.263916015625, + 2399.346923828125, + 2399.468505859375, + 2399.49609375, + 2399.312744140625, + 2399.081787109375, + 2399.278076171875, + 2399.188720703125 + ], + "0.5": [ + 2399.859130859375, + 2399.78759765625, + 2399.731201171875, + 2399.71728515625, + 2399.704833984375, + 2399.635498046875, + 2399.569091796875, + 2399.55615234375, + 2399.47314453125, + 2399.333984375, + 2399.308837890625, + 2399.22802734375, + 2399.260009765625, + 2399.268798828125, + 2399.286865234375, + 2399.2646484375, + 2399.263916015625, + 2399.346923828125, + 2399.468505859375, + 2399.49609375, + 2399.312744140625, + 2399.081787109375, + 2399.278076171875, + 2399.188720703125 + ], + "0.6": [ + 2399.859130859375, + 2399.78759765625, + 2399.731201171875, + 2399.71728515625, + 2399.704833984375, + 2399.635498046875, + 2399.569091796875, + 2399.55615234375, + 2399.47314453125, + 2399.333984375, + 2399.308837890625, + 2399.22802734375, + 2399.260009765625, + 2399.268798828125, + 2399.286865234375, + 2399.2646484375, + 2399.263916015625, + 2399.346923828125, + 2399.468505859375, + 2399.49609375, + 2399.312744140625, + 2399.081787109375, + 2399.278076171875, + 2399.188720703125 + ], + "0.7": [ + 2399.859130859375, + 2399.78759765625, + 2399.731201171875, + 2399.71728515625, + 2399.704833984375, + 2399.635498046875, + 2399.569091796875, + 2399.55615234375, + 2399.47314453125, + 2399.333984375, + 2399.308837890625, + 2399.22802734375, + 2399.260009765625, + 2399.268798828125, + 2399.286865234375, + 2399.2646484375, + 2399.263916015625, + 2399.346923828125, + 2399.468505859375, + 2399.49609375, + 2399.312744140625, + 2399.081787109375, + 2399.278076171875, + 2399.188720703125 + ], + "0.8": [ + 2401.03515625, + 2401.158935546875, + 2402.544921875, + 2404.41064453125, + 2406.642333984375, + 2407.853271484375, + 2408.668701171875, + 2409.5927734375, + 2411.154052734375, + 2413.473876953125, + 2414.65087890625, + 2414.43994140625, + 2416.544677734375, + 2419.92626953125, + 2421.206298828125, + 2423.355224609375, + 2425.819580078125, + 2428.12646484375, + 2429.9677734375, + 2430.05224609375, + 2432.54052734375, + 2432.4609375, + 2433.1337890625, + 2432.770263671875 + ], + "0.9": [ + 2401.03515625, + 2401.158935546875, + 2402.544921875, + 2404.41064453125, + 2406.642333984375, + 2407.853271484375, + 2408.668701171875, + 2409.5927734375, + 2411.154052734375, + 2413.473876953125, + 2414.65087890625, + 2414.43994140625, + 2416.544677734375, + 2419.92626953125, + 2421.206298828125, + 2423.355224609375, + 2425.819580078125, + 2428.12646484375, + 2429.9677734375, + 2430.05224609375, + 2432.54052734375, + 2432.4609375, + 2433.1337890625, + 2432.770263671875 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260623_125155.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260623_125155.json new file mode 100644 index 0000000000000000000000000000000000000000..53c7ccf1d59bfcb0336e575a63f93baf5aec8da9 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260623_125155.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T12:51:55.530390+00:00", + "metrics": { + "MSE[mean]": 734.1419938951731, + "MSE[0.5]": 734.1419938951731, + "MAE[0.5]": 23.15936279296875, + "MASE[0.5]": 0.49406640625, + "MAPE[0.5]": 0.009757129678207651, + "sMAPE[0.5]": 0.00972876606995, + "MSIS": 1.675376519097222, + "RMSE[mean]": 27.09505478671658, + "NRMSE[mean]": 0.011358625587444507, + "ND[0.5]": 0.00970872850709607, + "mean_weighted_sum_quantile_loss": 0.007384318614295245 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00", + "2026-06-24 01:55:00", + "2026-06-24 02:10:00", + "2026-06-24 02:25:00", + "2026-06-24 02:40:00", + "2026-06-24 02:55:00", + "2026-06-24 03:10:00", + "2026-06-24 03:25:00", + "2026-06-24 03:40:00", + "2026-06-24 03:55:00", + "2026-06-24 04:10:00", + "2026-06-24 04:25:00", + "2026-06-24 04:40:00", + "2026-06-24 04:55:00", + "2026-06-24 05:10:00", + "2026-06-24 05:25:00", + "2026-06-24 05:40:00", + "2026-06-24 05:55:00", + "2026-06-24 06:10:00", + "2026-06-24 06:25:00", + "2026-06-24 06:40:00", + "2026-06-24 06:55:00", + "2026-06-24 07:10:00", + "2026-06-24 07:25:00", + "2026-06-24 07:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.426025390625, + 2399.40380859375, + 2398.86669921875, + 2397.92236328125, + 2398.397705078125, + 2397.19140625, + 2393.594970703125, + 2393.109619140625, + 2392.728515625, + 2385.460693359375, + 2380.46484375, + 2384.708984375, + 2381.4296875, + 2382.683837890625, + 2378.10888671875, + 2377.7197265625, + 2380.549560546875, + 2376.259521484375, + 2379.900146484375, + 2379.74267578125, + 2379.6318359375, + 2378.806396484375, + 2378.8828125, + 2380.6650390625 + ], + "p10": [ + 2348.148193359375, + 2351.237060546875, + 2350.438720703125, + 2351.213623046875, + 2350.37255859375, + 2350.369140625, + 2352.046630859375, + 2351.6708984375, + 2351.525634765625, + 2350.4462890625, + 2350.817138671875, + 2350.771484375, + 2349.4736328125, + 2348.858642578125, + 2347.8642578125, + 2346.776611328125, + 2345.052978515625, + 2341.767822265625, + 2339.200439453125, + 2335.864990234375, + 2332.814208984375, + 2330.411376953125, + 2328.123046875, + 2326.057861328125 + ], + "p90": [ + 2400.107421875, + 2400.18896484375, + 2400.11181640625, + 2400.069580078125, + 2399.904052734375, + 2400.52783203125, + 2400.096923828125, + 2399.90869140625, + 2400.70947265625, + 2401.068603515625, + 2402.622802734375, + 2405.25146484375, + 2408.34375, + 2411.059326171875, + 2414.526123046875, + 2418.928955078125, + 2421.0322265625, + 2423.20654296875, + 2425.8662109375, + 2427.996826171875, + 2431.00341796875, + 2434.430419921875, + 2436.0537109375, + 2436.085205078125 + ], + "mean": [ + 2399.426025390625, + 2399.40380859375, + 2398.86669921875, + 2397.92236328125, + 2398.397705078125, + 2397.19140625, + 2393.594970703125, + 2393.109619140625, + 2392.728515625, + 2385.460693359375, + 2380.46484375, + 2384.708984375, + 2381.4296875, + 2382.683837890625, + 2378.10888671875, + 2377.7197265625, + 2380.549560546875, + 2376.259521484375, + 2379.900146484375, + 2379.74267578125, + 2379.6318359375, + 2378.806396484375, + 2378.8828125, + 2380.6650390625 + ], + "quantiles": { + "0.1": [ + 2348.148193359375, + 2351.237060546875, + 2350.438720703125, + 2351.213623046875, + 2350.37255859375, + 2350.369140625, + 2352.046630859375, + 2351.6708984375, + 2351.525634765625, + 2350.4462890625, + 2350.817138671875, + 2350.771484375, + 2349.4736328125, + 2348.858642578125, + 2347.8642578125, + 2346.776611328125, + 2345.052978515625, + 2341.767822265625, + 2339.200439453125, + 2335.864990234375, + 2332.814208984375, + 2330.411376953125, + 2328.123046875, + 2326.057861328125 + ], + "0.2": [ + 2348.148193359375, + 2351.237060546875, + 2350.438720703125, + 2351.213623046875, + 2350.37255859375, + 2350.369140625, + 2352.046630859375, + 2351.6708984375, + 2351.525634765625, + 2350.4462890625, + 2350.817138671875, + 2350.771484375, + 2349.4736328125, + 2348.858642578125, + 2347.8642578125, + 2346.776611328125, + 2345.052978515625, + 2341.767822265625, + 2339.200439453125, + 2335.864990234375, + 2332.814208984375, + 2330.411376953125, + 2328.123046875, + 2326.057861328125 + ], + "0.3": [ + 2348.148193359375, + 2351.237060546875, + 2350.438720703125, + 2351.213623046875, + 2350.37255859375, + 2350.369140625, + 2352.046630859375, + 2351.6708984375, + 2351.525634765625, + 2350.4462890625, + 2350.817138671875, + 2350.771484375, + 2349.4736328125, + 2348.858642578125, + 2347.8642578125, + 2346.776611328125, + 2345.052978515625, + 2341.767822265625, + 2339.200439453125, + 2335.864990234375, + 2332.814208984375, + 2330.411376953125, + 2328.123046875, + 2326.057861328125 + ], + "0.4": [ + 2399.426025390625, + 2399.40380859375, + 2398.86669921875, + 2397.92236328125, + 2398.397705078125, + 2397.19140625, + 2393.594970703125, + 2393.109619140625, + 2392.728515625, + 2385.460693359375, + 2380.46484375, + 2384.708984375, + 2381.4296875, + 2382.683837890625, + 2378.10888671875, + 2377.7197265625, + 2380.549560546875, + 2376.259521484375, + 2379.900146484375, + 2379.74267578125, + 2379.6318359375, + 2378.806396484375, + 2378.8828125, + 2380.6650390625 + ], + "0.5": [ + 2399.426025390625, + 2399.40380859375, + 2398.86669921875, + 2397.92236328125, + 2398.397705078125, + 2397.19140625, + 2393.594970703125, + 2393.109619140625, + 2392.728515625, + 2385.460693359375, + 2380.46484375, + 2384.708984375, + 2381.4296875, + 2382.683837890625, + 2378.10888671875, + 2377.7197265625, + 2380.549560546875, + 2376.259521484375, + 2379.900146484375, + 2379.74267578125, + 2379.6318359375, + 2378.806396484375, + 2378.8828125, + 2380.6650390625 + ], + "0.6": [ + 2399.426025390625, + 2399.40380859375, + 2398.86669921875, + 2397.92236328125, + 2398.397705078125, + 2397.19140625, + 2393.594970703125, + 2393.109619140625, + 2392.728515625, + 2385.460693359375, + 2380.46484375, + 2384.708984375, + 2381.4296875, + 2382.683837890625, + 2378.10888671875, + 2377.7197265625, + 2380.549560546875, + 2376.259521484375, + 2379.900146484375, + 2379.74267578125, + 2379.6318359375, + 2378.806396484375, + 2378.8828125, + 2380.6650390625 + ], + "0.7": [ + 2399.426025390625, + 2399.40380859375, + 2398.86669921875, + 2397.92236328125, + 2398.397705078125, + 2397.19140625, + 2393.594970703125, + 2393.109619140625, + 2392.728515625, + 2385.460693359375, + 2380.46484375, + 2384.708984375, + 2381.4296875, + 2382.683837890625, + 2378.10888671875, + 2377.7197265625, + 2380.549560546875, + 2376.259521484375, + 2379.900146484375, + 2379.74267578125, + 2379.6318359375, + 2378.806396484375, + 2378.8828125, + 2380.6650390625 + ], + "0.8": [ + 2400.107421875, + 2400.18896484375, + 2400.11181640625, + 2400.069580078125, + 2399.904052734375, + 2400.52783203125, + 2400.096923828125, + 2399.90869140625, + 2400.70947265625, + 2401.068603515625, + 2402.622802734375, + 2405.25146484375, + 2408.34375, + 2411.059326171875, + 2414.526123046875, + 2418.928955078125, + 2421.0322265625, + 2423.20654296875, + 2425.8662109375, + 2427.996826171875, + 2431.00341796875, + 2434.430419921875, + 2436.0537109375, + 2436.085205078125 + ], + "0.9": [ + 2400.107421875, + 2400.18896484375, + 2400.11181640625, + 2400.069580078125, + 2399.904052734375, + 2400.52783203125, + 2400.096923828125, + 2399.90869140625, + 2400.70947265625, + 2401.068603515625, + 2402.622802734375, + 2405.25146484375, + 2408.34375, + 2411.059326171875, + 2414.526123046875, + 2418.928955078125, + 2421.0322265625, + 2423.20654296875, + 2425.8662109375, + 2427.996826171875, + 2431.00341796875, + 2434.430419921875, + 2436.0537109375, + 2436.085205078125 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 252ec15cd68679456bae7b11f68946cfbb5102ac..5b67ab6fa6cdb21f3874908472fa23937dcab87a 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1301227.8144741058,1301227.8144741058,882.0372721354166,1.566967510243107,0.01394088525668124,0.013827551816731523,10.096388237272366,1140.7137302908675,0.017874786026550446,0.01382137085598385,0.011000887584461988,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1296621.1045131683,1296621.1045131683,881.2247721354166,1.5655240779276107,0.013927253421989591,0.013814519603338571,10.038650944652511,1138.6927173356157,0.017842889933638986,0.013808463316424283,0.010988015954087662,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.4270752650583443,1.4270752650583443,1.0091667970021565,0.5910644517543282,0.0379751599911809,0.03861303902269495,9.990087381062132,1.194602555270306,0.04499515249240556,0.03801064523180265,0.032394054965911245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.39313903074355283,0.39313903074355283,0.577816653251648,1.7412420551486774,1.003139132534048,0.6257350108044432,65.492537219234,0.6270079989470253,0.9916565854333563,0.9138570645547222,0.9010980181280469,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.12305556853612526,0.12305556853612526,0.3055555803908242,2.261111079255743,0.24315507817034365,0.2081601527694954,77.64059507834511,0.3507927714992503,0.25693874632585145,0.2238046907949301,0.21680570818979383,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index e10e9f4fed8423b70fe2c7829848c42454075fa8..a887081a65453b0fc93993ead5321a66e9db39cd 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T12:44:41.922502+00:00", + "evaluated_at": "2026-06-23T12:53:30.865640+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62386.0, 62328.01171875, 62507.05859375, - 62304.921875 + 62324.421875 ], "p50": [ 64146.0, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 783905422b2c8e85632f6d91a90f1d7c1aa30330..fe0aacd18b652671ecffddaca4bad899cf65a474 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T12:25:45.529417+00:00", + "evaluated_at": "2026-06-23T12:53:30.884438+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index e5716c067c6cb550c79975c7ab60771a0eead357..7ed2d283a902443579781cd117c515449c66f344 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T12:44:41.955356+00:00", + "evaluated_at": "2026-06-23T12:53:30.892401+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index d6c3e9db4652729fb698e596a520a885df30b4a2..b1fbb948f0b1b80aab53e8a7093b05707c2da5a7 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,1225184.6759319305,1225184.6759319305,805.71142578125,1.4313721956151504,0.012790411161872914,0.01264092991114968,26.91727588776003,1106.8806059968394,0.01734462684523575,0.012625358100418775,0.010121514708253948,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,1221735.8927288055,1221735.8927288055,804.89892578125,1.429928763299654,0.01277692842472189,0.012627894903710522,26.859538595140176,1105.3216241116454,0.017319977356527096,0.012612465787981461,0.010108654273678519,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,1.0212952951048162,1.0212952951048162,0.8199127515157064,0.480219208955978,0.03030549839790364,0.03088520263876773,2.1827696895662885,1.0105915570124342,0.03806430935100673,0.03088232075359102,0.02991063703288196,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.03780076194826876,0.03780076194826876,0.16680733958880106,0.5026714843973025,0.2665653969187253,0.22738142738519812,8.208336326962124,0.19442418046186735,0.30749530986251983,0.2638173629038956,0.18705379182820303,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.11800781569551057,0.11800781569551057,0.3029453158378601,2.241795123405922,0.24189203468615705,0.207589035281459,56.91286428805693,0.34352265674262383,0.2516137387345343,0.22189279820104627,0.1833087641742064,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index c2175e15375f4036deb9bee94feaebd9096dfaa4..bfe2f1e910546cd33aa64675dffeeea5ea9bb1a3 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T12:44:34.392713+00:00", + "evaluated_at": "2026-06-23T12:53:17.440463+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62386.0, 62328.01171875, 62507.05859375, - 62304.921875 + 62324.421875 ], "p50": [ 64947.125, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a7135199fafdb632feb48ec918325007596d474f..2d737cd52d61cc3efa27a9fa46d2e5825de82dd3 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T12:25:43.040719+00:00", + "evaluated_at": "2026-06-23T12:53:25.463632+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 81b297468fef43f7062855b42075a246ca530927..66503d83a23012d39dd88f3ce995ad5b17c168a6 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T12:44:41.510270+00:00", + "evaluated_at": "2026-06-23T12:53:30.521063+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 927495df275e9424a20b1025d8a2b660f7ad333d..cbcbd0a57ffd0005f9daf7db5d05d22100f848f9 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1061480.4301141102,920866.8830464681,693.11328125,1.2313379796381203,0.010990554765854593,0.010888100777546901,47.313311075278044,1030.2817236630524,0.016144335663292816,0.010860964732444245,0.011182813205278207,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1058265.2470086415,917861.1789449056,692.30078125,1.229894547322624,0.01097712908067503,0.010875064903146362,47.25557378265819,1028.7201986004948,0.016119661605537305,0.01084809488350775,0.011169939258704777,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.1942693657438213,2.176787990128711,1.1630725860595703,0.6812063798293192,0.04336451774231531,0.04492883079170137,3.2575813722815607,1.0928263200270303,0.04116171248788629,0.0438075643975543,0.029372483948565287,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0009266136168551912,0.0016480364772491966,0.03667872796456019,0.11053081163694879,0.06564353657348902,0.06861191823639995,1.336732434176569,0.030440328790195273,0.048143488692724196,0.05800994914332469,0.045723183609724646,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.12370688160728448,0.10455552618290219,0.28250231345494586,2.09051692019937,0.22609566566002887,0.1953367007214934,88.66913729948749,0.35171989083258354,0.25761781641667175,0.20691928725624162,0.21936536073202584,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 4f8c270e1afc50f1783135618a22e7c3e88b2d04..95bb3576e813daa3b2484da02285e58886dc6adb 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T12:42:40.766481+00:00", + "evaluated_at": "2026-06-23T12:51:09.786722+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62386.0, 62328.01171875, 62507.05859375, - 62304.921875 + 62324.421875 ], "p50": [ 64651.08203125, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 1c77a670ebefc30c8d5dc8e6300b38b8ae409b02..b4dc3e1b4b8ed3866c567eefcb49872bb64611aa 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T12:23:32.622250+00:00", + "evaluated_at": "2026-06-23T12:51:15.460354+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index adcc4bb6e27ef35aa08f8d9fe7a12682f1ea960d..e8bda9f93f2b8a9f0509b5c11c35240e8bacd846 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T12:42:52.728701+00:00", + "evaluated_at": "2026-06-23T12:51:20.039361+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 44f9b153e9df9e51a33fc5a3fc4b8f493bb64f6f..70f753c69639a53147a393e673fdd8cf0f492209 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,1159376.2158673604,1159376.2158673604,787.787109375,1.3995290724964267,0.012504652942381298,0.012362929831893235,17.7005730935195,1076.743337972128,0.016872381089739187,0.012344487175552981,0.009750609670049318,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,1156012.561082204,1156012.561082204,786.974609375,1.3980856401809303,0.012491181166577934,0.012349894649093881,17.64283580089964,1075.1802458575046,0.016847673207699997,0.012331598439044009,0.009737753957678006,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,1.183329755683341,1.183329755683341,0.862094004948934,0.5049245792762104,0.03178129762224546,0.03245936373087361,3.072462410731646,1.087809613711582,0.04097275636630648,0.032471093456424745,0.037043745123925144,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.004910250245440059,0.004910250245440059,0.059322822093963626,0.1787684589546191,0.09234399234779649,0.08723070656849213,1.6241366763736875,0.07007317778893761,0.1108255848941942,0.09382315264679851,0.11790444192088761,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.11236426086925534,0.11236426086925534,0.29477664331595105,2.181346952508582,0.23556835675372392,0.20272574319228706,31.59952133309108,0.33520778760233977,0.2455234990650072,0.21590964048671965,0.15036436281165025,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 0d76bce6c2a53890e72630802f00c5a2431996b5..f682a2c4e750c5c13d791f963ad0543b0a5eceaf 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-23T12:43:29.852824+00:00", + "evaluated_at": "2026-06-23T12:52:06.156388+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62386.0, 62328.01171875, 62507.05859375, - 62304.921875 + 62324.421875 ], "p50": [ 64972.0390625, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a23a2047f01d8a2726114e60d141a6d4704e50de..d7c9a80259b67028937a5212b125c2e48609918e 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-23T12:24:28.815882+00:00", + "evaluated_at": "2026-06-23T12:52:12.763976+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 663e6061762ab6c263cedf533207fb55e901de9a..92e7e2ba3724237791b2f805d2c9f3dfd7790c40 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T12:43:38.844210+00:00", + "evaluated_at": "2026-06-23T12:52:16.018587+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 314f88395de01a59702669fe4ade9980f08cb5fb..1bf097d2c2b449a170fd204b2f961a1f44610246 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,2115200.8718738556,2115200.8718738556,1201.7862955729167,2.1350119081238366,0.019020794874937425,0.018758967274007374,25.267889317579204,1454.3730167580309,0.022789772566960916,0.018831782517011557,0.01318582008897487,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,2111008.8289051056,2111008.8289051056,1200.9737955729167,2.13356847580834,0.019007216433803095,0.01874593397321918,25.210152024959353,1452.9311163661907,0.02276688837629602,0.018818811187036256,0.013172920640975513,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.7378849396995975,0.7378849396995975,0.6531385580698649,0.38254031433849495,0.024219405040648068,0.024391800635032,2.939171975256644,0.8590022931864603,0.03235464297538288,0.024600708318737636,0.02998693975846885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.008218947989305291,0.008218947989305291,0.06426035165786743,0.19364763226474674,0.09074441305396394,0.08801436167907689,1.5760972475762622,0.09065841378110082,0.14338256162911633,0.10163219769253927,0.12643185754976988,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.14038579591213166,0.14038579591213166,0.332140960627132,2.4578428742426146,0.2647781571417554,0.22467064651239482,43.4472939601141,0.37468092547143583,0.27443566425668564,0.24327719656897678,0.1763752677963103,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index e88f43fe2498352f4ab42cd1eeb18162bfe30646..4286a412561bcf8b8d47a3949d6e17325998b1a8 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T12:43:16.870944+00:00", + "evaluated_at": "2026-06-23T12:51:49.874543+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62386.0, 62328.01171875, 62507.05859375, - 62304.921875 + 62324.421875 ], "p50": [ 65132.640625, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 638515c3ed0b1bf52d9d1068c128179b33732a2e..a3dff4b3311b105e933812c8e803584f1792c9ac 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T12:24:09.203186+00:00", + "evaluated_at": "2026-06-23T12:51:55.530390+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index db092ca7ed265786e537299b2472948149d1f1d6..5a2c6a31e6b1bdd6084cf30c88d7e8ca86b9b016 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T12:43:23.713755+00:00", + "evaluated_at": "2026-06-23T12:52:00.126718+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t120000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t063000z", - "data_fetched_at": "2026-06-23T12:41:40.127921Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t095000z", + "data_fetched_at": "2026-06-23T12:50:18.440292Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []