diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index bd129d8aaa8a5d7977f00a264f0eedc537218328..2bad188ceb6b50a2da819e43b4ae48d9b4c16248 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T05:05:24.611395+00:00", + "generated_at": "2026-06-23T05:13:02.066108+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 7033, - "num_unique_releases": 858 + "num_model_releases": 7043, + "num_unique_releases": 859 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 828a40505bbc7ed316d0c3252d03801117538d9b..fadf684b044e98f6d12d50b9eb688b9c1b14cf53 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.9044989367940426,0.8821535526719074,0.19032050738442752,0.5114401258952649,38.79309395566191,3.5089702714535607,0.6927280772867636,1197.7555477974292,8.342066803520321,0.13922348226761166,0.1,10,819,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T05:03:35.175661+00:00 -2,Chronos-2,2.9126202693317325,0.8939613442569929,0.17674082821242953,0.5284565584661169,37.12074859714742,3.65575574645833,0.6655256537593226,1160.9375145903414,8.283845011726815,0.10383072438158578,0.1,10,834,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T05:00:33.920086+00:00 -3,Moirai-1.1-Large,3.4334334419263994,1.0350002912679221,0.28580298404957527,0.5534347060565574,23.788319765505964,4.570387078904959,0.5593478112801282,1116.1037308084074,11.88751463834541,0.11206460563225731,0.2,10,803,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T05:04:25.120387+00:00 -4,Toto-2.0-1B,2.8482750234126883,0.8734218796744653,0.16588655579325923,0.49971877328759196,37.50863524714642,3.6651316209637828,0.6768679306198516,1110.3620402735617,8.354839299483732,0.07234359821996418,0.1,10,825,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T05:02:36.394512+00:00 -5,Timer-S1,2.9081326543985844,0.896839721443045,0.18324431194735163,0.5305738606238164,35.72947301593223,4.20198095056293,0.6104254969157584,1046.9574361781808,8.579094441263877,0.09535779365681385,0.1,10,778,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T05:05:03.871980+00:00 -6,TimesFM-2.5,2.735722058946978,0.8463542489840614,0.1521038321224835,0.6187972530312739,40.30302685830291,4.4420230710532564,0.5583347763011649,1038.7382448752721,8.074931659794201,0.058414092766988876,0.1,10,842,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T05:01:38.422908+00:00 -7,ARIMA,3.672903415587213,1.2294411680033575,0.31750779866314793,0.8753345135210046,-0.7787908021705114,6.822526481124757,0.32185702787882375,868.2518710593611,9.28596769540091,0.028500155261678456,0.3,10,533,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T05:05:20.205010+00:00 -8,ETS,6.041667390336744,1.5911932529792792,0.42802196683127375,1.1450871627033696,-4.733675174823678,6.894173681966363,0.32002567358709455,867.7733977688492,13.847490861805577,0.05292825432006758,0.0,10,533,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T05:05:20.323357+00:00 -9,Moving-Average,3.6803721326377117,1.173465794128964,0.3302751140277695,0.8071640897318678,7.398224966901431,6.443884069281436,0.36267768217112717,849.7634029057149,9.326436060126307,-0.04074221594999947,0.4,10,533,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T05:05:20.366383+00:00 -10,Seasonal-Naive,4.01434193824961,1.2789018052564187,0.33990967401669303,0.9546073205737565,2.776511370832058e-16,7.592046382500658,0.2322098701999652,743.3568137428824,9.468935493075268,0.036846421903839216,0.2,10,533,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T05:05:20.398167+00:00 +1,TiRex,2.9045734071843414,0.8822215126706519,0.1903197272947207,0.5114717484261417,38.7900258281757,3.5089302213038076,0.6927747059382701,1197.7576335061808,8.342015880985645,0.1394544802724988,0.1,10,820,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T05:12:12.503824+00:00 +2,Chronos-2,2.912691858277406,0.8940328685098586,0.17674015950524496,0.5284922496503055,37.11615794427727,3.6557351326241565,0.6655970977210549,1160.9401361443947,8.283762651497423,0.10415022724346153,0.1,10,835,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T05:10:45.975786+00:00 +3,Moirai-1.1-Large,3.4334086829960078,1.0350076631801477,0.2858017959969199,0.5534450787753288,23.792313002196554,4.56877007565683,0.5596023504540975,1116.1092734833776,11.887396981483155,0.11219027786181124,0.2,10,804,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T05:12:38.289090+00:00 +4,Toto-2.0-1B,2.8483627927075528,0.873506013507086,0.16588602763639865,0.49975960038758,37.50231260646526,3.665610117447122,0.6767963011479733,1110.3606396888003,8.354781364430195,0.07263467456257389,0.1,10,826,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T05:11:44.570328+00:00 +5,Timer-S1,2.9082235870890303,0.8969314409901689,0.18324388882373405,0.5306444139436379,35.72096615643904,4.203196829071197,0.6102762647671179,1046.954351827858,8.578993730216165,0.09565352888060205,0.1,10,779,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T05:12:55.574940+00:00 +6,TimesFM-2.5,2.73580160967865,0.8464323317779325,0.15210334753640703,0.6188324847843321,40.29709134833978,4.442045517238528,0.5583755007564485,1038.7395095472702,8.074889297932916,0.0586988301092109,0.1,10,843,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T05:11:07.016334+00:00 +7,ARIMA,3.6730468685061552,1.229541515549987,0.3175085120769299,0.8755321417257177,-0.778759676389597,6.82354293053506,0.32174899601040075,868.2483203623314,9.285839357641358,0.028756957164328086,0.3,10,534,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T05:12:57.924704+00:00 +8,ETS,6.04164596982355,1.5912522715256885,0.42802077423542384,1.1450809154886077,-4.737255337856841,6.892837555336941,0.320208438960295,867.7791589060269,13.84726451256363,0.053132886797627045,0.0,10,534,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T05:12:57.963492+00:00 +9,Moving-Average,3.6805087425514733,1.1735950237394288,0.3302743007647782,0.8072080415330234,7.38873352955162,6.445504181013281,0.362502687696594,849.7588065529012,9.32632209868004,-0.03984612935433344,0.4,10,534,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T05:12:57.981047+00:00 +10,Seasonal-Naive,4.014451179017501,1.2789917198302805,0.33990862350371764,0.9546643513517333,2.774657630567001e-16,7.592907648794885,0.23211765654774813,743.3521699808595,9.468819196636446,0.037817554356987866,0.2,10,534,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T05:12:57.996161+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 9d4a0194a5b72f5084110bc87e824cff57acb02d..08a528b61669a17548a20e2f09ab814976b396c2 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.5089702714535607,0.6927280772867636,1197.7555477974292,90,819,6090 -2,Chronos-2,3.65575574645833,0.6655256537593226,1160.9375145903414,90,831,6087 -3,Moirai-1.1-Large,4.570387078904959,0.5593478112801282,1116.1037308084074,90,803,6018 -4,Toto-2.0-1B,3.6651316209637828,0.6768679306198516,1110.3620402735617,90,825,6119 -5,Timer-S1,4.20198095056293,0.6104254969157584,1046.9574361781808,90,778,5924 -6,TimesFM-2.5,4.4420230710532564,0.5583347763011649,1038.7382448752721,90,838,6132 -7,ARIMA,6.822526481124757,0.32185702787882375,868.2518710593611,90,533,4708 -8,ETS,6.894173681966363,0.32002567358709455,867.7733977688492,90,533,4708 -9,Moving-Average,6.443884069281436,0.36267768217112717,849.7634029057149,90,533,4708 -10,Seasonal-Naive,7.592046382500658,0.2322098701999652,743.3568137428824,90,533,4708 +1,TiRex,3.5089302213038076,0.6927747059382701,1197.7576335061808,90,820,6099 +2,Chronos-2,3.6557351326241565,0.6655970977210549,1160.9401361443947,90,832,6096 +3,Moirai-1.1-Large,4.56877007565683,0.5596023504540975,1116.1092734833776,90,804,6027 +4,Toto-2.0-1B,3.665610117447122,0.6767963011479733,1110.3606396888003,90,826,6128 +5,Timer-S1,4.203196829071197,0.6102762647671179,1046.954351827858,90,779,5933 +6,TimesFM-2.5,4.442045517238528,0.5583755007564485,1038.7395095472702,90,839,6141 +7,ARIMA,6.82354293053506,0.32174899601040075,868.2483203623314,90,534,4717 +8,ETS,6.892837555336941,0.320208438960295,867.7791589060269,90,534,4717 +9,Moving-Average,6.445504181013281,0.362502687696594,849.7588065529012,90,534,4717 +10,Seasonal-Naive,7.592907648794885,0.23211765654774813,743.3521699808595,90,534,4717 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 9cf1e809b16ff80a382a6dc7f83406ff1259eecc..7b56622071c43a5f65529a7fba4dade0082f8f22 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -178,6 +178,7 @@ binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:52:4 binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.036487+00:00,2026-06-22T05:04:18.036487+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.40384765922950655,0.6354900937304268,0.008035162055816385,0.4488926567487308,-17.29883091642121,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.322435+00:00,2026-06-17T13:32:14.322435+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.26503706876612015,0.5148175101588136,0.004883881396899911,0.15915465439825058,35.4222298551564,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.086720+00:00,2026-06-23T04:00:33.086720+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0480417777576292,1.0237391160630862,0.016979051225993635,1.5814909518526452,-15.711515398769695,True +binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:57.924704+00:00,2026-06-23T05:12:57.924704+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0745921533414173,1.0366253678843758,0.011988787622978657,1.063327063524653,-13.564305043766591,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:03:29.867986+00:00,2026-06-18T05:03:29.867986+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,0.21776447493906398,0.4666524134075211,0.0654288298000007,0.36956636038522345,-15.404278495967436,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:49:56.733359+00:00,2026-06-19T16:49:56.733359+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,0.5904745270909766,0.7684234035289247,0.08265505359577068,0.5672346671668608,-80.26819178964604,True nasa_power_shanghai_hourly_T2M/1h/short|window:53dada4e4c9858987c4f,2026-06-23T04:20:41.039251+00:00,2026-06-23T04:20:41.039251+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,1.9802813919702336,1.4072247126774862,0.13189873835322471,1.1239554528767959,-83.20978729758743,True @@ -828,6 +829,7 @@ binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:45:0 binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:30:58.334572+00:00,2026-06-17T05:30:58.334572+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.08358342866631409,0.28910798789779935,0.00588114722960411,0.2138994084438719,52.613500470604066,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:28:49.913448+00:00,2026-06-17T13:28:49.913448+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2542001181419644,0.5041826238001111,0.008631994698002458,0.23851726054967026,37.234051353981805,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T03:58:40.107417+00:00,2026-06-23T03:58:40.107417+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6722225923173972,0.8198918174475198,0.004980752443247618,0.4376136138487794,6.353146728280514,True +binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:10:45.975786+00:00,2026-06-23T05:10:45.975786+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6346510964723614,0.796649920901497,0.005263636055257114,0.4338924760646106,12.615063478434823,True nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:11:12.972050+00:00,2026-06-17T05:11:12.972050+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,1.4821564117717045,1.217438463238165,0.16205658842644108,0.7371486597201974,-5.647500550258204,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T04:47:47.946098+00:00,2026-06-18T04:47:47.946098+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,0.07507883129002767,0.27400516653893164,0.034445166500048946,0.15148559748523024,36.02375541307049,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:39:30.736487+00:00,2026-06-19T16:39:30.736487+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,0.10035634474412873,0.3167906954822517,0.03462510565717769,0.13534399376691394,-21.652498844792632,True @@ -1545,6 +1547,7 @@ binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:52:4 binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.238744+00:00,2026-06-22T05:04:18.238744+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.07176417635772261,0.2678883654765966,0.0023778847246140235,0.1267947979307844,59.73910564088264,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.501482+00:00,2026-06-17T13:32:14.501482+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.5393948701176343,0.7344350686872423,0.01283059459186405,0.5044501639288835,1.497342482110746,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.140461+00:00,2026-06-23T04:00:33.140461+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.8975844213664195,0.9474093209201709,0.006335073010724093,0.5313116354267295,-8.076537352324527,True +binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:57.963492+00:00,2026-06-23T05:12:57.963492+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.6175642970071299,0.7858525924161158,0.005182072967339592,0.4250213057330307,13.955566544969203,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:03:30.268230+00:00,2026-06-18T05:03:30.268230+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,0.48811034817933086,0.6986489448781347,0.10444350596607699,0.4808580836778858,-50.71181668978824,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:49:56.962775+00:00,2026-06-19T16:49:56.962775+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,1.2545482698241712,1.1200661899299396,0.13242280084043564,0.804522865593487,-90.20115851599921,True nasa_power_shanghai_hourly_T2M/1h/short|window:53dada4e4c9858987c4f,2026-06-23T04:20:41.272840+00:00,2026-06-23T04:20:41.272840+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,3.352953405239775,1.8311071528558276,0.18090961892732116,1.405060499390588,-89.73061737098034,True @@ -2190,6 +2193,7 @@ binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:46:1 binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:32:31.611552+00:00,2026-06-17T05:32:31.611552+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.16106718251968782,0.40133176116485947,0.007501573932381271,0.20331416387987486,25.129766441646307,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:31:19.020295+00:00,2026-06-17T13:31:19.020295+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.5475685624117569,0.7399787580814444,0.013125282384458386,0.36120271813474397,0.7454515072075528,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:09.268840+00:00,2026-06-23T04:00:09.268840+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6994336856138792,0.8363215204775488,0.005190964156190077,0.42119183666004933,4.374847712276672,True +binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:38.289090+00:00,2026-06-23T05:12:38.289090+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.5578065979133368,0.74686451108172,0.005295639526563152,0.39977290595222953,18.905583885302327,True nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:16:48.534000+00:00,2026-06-17T05:16:48.534000+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,1.1967754057757172,1.0939723057626811,0.14762674968250825,0.605355579795432,5.035585299877982,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:00:48.487404+00:00,2026-06-18T05:00:48.487404+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,0.06959298714927001,0.2638048277595958,0.03087687379917724,0.21752042382351375,39.279128351521194,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:45:05.666682+00:00,2026-06-19T16:45:05.666682+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,0.009122683831581291,0.09551274172371606,0.009340857035227933,0.095350459540556,75.26215714981286,True @@ -2881,6 +2885,7 @@ binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:52:4 binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.304098+00:00,2026-06-22T05:04:18.304098+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1177721289480511,0.34317944132487177,0.003820483917024987,0.17266369182936578,41.480216922848584,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.581897+00:00,2026-06-17T13:32:14.581897+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.47608112775486555,0.6899863243245228,0.013010434168779719,0.5115109092763258,7.725013795303838,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.158132+00:00,2026-06-23T04:00:33.158132+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6688487610621886,0.8178317437359525,0.004998952157506652,0.4264451010990915,6.603668570363304,True +binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:57.981047+00:00,2026-06-23T05:12:57.981047+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.7532976197702039,0.8679271972753267,0.0056307077265667005,0.4770179737199605,4.111059992779986,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:03:30.400278+00:00,2026-06-18T05:03:30.400278+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,0.10092016515657315,0.31767934329536307,0.038615694465923694,0.16929954467141303,22.53291691399948,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:49:57.042191+00:00,2026-06-19T16:49:57.042191+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,0.2555065586997327,0.5054765659253975,0.06401851784150171,0.32133789578806143,-59.62238276039417,True nasa_power_shanghai_hourly_T2M/1h/short|window:53dada4e4c9858987c4f,2026-06-23T04:20:41.384087+00:00,2026-06-23T04:20:41.384087+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,0.6744303902071345,0.8212371096139862,0.07820458479476648,0.5233436777252507,-57.59325581928074,True @@ -3414,6 +3419,7 @@ binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:52:4 binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.330314+00:00,2026-06-22T05:04:18.330314+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.28473151257359464,0.5336023918364634,0.00634815592827073,0.3489218960740383,-9.747981656387585e-15,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.619355+00:00,2026-06-17T13:32:14.619355+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.5557935922234428,0.7455156552504064,0.01382211043513555,0.3774767605417029,-9.987727819816422e-15,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.176668+00:00,2026-06-23T04:00:33.176668+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7634318238900984,0.873745857724143,0.006113154974642799,0.5154788150540733,0.0,True +binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:57.996161+00:00,2026-06-23T05:12:57.996161+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.8178900890802306,0.9043727600277612,0.006705683950573551,0.5333019989014419,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:03:30.473716+00:00,2026-06-18T05:03:30.473716+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,0.1596296351877513,0.3995367757638229,0.05893869912850077,0.2928223257490808,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:49:57.088733+00:00,2026-06-19T16:49:57.088733+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,0.06463220164350597,0.2542286404862874,0.030863168927827447,0.15966984684064145,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|window:53dada4e4c9858987c4f,2026-06-23T04:20:41.447814+00:00,2026-06-23T04:20:41.447814+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,0.18148236659323777,0.4260074724617372,0.04044207999607503,0.2681852587572939,0.0,True @@ -4061,6 +4067,7 @@ binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:46:0 binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:32:00.236299+00:00,2026-06-17T05:32:00.236299+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.09268533910412292,0.30444266965082756,0.006308854854162968,0.18659223245095738,48.774953741169234,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:30:52.904302+00:00,2026-06-17T13:30:52.904302+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.4635812172008244,0.6808679880864017,0.011906955540134512,0.3233372017525707,9.045973489839223,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T03:59:45.363336+00:00,2026-06-23T03:59:45.363336+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.8013298817880791,0.8951703088173105,0.0057223579353279895,0.47816421980298807,-2.4219699242675015,True +binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:12.503824+00:00,2026-06-23T05:12:12.503824+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.6617153019793198,0.8134588508211831,0.005287151825820217,0.4304025549467189,10.55516477870316,True nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:15:19.765080+00:00,2026-06-17T05:15:19.765080+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,1.1674847430713715,1.0805020791610591,0.14104915667715992,0.5680638134242738,6.270566763264161,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T04:57:31.987912+00:00,2026-06-18T04:57:31.987912+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,0.04462781033356765,0.21125295343158554,0.026530083893923598,0.12189044849676312,56.30239062310243,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:43:40.608487+00:00,2026-06-19T16:43:40.608487+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,0.005640519523895857,0.07510339222628934,0.008791164066002046,0.07882508070933703,83.94677356962126,True @@ -4875,6 +4882,7 @@ binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:46:3 binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:32:47.533262+00:00,2026-06-17T05:32:47.533262+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.05579514976153307,0.23620996964889748,0.003756622614239104,0.16218384009120024,65.66292710592977,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:31:57.828925+00:00,2026-06-17T13:31:57.828925+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.23156720015208454,0.4812142975349803,0.008812982451438406,0.22940984805976897,41.17888459916102,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:30.023749+00:00,2026-06-23T04:00:30.023749+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.9328460245964083,0.965839543918351,0.006718626007160652,0.5809867556768716,-9.987408658166975,True +binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:55.574940+00:00,2026-06-23T05:12:55.574940+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.7223649651190187,0.8499205640052597,0.005649919952962327,0.523856173266351,6.201902970600782,True nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:17:34.201964+00:00,2026-06-17T05:17:34.201964+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.181322682228543,1.0868866924516756,0.1409604112827696,0.5962574117635716,5.683518964612819,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:02:49.596893+00:00,2026-06-18T05:02:49.596893+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,0.30171027095485575,0.5492815953177894,0.06780837187298276,0.21775628133706007,-30.797386888786765,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:49:03.253455+00:00,2026-06-19T16:49:03.253455+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,0.01779029595165473,0.13338026822455684,0.014731248062748406,0.0951808419969174,56.83145628749,True @@ -5664,6 +5672,7 @@ binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:45:3 binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:31:12.970947+00:00,2026-06-17T05:31:12.970947+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.2227956389432855,0.4720123292280462,0.01397216729585553,0.28057365144499596,9.429976125638674,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:29:39.400115+00:00,2026-06-17T13:29:39.400115+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.17659475012536735,0.42023178143182766,0.00455502084172569,0.25770535840415837,51.77565236524159,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T03:59:03.843070+00:00,2026-06-23T03:59:03.843070+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.7375487423688074,0.8588065803012966,0.006692336859917082,0.47051530466862507,1.7244115015961132,True +binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:11:07.016334+00:00,2026-06-23T05:11:07.016334+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.6133132594004961,0.7831431921433628,0.005263044460586672,0.4809398024174225,14.294043533149928,True nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:12:05.733003+00:00,2026-06-17T05:12:05.733003+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,1.1082987850806292,1.0527577048308072,0.1285527628319415,0.7750489526765003,8.856808160274936,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T04:48:59.939002+00:00,2026-06-18T04:48:59.939002+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,0.24314205488664678,0.49309436712118987,0.04934103729951961,0.34192038786443374,-20.734431380584237,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:40:47.332286+00:00,2026-06-19T16:40:47.332286+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,0.022663335109969023,0.15054346584946496,0.022479949808031197,0.10941000903342153,48.07676095979361,True @@ -6501,6 +6510,7 @@ binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:45:5 binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:31:26.982678+00:00,2026-06-17T05:31:26.982678+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.08205709779252442,0.2864561009867383,0.005873633313291648,0.20697128344315385,53.276677104444325,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:30:34.251159+00:00,2026-06-17T13:30:34.251159+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.17074207869086755,0.4132094852382597,0.006718437218464025,0.22942347855244224,52.99829436426794,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T03:59:35.051640+00:00,2026-06-23T03:59:35.051640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.9229691648774507,0.9607128420487835,0.006394701744520796,0.5219989515651074,-9.460225773701955,True +binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:11:44.570328+00:00,2026-06-23T05:11:44.570328+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.6500722970480141,0.8062706103089794,0.005234744422524054,0.4398800527925217,11.432022619791816,True nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:14:00.045696+00:00,2026-06-17T05:14:00.045696+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,1.6358458059910381,1.2790018788066881,0.1695443015324515,0.7697399221659791,-10.547238409782922,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T04:56:29.014262+00:00,2026-06-18T04:56:29.014262+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,0.25529584283932216,0.5052680900663747,0.05963965742649446,0.21240790396828532,-23.056238461531336,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:42:00.397497+00:00,2026-06-19T16:42:00.397497+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,0.07088403435673493,0.26624055730999163,0.02953640034619398,0.15473107020283056,-4.613345896957946,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 4de01c0f4355367975c9e8ac58fbf92d074db672..56f9efc51d9d9a87c3c84d28433c13993265c110 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8163768992457016,0.8559997839515225,0.010704642815482461,0.707596295041049,-13.620331449414051,0.5743740692158601,0.2549118071684138,4.05908057003797e-07,179,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T05:05:20.076542+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8178114284351221,0.8570032594178162,0.010711776953301886,0.7095725770881801,-13.620020191604898,0.5730906916203514,0.25747982619491,2.8705504765434085e-07,180,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T05:12:57.924704+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.6722840427898185,1.1136149807343625,0.1122826628431276,0.8751386039730832,-54.27242992293919,1.7954987859166085,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-23T04:20:41.039251+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8159840754740386,1.2416311071300359,1.4760432942447064,0.975286112284395,6.984922596243727,1.280048759778958,-0.09010756480338565,0.16894736442106684,107,0.9532710280373832,2026-06-17T12:10:12.335728+00:00,2026-06-23T05:05:20.121010+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.980476384677337,2.02180034286827,0.11849070355534978,1.4068412115234097,14.694906217188148,4.734493032062652,0.13964912280701755,0.07426541690360103,76,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-23T05:05:20.161921+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.5797131 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0105613444090582,0.9791765114700783,0.592500738288291,0.48930731788130094,17.790403592197933,0.47117910706719796,-0.4114942528735632,0.0011498312296926525,30,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-23T04:20:41.217871+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8969958730067766,1.1197929368663608,0.015169639311296548,0.7479791472431945,10.167486958667332,3.1101315134415843,0.18974358974358974,0.08464411605692107,40,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T05:05:20.205010+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.990112198006116,0.9781737397061917,0.20219237299729226,0.490199516466659,51.28266024024151,0.3541696942533509,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-22T23:42:47.178078+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.422031927820373,0.5842228898896534,0.007249696393476141,0.3278896590246187,26.249302502777255,0.5667191914532207,0.1539166284928997,7.855480144856342e-05,296,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T04:58:50.292993+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.42274781727711375,0.5849381324183128,0.007243009321630286,0.3282465708665042,26.203395974075764,0.5658955891593067,0.15711165711165714,5.399645622902951e-05,297,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T05:10:45.975786+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.38439341544285544,0.5096604914177981,0.058325125078410194,0.28505879583543775,17.06313580145981,0.5327950855857294,0.04761904761904762,1.0,7,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-23T04:15:45.867977+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2502541589764578,0.38755657128959065,0.5032880402819657,0.208974878642425,73.51257640193529,0.3609004946718576,0.3153899240855763,2.5693249411897972e-09,162,0.9629629629629629,2026-06-16T12:06:44.487655+00:00,2026-06-23T05:00:24.129845+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.805233040571425,1.9286599945886562,0.1164459313956316,1.0935461079146598,13.790766891438711,5.009334414240312,0.41344511721782334,6.967527620145323e-11,114,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-23T05:00:29.044887+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.144 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8250544566604336,0.8780933986828819,0.5727940182479906,0.4655985654079336,26.7456028271471,0.44285308439153065,-0.06737588652482271,0.49936382472146235,48,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-23T04:16:15.490305+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8050961659740958,0.9365312537398937,0.010607461052258708,0.5919614662138474,33.06266036371712,3.751674510368137,0.12885662431941922,0.15306143741005773,58,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T05:00:33.920086+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1470345464849695,0.36143628779848724,0.07464265889217996,0.21315140545343586,90.6774928723689,0.07843009866932546,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-22T23:32:18.736924+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6561212207545285,0.6796192088790869,0.00732874549723217,0.436266292304374,20.399860004666518,0.8110223620888748,0.11192015567133262,0.026126749943884232,179,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T05:05:20.252160+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6559070156225986,0.6802093943431815,0.007316819538732767,0.4362038201567554,20.36405837433487,0.8087588696694106,0.11396648044692737,0.023120842468982085,180,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T05:12:57.963492+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.193642063640152,1.70700061723835,0.18382238509451362,1.3185644060092472,-65.46663134536205,4.668455202355313,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-23T04:20:41.272840+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.6311416143341613,1.4802649951946278,1.5247378236494566,1.1165954595820526,-4.180449140579142,2.056841465583029,-0.02697936871803915,0.6804342624704816,107,0.9532710280373832,2026-06-17T12:10:12.697348+00:00,2026-06-23T05:05:20.275983+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.869524915995085,2.2325406540262502,0.12498280551151271,1.5059669426371645,11.422816620722548,7.1491189901451415,0.2610526315789474,0.0008476822211670176,76,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-23T05:05:20.301375+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,11.75556590 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0967576460675394,1.0014299769744002,0.6695089370024655,0.5295076473720942,17.460180553531252,0.6427523674148373,-0.20919540229885059,0.10877382529020774,30,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-23T04:20:41.363632+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.630867052330797,1.0170132899296984,0.014100443651696363,0.692140859352406,18.699261170190137,3.014739047756294,0.1717948717948718,0.11846745726658628,40,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T05:05:20.323357+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0106745528959067,1.0039742155659683,0.21160774916824193,0.5376211899754999,48.4423431987713,0.11622833445791261,0.0,1.0,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-22T23:42:47.274014+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6301026746576106,0.7253385273830935,0.008764753280364732,0.3694845671398604,7.245332748776372,0.6917109098077534,0.03301339021211044,0.4010780543190521,291,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T05:03:57.938480+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.629855085353692,0.725412246505349,0.008752872753810616,0.3695882943275739,7.285265115682281,0.690534341185222,0.034270112507649574,0.3825668587010411,292,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T05:12:38.289090+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.32374114908876195,0.4741807563821409,0.05439806738597251,0.26813944329011935,24.566482298167873,0.42706729955247313,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-23T04:19:24.343537+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.5136240137637904,1.0166664235659983,1.491091901034057,0.5179792397422374,26.59936708826249,2.060352609455087,0.31918238993710696,2.092149814506473e-09,160,0.96875,2026-06-16T12:07:52.741323+00:00,2026-06-23T05:04:04.465321+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.55279885632937,2.1542206348369746,0.12081565979555572,1.1013148143014788,11.075133580013816,36.108761058061596,0.46502866502866497,4.659665442827041e-13,111,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-23T05:04:15.956208+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1314708483276734,1.0268497658511266,0.6336012886353836,0.48651149979707947,11.325573938273712,0.7885850361152713,-0.36829268292682926,0.0006937296645740641,41,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-23T04:19:48.121974+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,3.1749340166645132,1.2997263013419893,0.013847609378504017,0.7075483635129975,11.758250040309857,6.092192410807758,0.10401002506265665,0.253155311234595,57,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T05:04:25.120387+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14981973138991939,0.36476498478813413,0.06320277861905496,0.18873543444057805,90.59622548667889,0.09721825078090457,0.6,0.23333333333333334,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-22T23:42:17.643964+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5073997749991395,0.635313898438313,0.007094581110945294,0.3979047316397204,21.19564722244139,0.522596829426279,-0.15284665118322768,0.002383883432651141,179,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T05:05:20.334762+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5087658741367563,0.6366061945429631,0.007086448481032079,0.39834424965127724,21.10073284894327,0.5214572149635952,-0.14388578522656736,0.004134089927812028,180,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T05:12:57.981047+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5771568279001095,0.6879752348246028,0.07614787084783309,0.4629729837909748,-31.399820120235017,0.5548948988033838,0.6,0.1361111111111111,6,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-23T04:20:41.384087+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.3585901106044114,1.3924156129681096,1.5825662166283143,1.219450520737897,5.6721520055944215,1.875319802095933,0.2061364838652795,0.0016500753266563259,107,0.9532710280373832,2026-06-17T12:10:12.867076+00:00,2026-06-23T05:05:20.342857+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.430794198349624,2.1301983252390535,0.12042362031091491,1.410247037253398,9.728955950860875,4.753440737279605,0.02947368421052632,0.7063755044335478,76,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-23T05:05:20.354989+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.989216043832516,0.9692389182007904,0.6801112920918361,0.5065137074051668,18.798727036326387,0.44909369032563645,-0.3425287356321839,0.007481827358939984,30,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-23T04:20:41.433095+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.224371197520077,1.149350378506064,0.015766644680835003,0.8167587975001407,14.358077313845465,3.946256899522227,0.12820512820512822,0.24397711809038614,40,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T05:05:20.366383+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0787787195349199,1.0379444492218732,0.21618952646374368,0.5597492766841528,45.98579993029981,0.08734441118750925,0.0,1.0,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-22T23:42:47.321412+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6212567068787475,0.7425265270766845,0.008596607306145457,0.43064659854357223,3.3367324771026783e-16,0.4937276206297262,-0.23156110727512397,4.182729959812235e-06,179,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T05:05:20.374219+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6223491145576446,0.7434256728153017,0.008586102176392281,0.4312169063233382,3.318195074452108e-16,0.49256465624150764,-0.22184978274363748,9.796278126178666e-06,180,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T05:12:57.996161+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2565612559835197,0.4676926183925614,0.05397038616447911,0.33518682132279193,-1.4748963430700404e-15,0.24693667351374793,0.2,0.7194444444444444,6,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-23T04:20:41.447814+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.4859966088828123,1.4454056141475071,1.5698123700595032,1.2774710491978112,1.538807777192953e-15,1.8938156184881676,0.21001587021689297,0.0013453316953763428,107,0.9532710280373832,2026-06-17T12:10:12.978229+00:00,2026-06-23T05:05:20.380573+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.081802996251605,2.296560584961527,0.1273292589688287,1.8385229693719132,-1.1426324704324422e-16,4.8251532768178516,0.031578947368421054,0.6864793053397276,76,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-23T05:05:20.390997+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.4318961460898045,1.1685978344691317,0.6905681061219461,0.9067070222538552,-3.225790554020627e-16,0.7024429766717039,-0.18160919540229886,0.1653935231257671,30,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-23T04:20:41.489589+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.5942663754706996,1.31301526798014,0.016680800570242234,0.726596007833642,4.56038098691881e-15,4.07819021151602,0.18601671562475386,0.09112083948109469,40,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T05:05:20.398167+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.9607965919810555,1.7146505799162957,0.36091886218530816,1.3691608206855306,8.969107392259686e-17,0.5580553598022875,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-22T23:42:47.343681+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4427723545008737,0.6136564545121593,0.0075806155639022,0.3374323141687215,19.57545958814233,0.4136997785081208,0.3054841273551826,6.340644909130362e-15,293,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T05:02:48.687482+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.44351705840386163,0.614336054499605,0.007572814666833894,0.3377485394774902,19.54477831328029,0.41319055316134956,0.3077941074040538,3.560847719855433e-15,294,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T05:12:12.503824+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3531086312767736,0.4497860921798977,0.05049692526362469,0.24969712003498815,39.985613709223784,0.51022951350609,0.04761904761904762,1.0,7,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-23T04:18:26.767851+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2894560084753969,0.4175935170231466,0.6479853241975919,0.20852003060481472,74.14547705083135,0.43717010919370003,0.3173913043478261,2.288810532763508e-09,161,0.9627329192546584,2026-06-16T12:07:37.946365+00:00,2026-06-23T05:03:22.294479+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.505772112954012,1.8874670844430068,0.11381521422637353,1.0401090520182137,15.566405608923159,4.5764645795891905,0.3822393822393822,2.3093560214522103e-09,112,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-23T05:03:28.243717+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1680660 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8091517233646689,0.8763014705652556,0.5908725266903997,0.4625779734906379,25.355922396961855,0.39586881689708564,-0.07878787878787878,0.4454509069408539,45,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-23T04:18:52.765609+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7910206945881098,0.9306344113521594,0.010349142671711746,0.5832474956081453,33.414750867853755,3.5946573631599255,0.12522686025408344,0.16496869131574954,58,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T05:03:35.175661+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1174822396077626,0.324815581789166,0.060286878365620425,0.19980835418849988,92.46557501174824,0.060081196004453746,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-22T23:41:11.770213+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.45956948973003464,0.5848510728172873,0.006872747207808798,0.3199570789820859,30.786726905929804,0.6807627020479011,0.20460704607046074,2.2551385186446725e-07,288,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T05:04:42.264292+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4604788166344948,0.585768268288526,0.006868515971632859,0.32066261218030134,30.70165831099787,0.6797555915707822,0.20756439830834295,1.432579122487011e-07,289,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T05:12:55.574940+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3225591397656044,0.48664545608319326,0.054730137587469245,0.24963903130622794,18.218338052650473,0.3997744021151048,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-23T04:20:12.598309+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.0950516128600932,0.22561521921706723,0.4304047007474139,0.11679896953657498,90.0944333873464,0.20401562474734555,0.1876158993791825,0.00046760229614525883,158,0.9683544303797469,2026-06-16T12:08:08.243141+00:00,2026-06-23T05:04:47.567275+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.7372318221476295,1.950650656479481,0.12010866097878993,1.1923193848026132,11.942436667155858,4.622356340908711,0.3013577852230647,4.2134082745685526e-06,107,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-23T05:04:53.205395+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1291 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9436335245095006,0.9579592143649623,0.6608700894610674,0.5169239862571235,17.493844783419746,0.33199755532972886,-0.04102564102564103,0.709272661513508,40,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-23T04:20:38.603909+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.9624453554080248,1.0076275189361705,0.011793600238112345,0.6616461131213514,25.49184552554582,3.7293617024320267,0.0649895178197065,0.48779675175863624,54,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T05:05:03.871980+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.19701763456987959,0.42647880866511967,0.09210826322391313,0.22574447154214997,87.63037685402294,0.10515280616061715,0.3333333333333334,0.75,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-22T23:42:44.447703+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3746610643839306,0.5488948105303558,0.0067168026900013824,0.37524454324295825,32.10057342250349,0.3963926043809038,0.21837893649974188,1.7894496114902353e-08,299,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T05:01:16.952646+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.37545657170065255,0.5496756384690658,0.006711956829236666,0.3755968607735398,32.041218322872304,0.39596898576806105,0.22122630992196213,1.1016905162886977e-08,300,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T05:11:07.016334+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3659814554277121,0.5236124307799545,0.059495747037476746,0.35459458613334327,11.21682598714913,0.39415876702644365,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-23T04:16:48.786326+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10614199041207681,0.2541360806282458,0.3685974934161318,0.18330643212651987,84.85821181141813,0.17630613717885263,0.04254658385093168,0.42309161634877834,161,0.9627329192546584,2026-06-16T12:07:01.390017+00:00,2026-06-23T05:01:24.474361+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.893117887504331,1.7340567660074973,0.11469518388997114,1.1937037755711277,22.70104038942645,4.404847380062411,0.37177726926010685,3.848915952622222e-09,115,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-23T05:01:32.725859+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8043542073202143,0.8752550188436752,0.5155691450727605,0.6875740542797159,26.286407835345752,0.3722177386336701,-0.04609929078014185,0.6439536077376282,48,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-23T04:17:18.282578+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.687669595743315,0.9061301880871944,0.010652006025287902,0.7043565354119234,34.50855648072463,3.45572624279161,0.10578609000584452,0.23655275440923185,59,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T05:01:38.422908+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15216568209521827,0.37796453879602965,0.06502662159367666,0.29797079340933813,90.33726988702747,0.06941482262146421,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-22T23:39:57.499399+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3911528771983547,0.558075804078187,0.006792807161182637,0.3194401078277458,30.083812629232234,0.4797241475227833,0.18971001369831206,1.2321908502314362e-06,294,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T05:02:08.358269+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.39203057014699755,0.5589171424043932,0.006787525592577014,0.3198483788276264,30.02058622242057,0.4791447969874032,0.19262077712440911,8.086099186601225e-07,295,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T05:11:44.570328+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4526862423623368,0.5657525073073637,0.06377901282502746,0.3031626192040572,6.6419767449522,0.5775530867943033,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-23T04:17:51.355940+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.19823659526403226,0.31879429558860906,0.3946410564234095,0.16539833954263627,82.9537568103232,0.35994234615572335,0.35471698113207545,2.7870060436692965e-11,160,0.9625,2026-06-16T12:07:21.772238+00:00,2026-06-23T05:02:12.570798+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.15398467761236,1.8218749542935868,0.11220390136720226,1.022082271836227,16.953853571286906,4.4297008104023865,0.29731408166433787,2.7374509434039586e-06,114,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-23T05:02:19.860325+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 73f6b044e0ed8487e64360e8894143aa82416c64..1729e1866d1605e3dd1ddb7ff54806d1b29ebb27 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T05:05:20.512534+00:00", + "generated_at": "2026-06-23T05:12:58.155764+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index f5993e68dc3987ed905e4e1704e589acb7d1f43b..f900f533dd4146c03d2cffd41567a60ec656c424 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,ARIMA,3.3863341780991885,1.8501107999117496,7.0,1,1,1.0 Air Quality,TimesFM-2.5,2.564548113819098,1.891777302219526,8.0,1,1,1.0 Air Quality,Moirai-1.1-Large,3.3638070350407174,1.8928058156366496,9.0,1,1,1.0 Air Quality,Moving-Average,3.177901028633958,1.9309094156687938,10.0,1,1,1.0 -Finance,Moving-Average,0.9150898100240425,0.7725275720992799,1.0,1,1,1.0 -Finance,ETS,0.932732459641104,0.7820712257629648,2.0,1,1,1.0 -Finance,TimesFM-2.5,0.8814097343064523,0.8287570624076008,3.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.8180916634344064,0.8857826964210971,4.0,1,1,1.0 -Finance,Chronos-2,0.7984214662496493,0.8903342115514308,5.0,1,1,1.0 -Finance,TiRex,0.9420970511968735,0.9749833011643437,6.0,1,1,1.0 -Finance,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -Finance,Toto-2.0-1B,1.005930144209628,1.071099525546242,8.0,1,1,1.0 -Finance,Timer-S1,1.3104369877618367,1.240837209271041,9.0,1,1,1.0 -Finance,ARIMA,2.1707226186455686,2.242560420751849,10.0,1,1,1.0 +Finance,ETS,0.7550700335562449,0.7299971248288675,1.0,1,1,1.0 +Finance,TimesFM-2.5,0.7498724676933128,0.7985253553832873,2.0,1,1,1.0 +Finance,Moving-Average,0.9210254896441341,0.803026558454942,3.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.6820067945078362,0.8251070664586279,4.0,1,1,1.0 +Finance,TiRex,0.8090516205220932,0.8928843464870977,5.0,1,1,1.0 +Finance,Chronos-2,0.7759613485304203,0.9114430533883922,6.0,1,1,1.0 +Finance,Toto-2.0-1B,0.7948162054134457,0.9638414446986457,7.0,1,1,1.0 +Finance,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 +Finance,Timer-S1,0.8832054266990373,1.0358666024591694,9.0,1,1,1.0 +Finance,ARIMA,1.31385887625789,1.764070714537495,10.0,1,1,1.0 Hazards,ARIMA,0.4951352340425208,0.5069601580842064,1.0,1,1,1.0 Hazards,Moirai-1.1-Large,0.4354639283575857,0.5361937706061136,2.0,1,1,1.0 Hazards,TiRex,0.4936791685821934,0.5421900296546405,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index b011e354bafcf478da5a316f7f1119919ed964f6..da32d96612b5a9436ab286075646ca790c6619e0 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 1D,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.7573073093016639,0.7646718841023403,4.0,6,6,1.0 -1h,Moirai-1.1-Large,0.9079623001205376,0.8269928863325989,4.5,6,6,1.0 -1h,TiRex,1.0311790226985853,0.8750566127435762,4.5,6,6,1.0 -1h,Toto-2.0-1B,0.8784879038275221,0.8244766489623634,4.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.5975088572088065,0.7725415774671325,5.0,6,6,1.0 -1h,Timer-S1,0.9707576439058441,0.9146504889106519,5.333333333333333,6,6,1.0 -1h,Seasonal-Naive,1.0,1.0,6.0,6,6,1.0 -1h,Moving-Average,1.3161830464711863,1.0874410337173146,6.666666666666667,6,6,1.0 -1h,ARIMA,2.2795241796217867,1.6104174748672102,7.0,6,6,1.0 -1h,ETS,3.027037073828941,1.6882168703297913,7.166666666666667,6,6,1.0 +1h,Chronos-2,0.7537143708366959,0.7676640478525025,4.166666666666667,6,6,1.0 +1h,TiRex,1.0053427896936458,0.8623213848660692,4.333333333333333,6,6,1.0 +1h,Moirai-1.1-Large,0.8808438749064953,0.8172701296872069,4.5,6,6,1.0 +1h,Toto-2.0-1B,0.8446671436030888,0.8101043948956262,4.666666666666667,6,6,1.0 +1h,TimesFM-2.5,0.581628851957677,0.7677717119564731,4.833333333333333,6,6,1.0 +1h,Timer-S1,0.9089746048084221,0.8875374240910928,5.333333333333333,6,6,1.0 +1h,Seasonal-Naive,1.0,1.0,6.166666666666667,6,6,1.0 +1h,ARIMA,2.096532510168389,1.5472735946481941,7.0,6,6,1.0 +1h,ETS,2.9222863134332457,1.66893994577569,7.0,6,6,1.0 +1h,Moving-Average,1.3176021074829078,1.0944813614133384,7.0,6,6,1.0 6min,Timer-S1,0.021513155033639274,0.09772513820467206,1.0,1,1,1.0 6min,Chronos-2,0.03533706915702613,0.1391984355400986,2.0,1,1,1.0 6min,TimesFM-2.5,0.04921190909235627,0.17873187444394206,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index d6b64dee246a01e7e76b0a3fef93bdd374aaaad9..de3aa9fa60cab027601b970f6772910c3e16710b 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 7,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.6262241216738218,0.7209603064460252,4.0,7,7,1.0 -24,Toto-2.0-1B,0.7679989849409417,0.7537838321460656,4.428571428571429,7,7,1.0 -24,Moirai-1.1-Large,0.8619964159813799,0.7744693029401605,4.571428571428571,7,7,1.0 -24,TiRex,0.9488250088309813,0.8187525431733124,4.714285714285714,7,7,1.0 -24,Timer-S1,0.7364337383585388,0.7952437556051757,4.714285714285714,7,7,1.0 -24,TimesFM-2.5,0.5850223500236628,0.7610468796267739,5.285714285714286,7,7,1.0 -24,Seasonal-Naive,1.0,1.0,6.285714285714286,7,7,1.0 -24,ARIMA,1.8072233262789428,1.3587494371164264,6.428571428571429,7,7,1.0 -24,Moving-Average,1.2358415238378424,1.0783369775882787,7.0,7,7,1.0 -24,ETS,2.5846347506009373,1.5846424751375818,7.571428571428571,7,7,1.0 +24,Chronos-2,0.623676657705488,0.7233777346146889,4.142857142857143,7,7,1.0 +24,Toto-2.0-1B,0.7425850504094856,0.742506909634966,4.285714285714286,7,7,1.0 +24,Moirai-1.1-Large,0.8398811819161964,0.7666582198585542,4.571428571428571,7,7,1.0 +24,TiRex,0.9284114604990558,0.8085283229544543,4.571428571428571,7,7,1.0 +24,Timer-S1,0.6960724974954621,0.7749946410915908,4.714285714285714,7,7,1.0 +24,TimesFM-2.5,0.5716698041190389,0.7570174754414867,5.142857142857143,7,7,1.0 +24,ARIMA,1.6821356760113164,1.3129543900585587,6.428571428571429,7,7,1.0 +24,Seasonal-Naive,1.0,1.0,6.428571428571429,7,7,1.0 +24,Moving-Average,1.2369835270776766,1.084318262310404,7.285714285714286,7,7,1.0 +24,ETS,2.507778644445539,1.5691204052845464,7.428571428571429,7,7,1.0 60,Timer-S1,0.021513155033639274,0.09772513820467206,1.0,1,1,1.0 60,Chronos-2,0.03533706915702613,0.1391984355400986,2.0,1,1,1.0 60,TimesFM-2.5,0.04921190909235627,0.17873187444394206,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index a36d360737b14801b266dab482049fb5ea384e7e..51d62b4b7fe292c964ba6fda15a7e39de07c38a7 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.3974005175603518,0.5496516326619608,3.8,10,10,1.0 -Overall,Chronos-2,0.40232459547141325,0.5558946271891055,3.9,10,10,1.0 -Overall,Toto-2.0-1B,0.5252102509431709,0.6071336746114421,4.5,10,10,1.0 -Overall,TiRex,0.5246937266952195,0.6271507057514716,4.6,10,10,1.0 -Overall,Moirai-1.1-Large,0.6733978891092267,0.6732158571847218,5.1,10,10,1.0 -Overall,TimesFM-2.5,0.3786290991171956,0.6028349832699099,5.2,10,10,1.0 -Overall,ARIMA,1.0291400465631664,0.9633096864459576,6.3,10,10,1.0 -Overall,Moving-Average,0.9994324864933525,0.951367547413222,6.9,10,10,1.0 -Overall,Seasonal-Naive,1.0,1.0,7.0,10,10,1.0 -Overall,ETS,1.7791718524900904,1.2472859220294845,7.7,10,10,1.0 +Overall,Timer-S1,0.3820260578580263,0.5398168350543732,3.8,10,10,1.0 +Overall,Chronos-2,0.40117824273236813,0.5571987382230895,4.0,10,10,1.0 +Overall,Toto-2.0-1B,0.5129831299160236,0.6007612311530318,4.4,10,10,1.0 +Overall,TiRex,0.5167659981854977,0.6216582743072949,4.5,10,10,1.0 +Overall,Moirai-1.1-Large,0.6612572156548142,0.6684557269055924,5.1,10,10,1.0 +Overall,TimesFM-2.5,0.3725589017655688,0.6005989849330212,5.1,10,10,1.0 +Overall,ARIMA,0.978743558622097,0.9404660251321848,6.3,10,10,1.0 +Overall,Moving-Average,1.000078878350746,0.9550583917386859,7.1,10,10,1.0 +Overall,Seasonal-Naive,1.0,1.0,7.1,10,10,1.0 +Overall,ETS,1.7419709715017162,1.2387210128815573,7.6,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 583c7a8d7d02e014766ede7d9a7fadb659959233..32cb4a5951cdd94d87a8cb2c5ee0096d88ece9c6 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,601768.5968260531,1096060.034525002,958.6220970819344,1.3617732503886995,0.014847279063782684,0.014979312598235872,30.48875532376303,775.7374535408569,0.012048541747245144,0.014889055960626054,0.013486413195541893,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,385552.54336038814,800541.1190119652,774.6300183078826,1.1281360175694024,0.011988787622978657,0.012084939779508945,21.712335957845536,620.9287747885326,0.009648065225737976,0.012036293446046752,0.01077256449523372,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.0391517757148749,0.038327246693301495,0.141467636047417,0.47764880421962874,0.08878212696405312,0.08310482688713199,17.05140147685746,0.1978680765431223,0.11912467486556313,0.08516930291418522,0.08347016443357094,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.05902985860966651,0.053006613506647066,0.18605945327670229,1.366967385223901,0.1324743134935973,0.11991513995325745,26.481569573262195,0.24296061123084645,0.15990095963966133,0.12245229783649066,0.11371403126213704,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index fa8cb16bd149489b639f81c69a3507a714fcad60..1ae31caf218c92f56772440a2734b7d2a18ca8aa 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T05:05:20.076542+00:00", + "evaluated_at": "2026-06-23T05:12:57.924704+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63994.0, 64083.41015625, 64510.44140625, 64399.921875, @@ -101,10 +100,10 @@ 64606.0, 64257.98828125, 63974.01171875, - 64100.01953125 + 64100.01953125, + 64247.73828125 ], "actuals": [ - 64247.73828125, 63989.94921875, 64211.19140625, 64165.98828125, @@ -127,350 +126,350 @@ 64156.0, 64204.01171875, 64065.3515625, - 63669.05078125 + 63623.01953125, + 63657.98828125 ], "p50": [ - 63425.0351127738, - 63424.18962114347, - 63421.52796409611, - 63425.08533535706, - 63429.20208201986, - 63433.162148587355, - 63423.4986570098, - 63433.12788789896, - 63423.6148968477, - 63423.57635493869, - 63423.619896721706, - 63424.91534497502, - 63418.80271184395, - 63421.85303798636, - 63424.914188177216, - 63433.114826942416, - 63416.437910664376, - 63429.29213272394, - 63418.80323200213, - 63427.937001621554, - 63427.936992524694, - 63433.1147510325, - 63431.904552813656, - 63422.68818558125 + 63570.93516976603, + 63575.10625715534, + 63577.71936764895, + 63597.419372024866, + 63559.44652514031, + 63597.32698023606, + 63575.36262490862, + 63587.31729344529, + 63575.186334845755, + 63597.22236081761, + 63576.695178107904, + 63577.66014843238, + 63582.430159216514, + 63579.468877232255, + 63597.433060238865, + 63577.6601485436, + 63609.0422464694, + 63587.31733251913, + 63584.80022262727, + 63579.46887723821, + 63584.19146753811, + 63575.730206706794, + 63575.01019576407, + 63597.43306023749 ], "p10": [ - 63184.27625017964, - 63170.11455545811, - 63164.006383894564, - 63169.66864726665, - 63185.35796508737, - 63196.735385762986, - 63101.08232781083, - 63189.33801684105, - 63168.97408320332, - 63133.52385975705, - 63169.49573002105, - 63189.32588780113, - 63183.85242812637, - 63169.497927222095, - 63189.91621195359, - 63185.448071853985, - 63165.89986362134, - 63185.44801579145, - 63189.85719985891, - 63185.448000251556, - 63183.85295646609, - 63196.687988208134, - 63238.91289632964, - 63164.33117842681 + 63332.036157152106, + 63330.631123824256, + 63353.513497653184, + 63340.19443633977, + 63330.52647192832, + 63366.501489191825, + 63335.158108784475, + 63330.523268889636, + 63335.15794877155, + 63335.15793765217, + 63329.280658431635, + 63340.7692560867, + 63335.15793976559, + 63330.523307957534, + 63379.423899447705, + 63330.927768595815, + 63340.76925619831, + 63340.769256198226, + 63335.157939739816, + 63318.0968078194, + 63330.927768596135, + 63367.894500040755, + 63353.97170490457, + 63340.76925619824 ], "p90": [ - 63680.053702691315, - 63712.50531429542, - 63711.33946271121, - 63659.16402752522, - 63711.574227580735, - 63711.71165599229, - 63659.281261572876, - 63711.69981024969, - 63711.881488984356, - 63711.69031357848, - 63691.82858923556, - 63693.81489111561, - 63693.813350159966, - 63682.28623260145, - 63668.48446663163, - 63711.68674929314, - 63667.06892502102, - 63691.830528119965, - 63662.1249060915, - 63809.90791851934, - 63662.61931911761, - 63810.39891895156, - 63711.664255915886, - 63754.269804497424 + 63921.80872480748, + 63789.1321681081, + 63827.59211447439, + 63890.82192788703, + 63815.773143170605, + 63887.51658252525, + 63827.52061648129, + 63827.52040836277, + 63843.805543469, + 63843.80553234962, + 63818.11126889834, + 63890.835615988115, + 63887.51731388634, + 63838.83663865628, + 63838.94867005827, + 63887.51731386024, + 63838.82419072957, + 63920.700336251495, + 63920.70033625152, + 63838.83663866224, + 63920.70033625151, + 63838.824190729494, + 63838.824190729494, + 63827.520447436626 ], "mean": [ - 64700.84151641152, - 64062.056926230456, - 64684.71526675272, - 63747.24669853228, - 64077.603109508025, - 63783.110904155634, - 63718.76710016395, - 63774.5995339453, - 64091.13741538467, - 63748.41848343928, - 63434.94565174043, - 63729.397615184665, - 64693.42582977177, - 64059.18403195694, - 63428.37038401234, - 63446.334501125995, - 63395.883035179904, - 64708.86509211475, - 64053.14364858887, - 64068.58278324818, - 64056.66187276189, - 63799.28201573725, - 64099.82247982142, - 64392.85319175063 + 63892.96806999991, + 63889.30585928999, + 63571.50449369335, + 64235.071615237364, + 64831.78954238356, + 64261.29164884076, + 64538.8299707168, + 63880.14082752982, + 64536.40536777914, + 64238.7187758329, + 63573.82363376767, + 63920.51286291352, + 63911.67155695074, + 63900.47157222695, + 63622.41888942596, + 64221.728278355564, + 64569.988270364476, + 64563.96747641642, + 63895.70817632025, + 64195.453986547276, + 64230.38031452998, + 64545.75362467914, + 64219.56336331667, + 63923.006589511264 ], "quantiles": { "0.1": [ - 63184.27625017964, - 63170.11455545811, - 63164.006383894564, - 63169.66864726665, - 63185.35796508737, - 63196.735385762986, - 63101.08232781083, - 63189.33801684105, - 63168.97408320332, - 63133.52385975705, - 63169.49573002105, - 63189.32588780113, - 63183.85242812637, - 63169.497927222095, - 63189.91621195359, - 63185.448071853985, - 63165.89986362134, - 63185.44801579145, - 63189.85719985891, - 63185.448000251556, - 63183.85295646609, - 63196.687988208134, - 63238.91289632964, - 63164.33117842681 + 63332.036157152106, + 63330.631123824256, + 63353.513497653184, + 63340.19443633977, + 63330.52647192832, + 63366.501489191825, + 63335.158108784475, + 63330.523268889636, + 63335.15794877155, + 63335.15793765217, + 63329.280658431635, + 63340.7692560867, + 63335.15793976559, + 63330.523307957534, + 63379.423899447705, + 63330.927768595815, + 63340.76925619831, + 63340.769256198226, + 63335.157939739816, + 63318.0968078194, + 63330.927768596135, + 63367.894500040755, + 63353.97170490457, + 63340.76925619824 ], "0.2": [ - 63248.53187749937, - 63258.75702766754, - 63247.525764877384, - 63209.665464232545, - 63249.24297987507, - 63260.29664332328, - 63247.82560388526, - 63260.262382634886, - 63228.2237964731, - 63226.132981086324, - 63258.13820223048, - 63297.42054750991, - 63247.85002747451, - 63247.850838767634, - 63283.64744853233, - 63276.85887856555, - 63260.24920328132, - 63249.703643111185, - 63246.30039713703, - 63283.64760181108, - 63228.230710594755, - 63316.272011987625, - 63331.55571201798, - 63249.33300953778 + 63423.71125257821, + 63379.167700737715, + 63424.46677817198, + 63424.39387085433, + 63389.922761497946, + 63458.93929102519, + 63424.40772811162, + 63415.38404476952, + 63464.37955503775, + 63457.6854381528, + 63396.212115951064, + 63396.8824650877, + 63422.602864048014, + 63396.21211546256, + 63479.31939052965, + 63393.530716545305, + 63443.79041314829, + 63455.87557752604, + 63443.79041314822, + 63350.91727407817, + 63457.13015964612, + 63459.253667890516, + 63422.602864022236, + 63470.65346389539 ], "0.3": [ - 63350.20329034602, - 63340.745640417175, - 63349.87286273177, - 63330.2561607267, - 63340.18431923301, - 63372.98563035022, - 63347.19570922916, - 63352.3361461869, - 63319.784379457284, - 63319.13013473398, - 63350.195739420975, - 63352.51403834163, - 63334.49628545323, - 63317.57556376706, - 63334.496669611064, - 63350.19773436791, - 63319.7912558812, - 63351.37505595783, - 63330.0851495472, - 63350.19766276548, - 63319.791293578935, - 63372.938232795364, - 63380.33339755208, - 63334.496817388346 + 63478.81436300932, + 63475.33402257734, + 63479.378609633306, + 63507.14958977606, + 63463.741975206394, + 63522.87973939358, + 63484.221802650754, + 63484.22159453223, + 63502.216654047, + 63513.29881596913, + 63475.59022176851, + 63478.835365594256, + 63495.071491588824, + 63500.31286918646, + 63545.46718792589, + 63482.750960682424, + 63495.87072560588, + 63495.87072560579, + 63495.07149156305, + 63459.253667890516, + 63505.67928809666, + 63505.67928809666, + 63479.319390528275, + 63548.37471912124 ], "0.4": [ - 63390.50186436136, - 63383.60724555133, - 63383.89513979378, - 63401.74490155193, - 63419.18627248067, - 63416.48535070634, - 63396.6177698113, - 63402.5959361904, - 63396.63580761862, - 63390.44765395233, - 63382.98842011427, - 63400.14477962365, - 63381.145411469115, - 63382.990617315314, - 63391.673461154525, - 63411.54637487087, - 63373.0683975915, - 63400.14379164449, - 63378.43744987867, - 63397.62153615313, - 63384.21993073063, - 63415.17812977028, - 63422.85526964427, - 63381.14594340423 + 63539.791337021474, + 63521.585539806605, + 63563.07328303353, + 63573.134497789775, + 63502.21980898009, + 63575.00946442876, + 63559.443530220145, + 63565.90117545257, + 63559.44337020722, + 63566.156392905425, + 63559.44336165803, + 63515.60934512164, + 63565.90121455221, + 63563.01406392254, + 63575.583106371036, + 63548.37471912092, + 63569.82678121013, + 63567.7090379535, + 63564.746354287265, + 63521.84173851522, + 63567.709037953515, + 63561.58578282729, + 63533.608436027265, + 63575.58310636966 ], "0.5": [ - 63425.0351127738, - 63424.18962114347, - 63421.52796409611, - 63425.08533535706, - 63429.20208201986, - 63433.162148587355, - 63423.4986570098, - 63433.12788789896, - 63423.6148968477, - 63423.57635493869, - 63423.619896721706, - 63424.91534497502, - 63418.80271184395, - 63421.85303798636, - 63424.914188177216, - 63433.114826942416, - 63416.437910664376, - 63429.29213272394, - 63418.80323200213, - 63427.937001621554, - 63427.936992524694, - 63433.1147510325, - 63431.904552813656, - 63422.68818558125 + 63570.93516976603, + 63575.10625715534, + 63577.71936764895, + 63597.419372024866, + 63559.44652514031, + 63597.32698023606, + 63575.36262490862, + 63587.31729344529, + 63575.186334845755, + 63597.22236081761, + 63576.695178107904, + 63577.66014843238, + 63582.430159216514, + 63579.468877232255, + 63597.433060238865, + 63577.6601485436, + 63609.0422464694, + 63587.31733251913, + 63584.80022262727, + 63579.46887723821, + 63584.19146753811, + 63575.730206706794, + 63575.01019576407, + 63597.43306023749 ], "0.6": [ - 63466.42871765349, - 63449.16774943198, - 63452.88697728278, - 63467.7714616265, - 63504.432537439614, - 63493.148423865176, - 63448.5258863136, - 63501.64474490399, - 63501.624689126504, - 63481.17953245664, - 63498.606688180735, - 63441.3553661938, - 63432.38810048502, - 63441.35463653128, - 63493.10087733906, - 63499.81788345558, - 63436.55665943702, - 63493.1010461577, - 63467.600450447004, - 63493.147332074026, - 63460.20316318522, - 63511.0595510587, - 63493.119544371264, - 63448.55084183796 + 63598.33075146122, + 63608.78604776071, + 63622.04246335684, + 63646.825418560176, + 63575.51272016592, + 63644.95279782407, + 63629.7183634301, + 63629.71815531158, + 63592.78961964045, + 63645.415633491095, + 63621.98324473436, + 63644.645458101615, + 63642.06464746175, + 63621.98324424585, + 63646.839106774176, + 63609.042246469005, + 63674.31989263224, + 63645.41563557872, + 63644.64545821316, + 63625.07722430526, + 63629.71819438544, + 63642.064647435975, + 63599.10445682274, + 63660.00956098116 ], "0.7": [ - 63514.11503380457, - 63518.065320849986, - 63517.12361872372, - 63517.619412658525, - 63558.81239011932, - 63555.97032904028, - 63524.812024608225, - 63554.659144284495, - 63560.82787697271, - 63556.506284153, - 63528.72752857521, - 63514.36137244657, - 63503.799295102515, - 63505.4505131763, - 63519.164375590655, - 63554.64608332795, - 63515.28673708189, - 63524.83700117395, - 63523.16876851894, - 63560.83480019122, - 63517.448409660574, - 63592.355415282735, - 63560.83479336219, - 63517.44841325597 + 63662.925597574096, + 63667.82163683806, + 63660.61107449728, + 63719.51586791201, + 63644.87967538766, + 63705.713520749094, + 63709.24291345513, + 63675.13508885646, + 63677.03735265776, + 63718.53303135955, + 63705.714252566955, + 63719.52955601309, + 63675.1351279561, + 63705.71425207845, + 63710.729844535366, + 63677.0373436257, + 63737.23836102664, + 63706.77279978221, + 63709.24274441047, + 63677.679828074586, + 63705.714252084406, + 63677.03734362602, + 63665.40266822432, + 63714.19974482222 ], "0.8": [ - 63615.80972484138, - 63659.60993571668, - 63592.030619556506, - 63592.52641349131, - 63655.06093179025, - 63636.95306424795, - 63593.605387125164, - 63621.69803556312, - 63649.98316140419, - 63614.76501766661, - 63597.85463153206, - 63614.762385297894, - 63614.76084434225, - 63614.97050285772, - 63592.35526631147, - 63615.80568949302, - 63566.41212477489, - 63592.35543513011, - 63571.60080389523, - 63635.61545041765, - 63571.60081207677, - 63662.12491906242, - 63623.816784976705, - 63615.80561238912 + 63742.54945500661, + 63722.68614996164, + 63727.98272130684, + 63784.46980391445, + 63719.53272008946, + 63760.49477589097, + 63769.470152588416, + 63742.0872809421, + 63758.251897178656, + 63784.483490039434, + 63722.94234915281, + 63769.46998343221, + 63738.208152850224, + 63769.46998353779, + 63784.48349212845, + 63769.46998354343, + 63788.72811317124, + 63785.04275977889, + 63772.47268526042, + 63742.087320015955, + 63742.087320015955, + 63727.92350220181, + 63760.49550722628, + 63745.320233642145 ], "0.9": [ - 63680.053702691315, - 63712.50531429542, - 63711.33946271121, - 63659.16402752522, - 63711.574227580735, - 63711.71165599229, - 63659.281261572876, - 63711.69981024969, - 63711.881488984356, - 63711.69031357848, - 63691.82858923556, - 63693.81489111561, - 63693.813350159966, - 63682.28623260145, - 63668.48446663163, - 63711.68674929314, - 63667.06892502102, - 63691.830528119965, - 63662.1249060915, - 63809.90791851934, - 63662.61931911761, - 63810.39891895156, - 63711.664255915886, - 63754.269804497424 + 63921.80872480748, + 63789.1321681081, + 63827.59211447439, + 63890.82192788703, + 63815.773143170605, + 63887.51658252525, + 63827.52061648129, + 63827.52040836277, + 63843.805543469, + 63843.80553234962, + 63818.11126889834, + 63890.835615988115, + 63887.51731388634, + 63838.83663865628, + 63838.94867005827, + 63887.51731386024, + 63838.82419072957, + 63920.700336251495, + 63920.70033625152, + 63838.83663866224, + 63920.70033625151, + 63838.824190729494, + 63838.824190729494, + 63827.520447436626 ] }, "timestamps": [ - "2026-06-18 05:00:00", "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", @@ -589,6 +588,7 @@ "2026-06-23 01:00:00", "2026-06-23 02:00:00", "2026-06-23 03:00:00", - "2026-06-23 04:00:00" + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 75050bb1cf87ee59981b83953d93bcec582040f8..9cb2218078ffbddffa3d51467be34f5e67749a75 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,29 +1,11 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T05:05:20.219358+00:00", + "evaluated_at": "2026-06-23T05:12:57.937043+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 150cf5c93d0ae2386cd952853378b6500b20ec02..4695166fc82c41936e8ada526633667f0b00e272 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -14,4 +14,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 2026-06-22,Chronos-2,4.900,4.000,4.000,4.600,4.900,4.600,2.900,4.600,5.000,4.700 -2026-06-23,Chronos-2,3.400,3.900,3.600,3.600,3.400,3.600,3.400,3.600,3.400,3.600 +2026-06-23,Chronos-2,3.700,4.000,3.900,3.900,3.700,3.900,3.400,3.900,3.700,4.000 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index c83a2765fd6a26576a377be00b3e7e27a64e085f..7d1c684644a7ed02e724b1e0d080d4fabd5d2f7b 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.15,3.95,3.8,4.1,4.15,4.1,3.15,4.1,4.2,4.15 +2026-W26,Chronos-Bolt-Mini,4.3,4.0,3.95,4.25,4.3,4.25,3.15,4.25,4.35,4.35 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index f2b6fe6771c6400f80979df747dfeb1a5cafbe3e..9a3e77f3b015e33a361e5e8208ec58584ffea11e 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,221338.7197856903,221338.7197856903,316.3963216145833,0.4494576628346733,0.004885078968869652,0.004907363228312825,5.9068266299074,470.46649167150076,0.00730715674447642,0.004914181044434166,0.0053543329080444685,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,227706.24523035684,227706.24523035684,340.408203125,0.4957550644116136,0.005263636055257114,0.005283142798578639,6.398986651504733,477.1857554772113,0.0074145690787242495,0.005289303186576878,0.005565864789571965,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.02196653396257986,0.02196653396257986,0.12596950729688008,0.42532119861197876,0.07436668601646883,0.07848502322105683,2.03286815179685,0.14821111281742627,0.08922915173732654,0.07583879553428458,0.06339088160413826,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.11872509333725449,0.11872509333725449,0.2884504215584861,2.119227545714329,0.2039676074164403,0.17723241641587886,30.03037760393225,0.344565078522555,0.2267704482424217,0.18983941052009878,0.13165792128091636,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 6ad962915498d58414c37a4fad605d31b9e241e1..99798c42cb6a82f5edac6165c490665b8d06bbfa 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T04:58:50.292993+00:00", + "evaluated_at": "2026-06-23T05:10:45.975786+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63994.0, 64083.41015625, 64510.44140625, 64399.921875, @@ -101,10 +100,10 @@ 64606.0, 64257.98828125, 63974.01171875, - 64100.01953125 + 64100.01953125, + 64247.73828125 ], "actuals": [ - 64247.73828125, 63989.94921875, 64211.19140625, 64165.98828125, @@ -127,350 +126,350 @@ 64156.0, 64204.01171875, 64065.3515625, - 63669.05078125 + 63623.01953125, + 63657.98828125 ], "p50": [ - 64169.90625, - 64160.30078125, - 64168.05078125, - 64177.2578125, - 64179.8515625, - 64182.41796875, - 64190.78515625, - 64177.95703125, - 64182.64453125, - 64178.33984375, - 64169.21484375, - 64162.7265625, - 64150.91015625, - 64159.55078125, - 64193.58203125, - 64176.87109375, - 64171.359375, - 64169.25390625, - 64162.78125, - 64155.18359375, - 64159.2109375, - 64176.55859375, - 64202.66796875, - 64202.8828125 + 64227.46875, + 64225.22265625, + 64228.9375, + 64228.54296875, + 64233.3203125, + 64225.48046875, + 64227.47265625, + 64211.78515625, + 64188.9765625, + 64167.07421875, + 64159.57421875, + 64145.89453125, + 64160.73046875, + 64169.65234375, + 64180.171875, + 64144.796875, + 64153.96875, + 64150.79296875, + 64149.375, + 64156.5234375, + 64165.47265625, + 64182.52734375, + 64197.0390625, + 64183.8515625 ], "p10": [ - 63829.71875, - 63714.65625, - 63649.0703125, - 63613.43359375, - 63574.85546875, - 63532.41015625, - 63480.19140625, - 63435.73828125, - 63407.71484375, - 63345.86328125, - 63328.23046875, - 63287.78125, - 63254.90625, - 63236.9765625, - 63251.5625, - 63275.07421875, - 63245.62109375, - 63190.6953125, - 63169.71875, - 63146.58203125, - 63138.49609375, - 63131.80859375, - 63142.62109375, - 63150.28125 + 63927.4140625, + 63817.6015625, + 63746.56640625, + 63682.38671875, + 63630.5859375, + 63559.83203125, + 63462.56640625, + 63402.29296875, + 63342.12890625, + 63252.38671875, + 63227.71484375, + 63198.6953125, + 63207.3671875, + 63188.1875, + 63197.0234375, + 63199.1171875, + 63134.25390625, + 63100.4609375, + 63085.30078125, + 63072.15625, + 63072.09375, + 63061.30078125, + 63066.69921875, + 63068.6875 ], "p90": [ - 64395.34375, - 64472.79296875, - 64530.59375, - 64588.85546875, - 64610.21875, - 64661.671875, - 64672.62890625, - 64715.359375, - 64707.73828125, - 64742.67578125, - 64748.140625, - 64758.59375, - 64796.72265625, - 64800.28125, - 64821.0234375, - 64827.3984375, - 64993.29296875, - 65003.62890625, - 65002.1640625, - 65004.1328125, - 65010.69140625, - 65058.015625, - 65059.75, - 65107.29296875 + 64440.31640625, + 64488.75390625, + 64554.5234375, + 64593.73046875, + 64611.8984375, + 64657.1953125, + 64651.23046875, + 64701.99609375, + 64701.8203125, + 64731.953125, + 64730.5390625, + 64746.6875, + 64767.26171875, + 64771.59765625, + 64784.74609375, + 64782.79296875, + 64986.69140625, + 64997.94921875, + 64999.77734375, + 64998.38671875, + 64991.93359375, + 65024.8671875, + 65038.6953125, + 65082.25 ], "mean": [ - 64169.90625, - 64160.30078125, - 64168.05078125, - 64177.2578125, - 64179.8515625, - 64182.41796875, - 64190.78515625, - 64177.95703125, - 64182.64453125, - 64178.33984375, - 64169.21484375, - 64162.7265625, - 64150.91015625, - 64159.55078125, - 64193.58203125, - 64176.87109375, - 64171.359375, - 64169.25390625, - 64162.78125, - 64155.18359375, - 64159.2109375, - 64176.55859375, - 64202.66796875, - 64202.8828125 + 64227.46875, + 64225.22265625, + 64228.9375, + 64228.54296875, + 64233.3203125, + 64225.48046875, + 64227.47265625, + 64211.78515625, + 64188.9765625, + 64167.07421875, + 64159.57421875, + 64145.89453125, + 64160.73046875, + 64169.65234375, + 64180.171875, + 64144.796875, + 64153.96875, + 64150.79296875, + 64149.375, + 64156.5234375, + 64165.47265625, + 64182.52734375, + 64197.0390625, + 64183.8515625 ], "quantiles": { "0.1": [ - 63829.71875, - 63714.65625, - 63649.0703125, - 63613.43359375, - 63574.85546875, - 63532.41015625, - 63480.19140625, - 63435.73828125, - 63407.71484375, - 63345.86328125, - 63328.23046875, - 63287.78125, - 63254.90625, - 63236.9765625, - 63251.5625, - 63275.07421875, - 63245.62109375, - 63190.6953125, - 63169.71875, - 63146.58203125, - 63138.49609375, - 63131.80859375, - 63142.62109375, - 63150.28125 + 63927.4140625, + 63817.6015625, + 63746.56640625, + 63682.38671875, + 63630.5859375, + 63559.83203125, + 63462.56640625, + 63402.29296875, + 63342.12890625, + 63252.38671875, + 63227.71484375, + 63198.6953125, + 63207.3671875, + 63188.1875, + 63197.0234375, + 63199.1171875, + 63134.25390625, + 63100.4609375, + 63085.30078125, + 63072.15625, + 63072.09375, + 63061.30078125, + 63066.69921875, + 63068.6875 ], "0.2": [ - 63829.71875, - 63714.65625, - 63649.0703125, - 63613.43359375, - 63574.85546875, - 63532.41015625, - 63480.19140625, - 63435.73828125, - 63407.71484375, - 63345.86328125, - 63328.23046875, - 63287.78125, - 63254.90625, - 63236.9765625, - 63251.5625, - 63275.07421875, - 63245.62109375, - 63190.6953125, - 63169.71875, - 63146.58203125, - 63138.49609375, - 63131.80859375, - 63142.62109375, - 63150.28125 + 63927.4140625, + 63817.6015625, + 63746.56640625, + 63682.38671875, + 63630.5859375, + 63559.83203125, + 63462.56640625, + 63402.29296875, + 63342.12890625, + 63252.38671875, + 63227.71484375, + 63198.6953125, + 63207.3671875, + 63188.1875, + 63197.0234375, + 63199.1171875, + 63134.25390625, + 63100.4609375, + 63085.30078125, + 63072.15625, + 63072.09375, + 63061.30078125, + 63066.69921875, + 63068.6875 ], "0.3": [ - 63829.71875, - 63714.65625, - 63649.0703125, - 63613.43359375, - 63574.85546875, - 63532.41015625, - 63480.19140625, - 63435.73828125, - 63407.71484375, - 63345.86328125, - 63328.23046875, - 63287.78125, - 63254.90625, - 63236.9765625, - 63251.5625, - 63275.07421875, - 63245.62109375, - 63190.6953125, - 63169.71875, - 63146.58203125, - 63138.49609375, - 63131.80859375, - 63142.62109375, - 63150.28125 + 63927.4140625, + 63817.6015625, + 63746.56640625, + 63682.38671875, + 63630.5859375, + 63559.83203125, + 63462.56640625, + 63402.29296875, + 63342.12890625, + 63252.38671875, + 63227.71484375, + 63198.6953125, + 63207.3671875, + 63188.1875, + 63197.0234375, + 63199.1171875, + 63134.25390625, + 63100.4609375, + 63085.30078125, + 63072.15625, + 63072.09375, + 63061.30078125, + 63066.69921875, + 63068.6875 ], "0.4": [ - 64169.90625, - 64160.30078125, - 64168.05078125, - 64177.2578125, - 64179.8515625, - 64182.41796875, - 64190.78515625, - 64177.95703125, - 64182.64453125, - 64178.33984375, - 64169.21484375, - 64162.7265625, - 64150.91015625, - 64159.55078125, - 64193.58203125, - 64176.87109375, - 64171.359375, - 64169.25390625, - 64162.78125, - 64155.18359375, - 64159.2109375, - 64176.55859375, - 64202.66796875, - 64202.8828125 + 64227.46875, + 64225.22265625, + 64228.9375, + 64228.54296875, + 64233.3203125, + 64225.48046875, + 64227.47265625, + 64211.78515625, + 64188.9765625, + 64167.07421875, + 64159.57421875, + 64145.89453125, + 64160.73046875, + 64169.65234375, + 64180.171875, + 64144.796875, + 64153.96875, + 64150.79296875, + 64149.375, + 64156.5234375, + 64165.47265625, + 64182.52734375, + 64197.0390625, + 64183.8515625 ], "0.5": [ - 64169.90625, - 64160.30078125, - 64168.05078125, - 64177.2578125, - 64179.8515625, - 64182.41796875, - 64190.78515625, - 64177.95703125, - 64182.64453125, - 64178.33984375, - 64169.21484375, - 64162.7265625, - 64150.91015625, - 64159.55078125, - 64193.58203125, - 64176.87109375, - 64171.359375, - 64169.25390625, - 64162.78125, - 64155.18359375, - 64159.2109375, - 64176.55859375, - 64202.66796875, - 64202.8828125 + 64227.46875, + 64225.22265625, + 64228.9375, + 64228.54296875, + 64233.3203125, + 64225.48046875, + 64227.47265625, + 64211.78515625, + 64188.9765625, + 64167.07421875, + 64159.57421875, + 64145.89453125, + 64160.73046875, + 64169.65234375, + 64180.171875, + 64144.796875, + 64153.96875, + 64150.79296875, + 64149.375, + 64156.5234375, + 64165.47265625, + 64182.52734375, + 64197.0390625, + 64183.8515625 ], "0.6": [ - 64169.90625, - 64160.30078125, - 64168.05078125, - 64177.2578125, - 64179.8515625, - 64182.41796875, - 64190.78515625, - 64177.95703125, - 64182.64453125, - 64178.33984375, - 64169.21484375, - 64162.7265625, - 64150.91015625, - 64159.55078125, - 64193.58203125, - 64176.87109375, - 64171.359375, - 64169.25390625, - 64162.78125, - 64155.18359375, - 64159.2109375, - 64176.55859375, - 64202.66796875, - 64202.8828125 + 64227.46875, + 64225.22265625, + 64228.9375, + 64228.54296875, + 64233.3203125, + 64225.48046875, + 64227.47265625, + 64211.78515625, + 64188.9765625, + 64167.07421875, + 64159.57421875, + 64145.89453125, + 64160.73046875, + 64169.65234375, + 64180.171875, + 64144.796875, + 64153.96875, + 64150.79296875, + 64149.375, + 64156.5234375, + 64165.47265625, + 64182.52734375, + 64197.0390625, + 64183.8515625 ], "0.7": [ - 64169.90625, - 64160.30078125, - 64168.05078125, - 64177.2578125, - 64179.8515625, - 64182.41796875, - 64190.78515625, - 64177.95703125, - 64182.64453125, - 64178.33984375, - 64169.21484375, - 64162.7265625, - 64150.91015625, - 64159.55078125, - 64193.58203125, - 64176.87109375, - 64171.359375, - 64169.25390625, - 64162.78125, - 64155.18359375, - 64159.2109375, - 64176.55859375, - 64202.66796875, - 64202.8828125 + 64227.46875, + 64225.22265625, + 64228.9375, + 64228.54296875, + 64233.3203125, + 64225.48046875, + 64227.47265625, + 64211.78515625, + 64188.9765625, + 64167.07421875, + 64159.57421875, + 64145.89453125, + 64160.73046875, + 64169.65234375, + 64180.171875, + 64144.796875, + 64153.96875, + 64150.79296875, + 64149.375, + 64156.5234375, + 64165.47265625, + 64182.52734375, + 64197.0390625, + 64183.8515625 ], "0.8": [ - 64395.34375, - 64472.79296875, - 64530.59375, - 64588.85546875, - 64610.21875, - 64661.671875, - 64672.62890625, - 64715.359375, - 64707.73828125, - 64742.67578125, - 64748.140625, - 64758.59375, - 64796.72265625, - 64800.28125, - 64821.0234375, - 64827.3984375, - 64993.29296875, - 65003.62890625, - 65002.1640625, - 65004.1328125, - 65010.69140625, - 65058.015625, - 65059.75, - 65107.29296875 + 64440.31640625, + 64488.75390625, + 64554.5234375, + 64593.73046875, + 64611.8984375, + 64657.1953125, + 64651.23046875, + 64701.99609375, + 64701.8203125, + 64731.953125, + 64730.5390625, + 64746.6875, + 64767.26171875, + 64771.59765625, + 64784.74609375, + 64782.79296875, + 64986.69140625, + 64997.94921875, + 64999.77734375, + 64998.38671875, + 64991.93359375, + 65024.8671875, + 65038.6953125, + 65082.25 ], "0.9": [ - 64395.34375, - 64472.79296875, - 64530.59375, - 64588.85546875, - 64610.21875, - 64661.671875, - 64672.62890625, - 64715.359375, - 64707.73828125, - 64742.67578125, - 64748.140625, - 64758.59375, - 64796.72265625, - 64800.28125, - 64821.0234375, - 64827.3984375, - 64993.29296875, - 65003.62890625, - 65002.1640625, - 65004.1328125, - 65010.69140625, - 65058.015625, - 65059.75, - 65107.29296875 + 64440.31640625, + 64488.75390625, + 64554.5234375, + 64593.73046875, + 64611.8984375, + 64657.1953125, + 64651.23046875, + 64701.99609375, + 64701.8203125, + 64731.953125, + 64730.5390625, + 64746.6875, + 64767.26171875, + 64771.59765625, + 64784.74609375, + 64782.79296875, + 64986.69140625, + 64997.94921875, + 64999.77734375, + 64998.38671875, + 64991.93359375, + 65024.8671875, + 65038.6953125, + 65082.25 ] }, "timestamps": [ - "2026-06-18 05:00:00", "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", @@ -589,6 +588,7 @@ "2026-06-23 01:00:00", "2026-06-23 02:00:00", "2026-06-23 03:00:00", - "2026-06-23 04:00:00" + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 0670f21407432c6495f0e770e9885bcbfbdc0845..81f770dbcc7bb131bf7c797dabe832e061f8a957 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,29 +1,11 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T05:00:36.585061+00:00", + "evaluated_at": "2026-06-23T05:10:48.096072+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index db5e1b86ef9115e0562a6be3c5b15cb76b1de5a9..7e3c714996646c46b95ec7c25ffdbd1fa14d2e8e 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,258572.4673576945,261485.30929412274,353.9509389005513,0.5028059774669877,0.005464172863886237,0.005492995421308252,7.621198635599508,508.50021372433514,0.007897886102540809,0.005497469078428734,0.004703255975349429,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,221575.6784183583,216830.45228490766,334.95178081204875,0.4878085784856537,0.005182072967339592,0.005198129808026346,7.107111819720953,470.71825800404036,0.00731407633301489,0.005204520647077956,0.004457837797401427,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.37101588088908966,0.3723800617821603,0.4057935302470537,1.370114040907563,0.251245065408109,0.19433536329621146,50.678424137229506,0.6091107295796797,0.3667095717812365,0.2443043021277582,0.2395165036809982,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.16519448718163385,0.16227349613315617,0.3404536382521393,2.501291987456168,0.24032262913292218,0.20465219802866097,50.422408015446905,0.4064412469000087,0.26749334012294707,0.22406456418405482,0.2130841839967726,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index b4f5bec3306abde0c5f19edfa5ee64978d6be635..b9939316c2b29aac3f1bf1872e853d7ceffe64e6 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-23T05:05:20.252160+00:00", + "evaluated_at": "2026-06-23T05:12:57.963492+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63994.0, 64083.41015625, 64510.44140625, 64399.921875, @@ -101,10 +100,10 @@ 64606.0, 64257.98828125, 63974.01171875, - 64100.01953125 + 64100.01953125, + 64247.73828125 ], "actuals": [ - 64247.73828125, 63989.94921875, 64211.19140625, 64165.98828125, @@ -127,350 +126,350 @@ 64156.0, 64204.01171875, 64065.3515625, - 63669.05078125 + 63623.01953125, + 63657.98828125 ], "p50": [ - 64089.598543673485, - 64090.44506063036, - 64084.635327587224, - 64085.48184454409, - 64099.16820525096, - 64087.39362845783, - 64087.9588954147, - 64089.13353737156, - 64089.93317932843, - 64103.4007900353, - 64099.95433824217, - 64092.519605199035, - 64093.0692471559, - 64082.919670362775, - 64096.26423419464, - 64114.21817302651, - 64096.455314983374, - 64105.87995694025, - 64098.11709889711, - 64099.02611585398, - 64100.138257810846, - 64108.32071226772, - 64104.241447974586, - 64102.41218368145 + 64220.783987514194, + 64222.10627683492, + 64222.77231615565, + 64231.43054297638, + 64205.510644797105, + 64226.08293411784, + 64227.07709843857, + 64234.461887759295, + 64231.47558333002, + 64236.45021640075, + 64231.00688072148, + 64232.024482542205, + 64237.44247498793, + 64236.44640493366, + 64251.93275675439, + 64234.065592950115, + 64256.74139789585, + 64237.85665596658, + 64238.741445287305, + 64239.73560960803, + 64240.94852392876, + 64244.39971949949, + 64229.835290070216, + 64246.38804814094 ], "p10": [ - 63851.90948117348, - 63843.60560750536, - 63769.822827587224, - 63850.14590704409, - 63846.145158375955, - 63848.15144095783, - 63806.9799891647, - 63853.16322487156, - 63849.53122620343, - 63854.8562587853, - 63814.11840074217, - 63855.38952707403, - 63862.0676846559, - 63843.325920362775, - 63863.76071856964, - 63860.30411052651, - 63845.187346233375, - 63871.05691006525, - 63846.880380147115, - 63839.63510022898, - 63868.839820310845, - 63869.68633726772, - 63865.860979224584, - 63863.38874618145 + 63980.66328438919, + 63971.21955808492, + 63996.55864428065, + 63988.124292976376, + 63973.523926047106, + 63990.11262161784, + 64000.53530156357, + 63950.516575259295, + 63978.17870833002, + 63979.17287265075, + 63915.97563072148, + 63972.39127941721, + 63982.15536561293, + 63976.36827993366, + 64041.76478800439, + 63985.137858575115, + 64001.41717914585, + 63997.56407784158, + 63988.120351537305, + 63958.694203358034, + 64005.39383642876, + 64009.16261012449, + 64007.382165070216, + 64017.436095015946 ], "p90": [ - 64331.496981173485, - 64409.03490438036, - 64330.623608837224, - 64334.03653204409, - 64352.62914275096, - 64353.47565970783, - 64323.3378016647, - 64355.16869362156, - 64419.59333557843, - 64384.4359462853, - 64339.96215074217, - 64386.128980199035, - 64343.429794030904, - 64340.19193598777, - 64361.09431231964, - 64420.88614177651, - 64345.041252483374, - 64330.04401944025, - 64334.56319264711, - 64345.01439710398, - 64366.173414060846, - 64436.27774351772, - 64351.89496359959, - 64371.47038680645 + 64514.721487514194, + 64490.89885495992, + 64458.15122240565, + 64549.07507422638, + 64461.2067385471, + 64472.06223099284, + 64462.12787968857, + 64464.445872134296, + 64554.04589583002, + 64478.34865390075, + 64465.907661971476, + 64498.083076292205, + 64529.78856873793, + 64527.64562368366, + 64480.75306925439, + 64532.771061700114, + 64508.94842914585, + 64567.62618721658, + 64563.987539037305, + 64487.75514085803, + 64565.97586767876, + 64478.107531999485, + 64491.272790070216, + 64489.95718876594 ], "mean": [ - 64101.70239132988, - 64093.90449422441, - 64050.37614789954, - 64089.19848516928, - 64071.81396696941, - 64084.479780801434, - 64066.117684477416, - 64109.117404558805, - 64115.200347297, - 64112.74885644182, - 64075.448439804444, - 64104.69255441766, - 64088.46789949967, - 64074.527053175094, - 64094.51667560079, - 64132.80641521407, - 64091.35482670193, - 64081.046011627695, - 64079.67918874098, - 64095.14767835383, - 64104.63810156085, - 64130.82264586162, - 64117.42062766198, - 64120.823843837745 + 64216.09103829547, + 64239.02752683485, + 64217.40292162458, + 64242.28476172623, + 64193.05642604721, + 64238.1514692738, + 64237.11121953228, + 64193.73581354076, + 64238.63532942358, + 64233.139786713386, + 64204.876919783725, + 64225.3712012925, + 64243.66440858157, + 64253.665154933806, + 64267.095745035454, + 64230.5288742002, + 64265.063604926785, + 64242.3438434665, + 64234.455800756245, + 64213.99301195164, + 64261.909754397624, + 64248.9626882492, + 64226.88296585172, + 64262.863653609566 ], "quantiles": { "0.1": [ - 63851.90948117348, - 63843.60560750536, - 63769.822827587224, - 63850.14590704409, - 63846.145158375955, - 63848.15144095783, - 63806.9799891647, - 63853.16322487156, - 63849.53122620343, - 63854.8562587853, - 63814.11840074217, - 63855.38952707403, - 63862.0676846559, - 63843.325920362775, - 63863.76071856964, - 63860.30411052651, - 63845.187346233375, - 63871.05691006525, - 63846.880380147115, - 63839.63510022898, - 63868.839820310845, - 63869.68633726772, - 63865.860979224584, - 63863.38874618145 + 63980.66328438919, + 63971.21955808492, + 63996.55864428065, + 63988.124292976376, + 63973.523926047106, + 63990.11262161784, + 64000.53530156357, + 63950.516575259295, + 63978.17870833002, + 63979.17287265075, + 63915.97563072148, + 63972.39127941721, + 63982.15536561293, + 63976.36827993366, + 64041.76478800439, + 63985.137858575115, + 64001.41717914585, + 63997.56407784158, + 63988.120351537305, + 63958.694203358034, + 64005.39383642876, + 64009.16261012449, + 64007.382165070216, + 64017.436095015946 ], "0.2": [ - 63976.78135617349, - 63969.55443563036, - 63890.932202587224, - 63924.77871954409, - 63962.455705250955, - 63890.75222220783, - 63902.7963954147, - 63961.49291237156, - 63929.01130432843, - 63917.5945400353, - 63897.70433824217, - 63945.56023019904, - 63909.7997159059, - 63925.99545161278, - 63970.92087481964, - 63933.60879802651, - 63926.103752483374, - 63936.62995694025, - 63905.25772389711, - 63931.68236585398, - 63932.528882810846, - 63954.02539976772, - 63954.87191672459, - 63929.44577743145 + 64050.463675014194, + 64061.13752683492, + 64052.45200365565, + 64099.956324226376, + 64054.440332297105, + 64106.77434036784, + 64080.11772343857, + 64052.915012759295, + 64053.75292708002, + 64059.41115390075, + 64037.86625572148, + 64038.704170042205, + 64059.81005311293, + 64063.38781118366, + 64135.97963175439, + 64042.837077325115, + 64076.04999164585, + 64094.55587471658, + 64090.71957028731, + 64046.65748460803, + 64094.03602392876, + 64132.48331324949, + 64075.374352570216, + 64129.47789189094 ], "0.3": [ - 64007.629793673485, - 64008.47631063036, - 64002.912671337224, - 63977.48965704409, - 64009.975236500955, - 63980.78503470783, - 63988.6053797897, - 64009.32728737156, - 64007.98239807843, - 64003.406258785304, - 63985.017619492166, - 64028.81140207403, - 64010.3895596559, - 63990.114982862775, - 64015.25290606964, - 64022.64356365151, - 63992.654533733374, - 64015.89753506525, - 63982.50264577211, - 64017.59056897898, - 64020.332007810845, - 64024.36602476772, - 64050.514885474586, - 64020.68952743145 + 64133.691800014196, + 64118.00862058492, + 64125.31137865565, + 64150.83249610138, + 64119.120019797105, + 64148.70480911784, + 64129.28803593857, + 64140.650950259296, + 64147.07714583002, + 64125.96193515075, + 64124.398286971475, + 64121.9174512922, + 64157.46395936293, + 64161.76671743366, + 64183.71400675439, + 64153.048014825115, + 64155.44061664585, + 64156.43478096658, + 64134.909414037305, + 64133.34576585803, + 64168.72586767876, + 64190.67315699949, + 64138.886071320216, + 64183.93882939094 ], "0.4": [ - 64060.821199923485, - 64063.35287313036, - 64058.412671337224, - 64061.72012579409, - 64083.00414275096, - 64034.87800345783, - 64048.7088954147, - 64062.64525612156, - 64067.59333557843, - 64077.3328212853, - 64048.89496324217, - 64072.941480199035, - 64059.7997159059, - 64021.943107862775, - 64074.35759356964, - 64090.76114177651, - 64053.97406498338, - 64071.11042569025, - 64026.17569264711, - 64076.90502210398, - 64073.649976560846, - 64087.49102476772, - 64094.354729224586, - 64081.97624618145 + 64185.141018764196, + 64199.71955808492, + 64180.32231615565, + 64208.374292976376, + 64172.526269797105, + 64205.38137161784, + 64206.37553593857, + 64201.582981509295, + 64219.62792708002, + 64203.57131015075, + 64195.08266197148, + 64158.4549512922, + 64206.55380311293, + 64223.11437368366, + 64229.88588175439, + 64202.458171075115, + 64223.87030414585, + 64215.62618721658, + 64178.968007787305, + 64208.27701585803, + 64230.07352392876, + 64238.39971949949, + 64166.01810257022, + 64233.05601689094 ], "0.5": [ - 64089.598543673485, - 64090.44506063036, - 64084.635327587224, - 64085.48184454409, - 64099.16820525096, - 64087.39362845783, - 64087.9588954147, - 64089.13353737156, - 64089.93317932843, - 64103.4007900353, - 64099.95433824217, - 64092.519605199035, - 64093.0692471559, - 64082.919670362775, - 64096.26423419464, - 64114.21817302651, - 64096.455314983374, - 64105.87995694025, - 64098.11709889711, - 64099.02611585398, - 64100.138257810846, - 64108.32071226772, - 64104.241447974586, - 64102.41218368145 + 64220.783987514194, + 64222.10627683492, + 64222.77231615565, + 64231.43054297638, + 64205.510644797105, + 64226.08293411784, + 64227.07709843857, + 64234.461887759295, + 64231.47558333002, + 64236.45021640075, + 64231.00688072148, + 64232.024482542205, + 64237.44247498793, + 64236.44640493366, + 64251.93275675439, + 64234.065592950115, + 64256.74139789585, + 64237.85665596658, + 64238.741445287305, + 64239.73560960803, + 64240.94852392876, + 64244.39971949949, + 64229.835290070216, + 64246.38804814094 ], "0.6": [ - 64145.899324923485, - 64115.27631063036, - 64117.322827587224, - 64118.16934454409, - 64161.803361500955, - 64119.86237845783, - 64118.7088954147, - 64151.82494362156, - 64152.67146057843, - 64184.8586025353, - 64164.63402574217, - 64122.941480199035, - 64125.7879971559, - 64111.114982862775, - 64163.46931231964, - 64188.73770427651, - 64137.53812748337, - 64150.93073819025, - 64155.521005147115, - 64140.07767835398, - 64140.92419531084, - 64169.39493101772, - 64121.553947974586, - 64156.00983993145 + 64240.834768764194, + 64290.87580808492, + 64230.24731615565, + 64289.073511726376, + 64237.662988547105, + 64294.63684036784, + 64251.079442188566, + 64260.493137759295, + 64261.48730208002, + 64270.84552890075, + 64249.08422447148, + 64294.739326292205, + 64301.45224061293, + 64296.72765493366, + 64303.58431925439, + 64276.81051482511, + 64321.30077289585, + 64295.08868721658, + 64269.428945287305, + 64271.223109608036, + 64280.58133642876, + 64304.68096949949, + 64255.557946320216, + 64297.30992314094 ], "0.7": [ - 64186.68369992349, - 64193.39818563036, - 64177.732983837224, - 64178.57950079409, - 64220.25414275096, - 64188.40144095783, - 64187.4588954147, - 64190.09447487156, - 64193.45583557843, - 64232.4593837853, - 64201.01683824217, - 64189.353589574035, - 64186.1981534059, - 64167.173576612775, - 64194.76774981964, - 64232.43692302651, - 64197.713127483374, - 64184.56550381525, - 64195.27920827211, - 64200.25267835398, - 64209.482007810846, - 64239.04649351772, - 64199.20199484959, - 64202.38640243145 + 64308.078909389194, + 64358.63752683492, + 64291.51059740565, + 64356.52429297638, + 64293.6067385471, + 64359.74309036784, + 64329.300535938564, + 64310.928294009296, + 64330.02636458002, + 64329.76818515075, + 64323.88578697148, + 64364.477607542205, + 64343.531928112934, + 64375.66906118366, + 64345.52025675439, + 64336.985514825115, + 64378.95389789585, + 64348.50274971658, + 64342.48285153731, + 64339.17310960803, + 64340.16727392876, + 64351.33331324949, + 64311.393883820216, + 64343.14976689094 ], "0.8": [ - 64250.482918673486, - 64318.88646688036, - 64218.150952587224, - 64248.99746954409, - 64255.428361500955, - 64248.74128470783, - 64251.5370204147, - 64280.30541237156, - 64283.23396057843, - 64281.9984462853, - 64260.50746324217, - 64283.691480199035, - 64243.0379971559, - 64236.04701411277, - 64290.08337481964, - 64312.46817302651, - 64260.002189983374, - 64230.02839444025, - 64240.07803639711, - 64260.98236585398, - 64291.310132810846, - 64320.72383726772, - 64293.003166724586, - 64295.93171493145 + 64382.8027375142, + 64415.36018308492, + 64365.74106615565, + 64387.34460547638, + 64366.9231447971, + 64421.10715286784, + 64381.21772343857, + 64372.118137759295, + 64440.724802080025, + 64391.75021640075, + 64381.61938072148, + 64387.6205762922, + 64443.47567811293, + 64466.48156118366, + 64446.68978800439, + 64380.071452325115, + 64453.58124164585, + 64441.365249716575, + 64400.307851537305, + 64389.67310960803, + 64402.68602392876, + 64403.29034449949, + 64385.624352570216, + 64398.11851689094 ], "0.9": [ - 64331.496981173485, - 64409.03490438036, - 64330.623608837224, - 64334.03653204409, - 64352.62914275096, - 64353.47565970783, - 64323.3378016647, - 64355.16869362156, - 64419.59333557843, - 64384.4359462853, - 64339.96215074217, - 64386.128980199035, - 64343.429794030904, - 64340.19193598777, - 64361.09431231964, - 64420.88614177651, - 64345.041252483374, - 64330.04401944025, - 64334.56319264711, - 64345.01439710398, - 64366.173414060846, - 64436.27774351772, - 64351.89496359959, - 64371.47038680645 + 64514.721487514194, + 64490.89885495992, + 64458.15122240565, + 64549.07507422638, + 64461.2067385471, + 64472.06223099284, + 64462.12787968857, + 64464.445872134296, + 64554.04589583002, + 64478.34865390075, + 64465.907661971476, + 64498.083076292205, + 64529.78856873793, + 64527.64562368366, + 64480.75306925439, + 64532.771061700114, + 64508.94842914585, + 64567.62618721658, + 64563.987539037305, + 64487.75514085803, + 64565.97586767876, + 64478.107531999485, + 64491.272790070216, + 64489.95718876594 ] }, "timestamps": [ - "2026-06-18 05:00:00", "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", @@ -589,6 +588,7 @@ "2026-06-23 01:00:00", "2026-06-23 02:00:00", "2026-06-23 03:00:00", - "2026-06-23 04:00:00" + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 1a950f4970912aa9586005ecebfa2552cc2c1264..57590bc465e29abf1c534a18a318a82c98d1b30d 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,29 +1,11 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T05:05:20.330031+00:00", + "evaluated_at": "2026-06-23T05:12:57.973570+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 603a7731e2a20fa5bb2d9d2c712d7ed8743eb574..07d0fd0858b0370e971f54d175dc889b3484facb 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1960,3 +1960,4 @@ {"evaluated_at": "2026-06-23T05:05:24.613563+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-23T05:05:24.613563+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-23T05:05:24.613563+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-23T05:13:02.068320+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 01f2f75e0cd0ea9cee9d045f88c80cda5539757d..c04527a7e1c2eae9f363d5ab5f72a31d7f6fe321 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,226791.69975535074,233037.36703920364,335.2196451822917,0.4761971867784089,0.005178752407104696,0.0052005239078706375,4.888297826836378,476.2265214741308,0.007396619950391756,0.005206539752644317,0.005326960796619721,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,200135.23443285623,204252.98232873282,337.98193359375,0.4922215555340291,0.00523581427042688,0.005245026169779288,4.397169013147487,447.36476664222926,0.006951207003945389,0.005251603521747054,0.005038641033859682,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.8894841219112095,1.807767868231963,1.1051387389500935,0.6496529186103234,0.042348088398812524,0.04368058685584237,6.97365035327942,1.3745850726350877,0.05262828910921663,0.042312085455551,0.038550202666175065,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.28592721652815817,0.31827828400881547,0.5090492198864619,1.7187447105301572,0.2938718892905019,0.3562628875843981,7.399395127153892,0.5347216252669778,0.32192428847728805,0.30646845043913745,0.24901283546225528,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.16847904222948648,0.1269017694175832,0.30565597034162945,2.245635656762889,0.21514228068937147,0.18673289156868528,23.905685607887083,0.4104619863391572,0.2701395307606962,0.20116298987567433,0.13710619021335368,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 5db4ea7f1c59c928de82fa94d97d85280d9a5ac5..9eaf9abccd7e1cd02d123395bfec860732eb2537 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T05:03:57.938480+00:00", + "evaluated_at": "2026-06-23T05:12:38.289090+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63994.0, 64083.41015625, 64510.44140625, 64399.921875, @@ -101,10 +100,10 @@ 64606.0, 64257.98828125, 63974.01171875, - 64100.01953125 + 64100.01953125, + 64247.73828125 ], "actuals": [ - 64247.73828125, 63989.94921875, 64211.19140625, 64165.98828125, @@ -127,350 +126,350 @@ 64156.0, 64204.01171875, 64065.3515625, - 63669.05078125 + 63623.01953125, + 63657.98828125 ], "p50": [ - 64086.8046875, - 64099.046875, - 64109.755859375, - 64076.76171875, - 64088.490234375, - 64142.556640625, - 64142.1875, - 64201.37890625, - 64176.53515625, - 64168.068359375, - 64272.68359375, - 64174.787109375, - 64202.17578125, - 64178.8515625, - 64204.59765625, - 64347.943359375, - 64198.0625, - 64240.123046875, - 64171.451171875, - 64281.21484375, - 64226.810546875, - 64215.083984375, - 64161.859375, - 64216.908203125 + 64252.150390625, + 64246.63671875, + 64286.337890625, + 64231.2578125, + 64250.083984375, + 64270.65234375, + 64297.9921875, + 64333.12109375, + 64336.85546875, + 64408.037109375, + 64291.876953125, + 64345.11328125, + 64346.609375, + 64334.71484375, + 64310.830078125, + 64264.21875, + 64392.47265625, + 64338.8984375, + 64399.798828125, + 64356.341796875, + 64401.091796875, + 64251.52734375, + 64346.74609375, + 64383.455078125 ], "p10": [ - 63852.294921875, - 63763.498046875, - 63763.02734375, - 63557.892578125, - 63511.2578125, - 63661.48046875, - 63545.09375, - 63467.642578125, - 63447.84765625, - 63499.7421875, - 63514.81640625, - 63267.06640625, - 63372.40234375, - 63233.53125, - 63207.91796875, - 63592.119140625, - 63152.9609375, - 63393.697265625, - 63229.716796875, - 63153.412109375, - 63200.50390625, - 62969.05078125, - 62942.21484375, - 63265.3515625 + 64003.654296875, + 63905.484375, + 63857.978515625, + 63834.583984375, + 63759.76171875, + 63710.310546875, + 63710.84765625, + 63715.205078125, + 63680.54296875, + 63622.130859375, + 63560.1953125, + 63625.818359375, + 63419.328125, + 63416.34765625, + 63288.8046875, + 63316.392578125, + 63517.537109375, + 63474.28515625, + 63510.53515625, + 63363.029296875, + 63181.1484375, + 63358.59375, + 63338.541015625, + 63551.75 ], "p90": [ - 64310.009765625, - 64415.671875, - 64506.130859375, - 64577.013671875, - 64609.58984375, - 64680.69140625, - 64742.142578125, - 64703.091796875, - 64773.244140625, - 64817.0859375, - 64977.396484375, - 64925.37890625, - 64823.646484375, - 65157.74609375, - 65108.3359375, - 65380.609375, - 65287.384765625, - 65231.5390625, - 65277.01171875, - 65312.740234375, - 65274.546875, - 65207.60546875, - 65230.767578125, - 65241.341796875 + 64524.15625, + 64583.974609375, + 64712.041015625, + 64724.025390625, + 64784.181640625, + 64968.359375, + 64997.6796875, + 64859.875, + 64910.65625, + 65097.544921875, + 64890.33984375, + 65089.783203125, + 65179.6875, + 65038.595703125, + 65119.396484375, + 65187.005859375, + 65132.912109375, + 65291.6484375, + 65410.978515625, + 65280.873046875, + 65358.08984375, + 65220.876953125, + 65321.896484375, + 65699.1875 ], "mean": [ - 64085.59375, - 64087.6484375, - 64148.57421875, - 64067.66796875, - 64110.01953125, - 64175.15234375, - 64193.56640625, - 64094.80078125, - 64156.3515625, - 64069.68359375, - 64243.68359375, - 64193.18359375, - 64106.1640625, - 64186.55078125, - 64158.296875, - 64355.34375, - 64167.375, - 64264.48828125, - 64159.0, - 64349.6875, - 64327.87109375, - 64239.90625, - 64184.75390625, - 64255.75390625 + 64258.3515625, + 64265.7890625, + 64279.30859375, + 64258.6875, + 64264.01953125, + 64306.51953125, + 64323.38671875, + 64345.9296875, + 64315.11328125, + 64415.30859375, + 64218.82421875, + 64320.02734375, + 64238.8046875, + 64297.01171875, + 64275.06640625, + 64207.796875, + 64353.9140625, + 64369.25390625, + 64433.8828125, + 64266.0625, + 64384.01171875, + 64328.67578125, + 64305.3046875, + 64514.65625 ], "quantiles": { "0.1": [ - 63852.294921875, - 63763.498046875, - 63763.02734375, - 63557.892578125, - 63511.2578125, - 63661.48046875, - 63545.09375, - 63467.642578125, - 63447.84765625, - 63499.7421875, - 63514.81640625, - 63267.06640625, - 63372.40234375, - 63233.53125, - 63207.91796875, - 63592.119140625, - 63152.9609375, - 63393.697265625, - 63229.716796875, - 63153.412109375, - 63200.50390625, - 62969.05078125, - 62942.21484375, - 63265.3515625 + 64003.654296875, + 63905.484375, + 63857.978515625, + 63834.583984375, + 63759.76171875, + 63710.310546875, + 63710.84765625, + 63715.205078125, + 63680.54296875, + 63622.130859375, + 63560.1953125, + 63625.818359375, + 63419.328125, + 63416.34765625, + 63288.8046875, + 63316.392578125, + 63517.537109375, + 63474.28515625, + 63510.53515625, + 63363.029296875, + 63181.1484375, + 63358.59375, + 63338.541015625, + 63551.75 ], "0.2": [ - 63852.294921875, - 63763.498046875, - 63763.02734375, - 63557.892578125, - 63511.2578125, - 63661.48046875, - 63545.09375, - 63467.642578125, - 63447.84765625, - 63499.7421875, - 63514.81640625, - 63267.06640625, - 63372.40234375, - 63233.53125, - 63207.91796875, - 63592.119140625, - 63152.9609375, - 63393.697265625, - 63229.716796875, - 63153.412109375, - 63200.50390625, - 62969.05078125, - 62942.21484375, - 63265.3515625 + 64003.654296875, + 63905.484375, + 63857.978515625, + 63834.583984375, + 63759.76171875, + 63710.310546875, + 63710.84765625, + 63715.205078125, + 63680.54296875, + 63622.130859375, + 63560.1953125, + 63625.818359375, + 63419.328125, + 63416.34765625, + 63288.8046875, + 63316.392578125, + 63517.537109375, + 63474.28515625, + 63510.53515625, + 63363.029296875, + 63181.1484375, + 63358.59375, + 63338.541015625, + 63551.75 ], "0.3": [ - 63852.294921875, - 63763.498046875, - 63763.02734375, - 63557.892578125, - 63511.2578125, - 63661.48046875, - 63545.09375, - 63467.642578125, - 63447.84765625, - 63499.7421875, - 63514.81640625, - 63267.06640625, - 63372.40234375, - 63233.53125, - 63207.91796875, - 63592.119140625, - 63152.9609375, - 63393.697265625, - 63229.716796875, - 63153.412109375, - 63200.50390625, - 62969.05078125, - 62942.21484375, - 63265.3515625 + 64003.654296875, + 63905.484375, + 63857.978515625, + 63834.583984375, + 63759.76171875, + 63710.310546875, + 63710.84765625, + 63715.205078125, + 63680.54296875, + 63622.130859375, + 63560.1953125, + 63625.818359375, + 63419.328125, + 63416.34765625, + 63288.8046875, + 63316.392578125, + 63517.537109375, + 63474.28515625, + 63510.53515625, + 63363.029296875, + 63181.1484375, + 63358.59375, + 63338.541015625, + 63551.75 ], "0.4": [ - 64086.8046875, - 64099.046875, - 64109.755859375, - 64076.76171875, - 64088.490234375, - 64142.556640625, - 64142.1875, - 64201.37890625, - 64176.53515625, - 64168.068359375, - 64272.68359375, - 64174.787109375, - 64202.17578125, - 64178.8515625, - 64204.59765625, - 64347.943359375, - 64198.0625, - 64240.123046875, - 64171.451171875, - 64281.21484375, - 64226.810546875, - 64215.083984375, - 64161.859375, - 64216.908203125 + 64252.150390625, + 64246.63671875, + 64286.337890625, + 64231.2578125, + 64250.083984375, + 64270.65234375, + 64297.9921875, + 64333.12109375, + 64336.85546875, + 64408.037109375, + 64291.876953125, + 64345.11328125, + 64346.609375, + 64334.71484375, + 64310.830078125, + 64264.21875, + 64392.47265625, + 64338.8984375, + 64399.798828125, + 64356.341796875, + 64401.091796875, + 64251.52734375, + 64346.74609375, + 64383.455078125 ], "0.5": [ - 64086.8046875, - 64099.046875, - 64109.755859375, - 64076.76171875, - 64088.490234375, - 64142.556640625, - 64142.1875, - 64201.37890625, - 64176.53515625, - 64168.068359375, - 64272.68359375, - 64174.787109375, - 64202.17578125, - 64178.8515625, - 64204.59765625, - 64347.943359375, - 64198.0625, - 64240.123046875, - 64171.451171875, - 64281.21484375, - 64226.810546875, - 64215.083984375, - 64161.859375, - 64216.908203125 + 64252.150390625, + 64246.63671875, + 64286.337890625, + 64231.2578125, + 64250.083984375, + 64270.65234375, + 64297.9921875, + 64333.12109375, + 64336.85546875, + 64408.037109375, + 64291.876953125, + 64345.11328125, + 64346.609375, + 64334.71484375, + 64310.830078125, + 64264.21875, + 64392.47265625, + 64338.8984375, + 64399.798828125, + 64356.341796875, + 64401.091796875, + 64251.52734375, + 64346.74609375, + 64383.455078125 ], "0.6": [ - 64086.8046875, - 64099.046875, - 64109.755859375, - 64076.76171875, - 64088.490234375, - 64142.556640625, - 64142.1875, - 64201.37890625, - 64176.53515625, - 64168.068359375, - 64272.68359375, - 64174.787109375, - 64202.17578125, - 64178.8515625, - 64204.59765625, - 64347.943359375, - 64198.0625, - 64240.123046875, - 64171.451171875, - 64281.21484375, - 64226.810546875, - 64215.083984375, - 64161.859375, - 64216.908203125 + 64252.150390625, + 64246.63671875, + 64286.337890625, + 64231.2578125, + 64250.083984375, + 64270.65234375, + 64297.9921875, + 64333.12109375, + 64336.85546875, + 64408.037109375, + 64291.876953125, + 64345.11328125, + 64346.609375, + 64334.71484375, + 64310.830078125, + 64264.21875, + 64392.47265625, + 64338.8984375, + 64399.798828125, + 64356.341796875, + 64401.091796875, + 64251.52734375, + 64346.74609375, + 64383.455078125 ], "0.7": [ - 64086.8046875, - 64099.046875, - 64109.755859375, - 64076.76171875, - 64088.490234375, - 64142.556640625, - 64142.1875, - 64201.37890625, - 64176.53515625, - 64168.068359375, - 64272.68359375, - 64174.787109375, - 64202.17578125, - 64178.8515625, - 64204.59765625, - 64347.943359375, - 64198.0625, - 64240.123046875, - 64171.451171875, - 64281.21484375, - 64226.810546875, - 64215.083984375, - 64161.859375, - 64216.908203125 + 64252.150390625, + 64246.63671875, + 64286.337890625, + 64231.2578125, + 64250.083984375, + 64270.65234375, + 64297.9921875, + 64333.12109375, + 64336.85546875, + 64408.037109375, + 64291.876953125, + 64345.11328125, + 64346.609375, + 64334.71484375, + 64310.830078125, + 64264.21875, + 64392.47265625, + 64338.8984375, + 64399.798828125, + 64356.341796875, + 64401.091796875, + 64251.52734375, + 64346.74609375, + 64383.455078125 ], "0.8": [ - 64310.009765625, - 64415.671875, - 64506.130859375, - 64577.013671875, - 64609.58984375, - 64680.69140625, - 64742.142578125, - 64703.091796875, - 64773.244140625, - 64817.0859375, - 64977.396484375, - 64925.37890625, - 64823.646484375, - 65157.74609375, - 65108.3359375, - 65380.609375, - 65287.384765625, - 65231.5390625, - 65277.01171875, - 65312.740234375, - 65274.546875, - 65207.60546875, - 65230.767578125, - 65241.341796875 + 64524.15625, + 64583.974609375, + 64712.041015625, + 64724.025390625, + 64784.181640625, + 64968.359375, + 64997.6796875, + 64859.875, + 64910.65625, + 65097.544921875, + 64890.33984375, + 65089.783203125, + 65179.6875, + 65038.595703125, + 65119.396484375, + 65187.005859375, + 65132.912109375, + 65291.6484375, + 65410.978515625, + 65280.873046875, + 65358.08984375, + 65220.876953125, + 65321.896484375, + 65699.1875 ], "0.9": [ - 64310.009765625, - 64415.671875, - 64506.130859375, - 64577.013671875, - 64609.58984375, - 64680.69140625, - 64742.142578125, - 64703.091796875, - 64773.244140625, - 64817.0859375, - 64977.396484375, - 64925.37890625, - 64823.646484375, - 65157.74609375, - 65108.3359375, - 65380.609375, - 65287.384765625, - 65231.5390625, - 65277.01171875, - 65312.740234375, - 65274.546875, - 65207.60546875, - 65230.767578125, - 65241.341796875 + 64524.15625, + 64583.974609375, + 64712.041015625, + 64724.025390625, + 64784.181640625, + 64968.359375, + 64997.6796875, + 64859.875, + 64910.65625, + 65097.544921875, + 64890.33984375, + 65089.783203125, + 65179.6875, + 65038.595703125, + 65119.396484375, + 65187.005859375, + 65132.912109375, + 65291.6484375, + 65410.978515625, + 65280.873046875, + 65358.08984375, + 65220.876953125, + 65321.896484375, + 65699.1875 ] }, "timestamps": [ - "2026-06-18 05:00:00", "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", @@ -589,6 +588,7 @@ "2026-06-23 01:00:00", "2026-06-23 02:00:00", "2026-06-23 03:00:00", - "2026-06-23 04:00:00" + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index cb4938f391284a136ebcf682cbf706c0b54aff31..33fa08ea95b7dc430184f496ad6f9102a854fc2f 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,29 +1,11 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T05:04:28.218192+00:00", + "evaluated_at": "2026-06-23T05:12:40.502504+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index fbe0f529a204f1b7370c9a36bfa24694741d86b7..f8ef206e1e21eb63692961ffc7a384ccb3f67143 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,253681.564939689,256646.13217110265,348.8422270479271,0.49554878282686393,0.005385051353640091,0.005413293863573944,7.479038069596739,503.6681099093817,0.007822835189018785,0.005418121964595269,0.00464586191117503,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,270275.3898831532,265717.1312128709,364.4279545298802,0.5307363407015526,0.0056307077265667005,0.005657756176808105,8.424891448915265,519.8801687727213,0.00807795995538314,0.005662524943515457,0.004903803073795457,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.567566966975317,0.564432666890051,0.7291972353524493,2.46204854507934,0.43177024712307865,0.5551310513104547,94.25507577397578,0.7533704048974297,0.45355979653031814,0.43900655978377123,0.4348079035975316,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.049484780517404785,0.048150654723009584,0.17957674528240522,1.3193393274172622,0.12750679669069717,0.11611822888707907,15.309806216639382,0.22245174873982174,0.14640335285961897,0.11818579873566769,0.10865144310098224,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index b19fe651f892686cceb551f6128a3dcf38fe3bcc..7e541400086e40235e44c4189c227cd6ffc9776a 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T05:05:20.334762+00:00", + "evaluated_at": "2026-06-23T05:12:57.981047+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63994.0, 64083.41015625, 64510.44140625, 64399.921875, @@ -101,10 +100,10 @@ 64606.0, 64257.98828125, 63974.01171875, - 64100.01953125 + 64100.01953125, + 64247.73828125 ], "actuals": [ - 64247.73828125, 63989.94921875, 64211.19140625, 64165.98828125, @@ -127,350 +126,350 @@ 64156.0, 64204.01171875, 64065.3515625, - 63669.05078125 + 63623.01953125, + 63657.98828125 ], "p50": [ - 64105.249402069625, - 64105.249402069625, - 64098.593152069625, - 64098.593152069625, - 64111.432995819625, - 64098.811902069625, - 64098.530652069625, - 64098.858777069625, - 64098.811902069625, - 64111.432995819625, - 64107.140027069625, - 64098.858777069625, - 64098.561902069625, - 64087.565808319625, - 64100.063855194625, - 64117.171277069625, - 64098.561902069625, - 64107.140027069625, - 64098.530652069625, - 64098.593152069625, - 64098.858777069625, - 64106.194714569625, - 64101.268933319625, - 64098.593152069625 + 64097.54968989857, + 64097.87781489857, + 64097.54968989857, + 64105.21375239857, + 64078.29968989857, + 64097.87781489857, + 64097.87781489857, + 64104.26843989857, + 64100.28797114857, + 64104.26843989857, + 64097.83093989857, + 64097.85437739857, + 64102.27820552357, + 64100.28797114857, + 64114.78015864857, + 64095.91883052357, + 64117.60047114857, + 64097.72156489857, + 64097.61218989857, + 64097.61218989857, + 64097.83093989857, + 64100.28797114857, + 64084.72937739857, + 64100.28797114857 ], "p10": [ - 63867.56033956962, - 63858.40994894462, - 63783.780652069625, - 63863.257214569625, - 63858.40994894462, - 63859.569714569625, - 63817.55174581963, - 63862.88846456962, - 63858.40994894462, - 63862.88846456962, - 63821.304089569625, - 63861.72869894462, - 63867.56033956962, - 63847.972058319625, - 63867.56033956962, - 63863.257214569625, - 63847.29393331963, - 63872.31698019463, - 63847.29393331963, - 63839.20213644463, - 63867.56033956962, - 63867.56033956962, - 63862.88846456962, - 63859.569714569625 + 63857.42898677357, + 63846.99109614857, + 63871.336018023576, + 63861.90750239857, + 63846.312971148574, + 63861.90750239857, + 63871.336018023576, + 63820.32312739857, + 63846.99109614857, + 63846.99109614857, + 63782.79968989857, + 63838.221174273574, + 63846.99109614857, + 63840.20984614857, + 63904.61218989857, + 63846.99109614857, + 63862.27625239857, + 63857.42898677357, + 63846.99109614857, + 63816.570783648574, + 63862.27625239857, + 63865.050861773576, + 63862.27625239857, + 63871.336018023576 ], "p90": [ - 64347.147839569625, - 64423.839245819625, - 64344.581433319625, - 64347.147839569625, - 64364.893933319625, - 64364.893933319625, - 64333.909558319625, - 64364.893933319625, - 64428.472058319625, - 64392.468152069625, - 64347.147839569625, - 64392.468152069625, - 64348.92244894463, - 64344.83807394462, - 64364.893933319625, - 64423.839245819625, - 64347.147839569625, - 64331.304089569625, - 64334.97674581962, - 64344.581433319625, - 64364.893933319625, - 64434.151745819625, - 64348.92244894463, - 64367.65135519463 + 64391.48718989857, + 64366.670393023574, + 64332.92859614857, + 64422.85828364857, + 64333.99578364857, + 64343.85711177357, + 64332.92859614857, + 64334.252424273574, + 64422.85828364857, + 64346.16687739857, + 64332.73172114857, + 64363.91297114857, + 64394.62429927357, + 64391.48718989857, + 64343.60047114857, + 64394.62429927357, + 64369.80750239857, + 64427.49109614857, + 64422.85828364857, + 64345.63172114857, + 64422.85828364857, + 64333.99578364857, + 64346.16687739857, + 64343.85711177357 ], "mean": [ - 64117.35324972609, - 64108.708835663594, - 64064.33397238234, - 64102.30979269484, - 64084.07875753859, - 64095.89805441359, - 64076.68944113234, - 64118.84264425734, - 64124.07907003859, - 64120.78106222609, - 64082.634128632344, - 64111.03172628859, - 64093.96055441359, - 64079.173191132344, - 64098.31629660109, - 64135.75951925734, - 64093.46141378859, - 64082.30608175734, - 64080.09274191359, - 64094.71471456984, - 64103.35862081984, - 64128.69664816359, - 64114.44811300734, - 64117.00481222609 + 64092.856740679636, + 64114.79906489839, + 64092.180295367136, + 64116.06797114839, + 64065.84547114839, + 64109.94635005464, + 64107.91193599214, + 64063.54236567964, + 64107.44771724214, + 64100.95801021089, + 64071.700978960886, + 64091.20109614839, + 64108.50013911714, + 64117.50672114839, + 64129.94314692964, + 64092.38211177339, + 64125.92267817964, + 64102.20875239839, + 64093.32654536714, + 64071.86959224214, + 64118.79217036714, + 64104.85093989839, + 64081.77705317964, + 64116.76357661714 ], "quantiles": { "0.1": [ - 63867.56033956962, - 63858.40994894462, - 63783.780652069625, - 63863.257214569625, - 63858.40994894462, - 63859.569714569625, - 63817.55174581963, - 63862.88846456962, - 63858.40994894462, - 63862.88846456962, - 63821.304089569625, - 63861.72869894462, - 63867.56033956962, - 63847.972058319625, - 63867.56033956962, - 63863.257214569625, - 63847.29393331963, - 63872.31698019463, - 63847.29393331963, - 63839.20213644463, - 63867.56033956962, - 63867.56033956962, - 63862.88846456962, - 63859.569714569625 + 63857.42898677357, + 63846.99109614857, + 63871.336018023576, + 63861.90750239857, + 63846.312971148574, + 63861.90750239857, + 63871.336018023576, + 63820.32312739857, + 63846.99109614857, + 63846.99109614857, + 63782.79968989857, + 63838.221174273574, + 63846.99109614857, + 63840.20984614857, + 63904.61218989857, + 63846.99109614857, + 63862.27625239857, + 63857.42898677357, + 63846.99109614857, + 63816.570783648574, + 63862.27625239857, + 63865.050861773576, + 63862.27625239857, + 63871.336018023576 ], "0.2": [ - 63992.43221456963, - 63984.358777069625, - 63904.890027069625, - 63937.890027069625, - 63974.72049581962, - 63902.17049581963, - 63913.36815206963, - 63971.218152069625, - 63937.890027069625, - 63925.62674581962, - 63904.890027069625, - 63951.89940206963, - 63915.292370819625, - 63930.64158956963, - 63974.72049581962, - 63936.561902069625, - 63928.210339569625, - 63937.890027069625, - 63905.671277069625, - 63931.249402069625, - 63931.249402069625, - 63951.89940206963, - 63951.89940206963, - 63925.62674581962 + 63927.22937739857, + 63936.90906489857, + 63927.22937739857, + 63973.73953364857, + 63927.22937739857, + 63978.56922114857, + 63950.918439898574, + 63922.72156489857, + 63922.56531489857, + 63927.22937739857, + 63904.69031489857, + 63904.53406489857, + 63924.64578364857, + 63927.22937739857, + 63998.82703364857, + 63904.69031489857, + 63936.90906489857, + 63954.42078364857, + 63949.590314898574, + 63904.53406489857, + 63950.918439898574, + 63988.371564898574, + 63930.26843989857, + 63983.37781489857 ], "0.3": [ - 64023.280652069625, - 64023.280652069625, - 64016.870495819625, - 63990.600964569625, - 64022.24002706962, - 63992.20330831962, - 63999.177136444625, - 64019.05252706962, - 64016.86112081962, - 64011.43846456963, - 63992.20330831962, - 64035.15057394462, - 64015.882214569625, - 63994.761120819625, - 64019.05252706962, - 64025.59666769463, - 63994.761120819625, - 64017.157605194625, - 63982.91619894462, - 64017.157605194625, - 64019.05252706962, - 64022.24002706962, - 64047.542370819625, - 64016.870495819625 + 64010.457502398574, + 63993.78015864857, + 64000.08875239857, + 64024.615705523574, + 63991.90906489857, + 64020.49968989857, + 64000.08875239857, + 64010.457502398574, + 64015.88953364857, + 63993.78015864857, + 63991.22234614857, + 63987.74734614857, + 64022.29968989857, + 64025.60828364857, + 64046.56140864857, + 64014.90125239857, + 64016.29968989857, + 64016.29968989857, + 63993.78015864857, + 63991.22234614857, + 64025.60828364857, + 64046.56140864857, + 63993.78015864857, + 64037.83875239857 ], "0.4": [ - 64076.472058319625, - 64078.15721456963, - 64072.370495819625, - 64074.831433319625, - 64095.268933319625, - 64046.296277069625, - 64059.280652069625, - 64072.370495819625, - 64076.472058319625, - 64085.36502706962, - 64056.08065206963, - 64079.280652069625, - 64065.292370819625, - 64026.589245819625, - 64078.15721456963, - 64093.714245819625, - 64056.08065206963, - 64072.370495819625, - 64026.589245819625, - 64076.472058319625, - 64072.370495819625, - 64085.36502706962, - 64091.382214569625, - 64078.15721456963 + 64061.906721148574, + 64075.49109614857, + 64055.099689898576, + 64082.15750239857, + 64045.31531489857, + 64077.176252398574, + 64077.176252398574, + 64071.38953364857, + 64088.44031489857, + 64071.38953364857, + 64061.906721148574, + 64024.28484614857, + 64071.38953364857, + 64086.95593989857, + 64092.73328364857, + 64064.31140864857, + 64084.72937739857, + 64075.49109614857, + 64037.83875239857, + 64066.15359614857, + 64086.95593989857, + 64094.28797114857, + 64020.912189898576, + 64086.95593989857 ], "0.5": [ - 64105.249402069625, - 64105.249402069625, - 64098.593152069625, - 64098.593152069625, - 64111.432995819625, - 64098.811902069625, - 64098.530652069625, - 64098.858777069625, - 64098.811902069625, - 64111.432995819625, - 64107.140027069625, - 64098.858777069625, - 64098.561902069625, - 64087.565808319625, - 64100.063855194625, - 64117.171277069625, - 64098.561902069625, - 64107.140027069625, - 64098.530652069625, - 64098.593152069625, - 64098.858777069625, - 64106.194714569625, - 64101.268933319625, - 64098.593152069625 + 64097.54968989857, + 64097.87781489857, + 64097.54968989857, + 64105.21375239857, + 64078.29968989857, + 64097.87781489857, + 64097.87781489857, + 64104.26843989857, + 64100.28797114857, + 64104.26843989857, + 64097.83093989857, + 64097.85437739857, + 64102.27820552357, + 64100.28797114857, + 64114.78015864857, + 64095.91883052357, + 64117.60047114857, + 64097.72156489857, + 64097.61218989857, + 64097.61218989857, + 64097.83093989857, + 64100.28797114857, + 64084.72937739857, + 64100.28797114857 ], "0.6": [ - 64161.550183319625, - 64130.08065206963, - 64131.280652069625, - 64131.280652069625, - 64174.06815206962, - 64131.280652069625, - 64129.280652069625, - 64161.550183319625, - 64161.550183319625, - 64192.89080831962, - 64171.819714569625, - 64129.280652069625, - 64131.280652069625, - 64115.761120819625, - 64167.268933319625, - 64191.690808319625, - 64139.64471456962, - 64152.190808319625, - 64155.93455831963, - 64139.64471456962, - 64139.64471456962, - 64167.268933319625, - 64118.581433319625, - 64152.190808319625 + 64117.60047114857, + 64166.64734614857, + 64105.02468989857, + 64162.85672114857, + 64110.45203364857, + 64166.431721148576, + 64121.88015864857, + 64130.29968989857, + 64130.29968989857, + 64138.66375239857, + 64115.908283648576, + 64160.56922114857, + 64166.28797114857, + 64160.56922114857, + 64166.431721148576, + 64138.66375239857, + 64182.15984614857, + 64154.953596148574, + 64128.29968989857, + 64129.099689898576, + 64137.46375239857, + 64160.56922114857, + 64110.45203364857, + 64151.20984614857 ], "0.7": [ - 64202.33455831963, - 64208.202527069625, - 64191.690808319625, - 64191.690808319625, - 64232.518933319625, - 64199.819714569625, - 64198.030652069625, - 64199.819714569625, - 64202.33455831963, - 64240.491589569625, - 64208.202527069625, - 64195.692761444625, - 64191.690808319625, - 64171.819714569625, - 64198.56737081963, - 64235.390027069625, - 64199.819714569625, - 64185.825573944625, - 64195.692761444625, - 64199.819714569625, - 64208.202527069625, - 64236.92049581963, - 64196.22948019463, - 64198.56737081963 + 64184.84461177357, + 64234.40906489857, + 64166.28797114857, + 64230.30750239857, + 64166.39578364857, + 64231.53797114857, + 64200.10125239857, + 64180.734846148574, + 64198.83875239857, + 64197.586408648574, + 64190.70984614857, + 64230.30750239857, + 64208.367658648574, + 64239.51062739857, + 64208.367658648574, + 64198.83875239857, + 64239.812971148574, + 64208.367658648574, + 64201.353596148576, + 64197.04968989857, + 64197.04968989857, + 64207.22156489857, + 64166.28797114857, + 64197.04968989857 ], "0.8": [ - 64266.13377706963, - 64333.690808319625, - 64232.108777069625, - 64262.108777069625, - 64267.69315206962, - 64260.159558319625, - 64262.108777069625, - 64290.030652069625, - 64292.112683319625, - 64290.030652069625, - 64267.69315206962, - 64290.030652069625, - 64248.530652069625, - 64240.69315206962, - 64293.88299581962, - 64315.421277069625, - 64262.108777069625, - 64231.288464569625, - 64240.491589569625, - 64260.54940206963, - 64290.030652069625, - 64318.59783956962, - 64290.030652069625, - 64292.112683319625 + 64259.568439898576, + 64291.13172114857, + 64240.51843989857, + 64261.12781489857, + 64239.71218989857, + 64292.90203364857, + 64252.01843989857, + 64241.92468989857, + 64309.537189898576, + 64259.568439898576, + 64248.443439898576, + 64253.45047114857, + 64308.31140864857, + 64330.32312739857, + 64309.537189898576, + 64241.92468989857, + 64314.44031489857, + 64301.23015864857, + 64259.17859614857, + 64247.54968989857, + 64259.568439898576, + 64259.17859614857, + 64240.51843989857, + 64252.01843989857 ], "0.9": [ - 64347.147839569625, - 64423.839245819625, - 64344.581433319625, - 64347.147839569625, - 64364.893933319625, - 64364.893933319625, - 64333.909558319625, - 64364.893933319625, - 64428.472058319625, - 64392.468152069625, - 64347.147839569625, - 64392.468152069625, - 64348.92244894463, - 64344.83807394462, - 64364.893933319625, - 64423.839245819625, - 64347.147839569625, - 64331.304089569625, - 64334.97674581962, - 64344.581433319625, - 64364.893933319625, - 64434.151745819625, - 64348.92244894463, - 64367.65135519463 + 64391.48718989857, + 64366.670393023574, + 64332.92859614857, + 64422.85828364857, + 64333.99578364857, + 64343.85711177357, + 64332.92859614857, + 64334.252424273574, + 64422.85828364857, + 64346.16687739857, + 64332.73172114857, + 64363.91297114857, + 64394.62429927357, + 64391.48718989857, + 64343.60047114857, + 64394.62429927357, + 64369.80750239857, + 64427.49109614857, + 64422.85828364857, + 64345.63172114857, + 64422.85828364857, + 64333.99578364857, + 64346.16687739857, + 64343.85711177357 ] }, "timestamps": [ - "2026-06-18 05:00:00", "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", @@ -589,6 +588,7 @@ "2026-06-23 01:00:00", "2026-06-23 02:00:00", "2026-06-23 03:00:00", - "2026-06-23 04:00:00" + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 9e5f020f0768f180707a1ee6bac24ed7c96fbbc2..da05aac6de9689a2da19e2c47830c8a855aac45e 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,29 +1,11 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T05:05:20.370062+00:00", + "evaluated_at": "2026-06-23T05:12:57.989426+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index 6e1e8d46b696ecde0b7f0c3e82f24fe4b30732b0..b75076c26306a749f5b8b12c0942d4dcbc3e70c0 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-23T04:58:28.969128+00:00", - "finished_at": "2026-06-23T05:05:24.613025+00:00", - "task_count": 4, + "started_at": "2026-06-23T05:10:14.824196+00:00", + "finished_at": "2026-06-23T05:13:02.067793+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,29 +10,11 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T05:00:36.585061+00:00", + "evaluated_at": "2026-06-23T05:10:48.096072+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 } @@ -42,29 +24,11 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T05:01:41.699901+00:00", + "evaluated_at": "2026-06-23T05:11:10.827020+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 } @@ -74,29 +38,11 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T05:02:42.677813+00:00", + "evaluated_at": "2026-06-23T05:12:02.577029+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 } @@ -106,29 +52,11 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T05:03:37.393015+00:00", + "evaluated_at": "2026-06-23T05:12:16.497447+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 } @@ -138,29 +66,11 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T05:04:28.218192+00:00", + "evaluated_at": "2026-06-23T05:12:40.502504+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 } @@ -170,29 +80,11 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T05:05:19.862161+00:00", + "evaluated_at": "2026-06-23T05:12:57.733293+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 } @@ -202,29 +94,11 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T05:05:20.219358+00:00", + "evaluated_at": "2026-06-23T05:12:57.937043+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 } @@ -234,29 +108,11 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T05:05:20.330031+00:00", + "evaluated_at": "2026-06-23T05:12:57.973570+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 } @@ -266,29 +122,11 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T05:05:20.370062+00:00", + "evaluated_at": "2026-06-23T05:12:57.989426+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 } @@ -298,29 +136,11 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T05:05:20.401352+00:00", + "evaluated_at": "2026-06-23T05:12:58.002261+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 } @@ -343,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-23T05:07:11.958636+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_051257.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_051257.json new file mode 100644 index 0000000000000000000000000000000000000000..a0344c30033b180253bbf7ecece35c742cf23d6e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_051257.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-23T05:12:57.924704+00:00", + "metrics": { + "MSE[mean]": 385552.54336038814, + "MSE[0.5]": 800541.1190119652, + "MAE[0.5]": 774.6300183078826, + "MASE[0.5]": 1.1281360175694024, + "MAPE[0.5]": 0.011988787622978657, + "sMAPE[0.5]": 0.012084939779508945, + "MSIS": 21.712335957845536, + "RMSE[mean]": 620.9287747885326, + "NRMSE[mean]": 0.009648065225737976, + "ND[0.5]": 0.012036293446046752, + "mean_weighted_sum_quantile_loss": 0.01077256449523372 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63657.98828125 + ], + "predictions": { + "p50": [ + 63570.93516976603, + 63575.10625715534, + 63577.71936764895, + 63597.419372024866, + 63559.44652514031, + 63597.32698023606, + 63575.36262490862, + 63587.31729344529, + 63575.186334845755, + 63597.22236081761, + 63576.695178107904, + 63577.66014843238, + 63582.430159216514, + 63579.468877232255, + 63597.433060238865, + 63577.6601485436, + 63609.0422464694, + 63587.31733251913, + 63584.80022262727, + 63579.46887723821, + 63584.19146753811, + 63575.730206706794, + 63575.01019576407, + 63597.43306023749 + ], + "p10": [ + 63332.036157152106, + 63330.631123824256, + 63353.513497653184, + 63340.19443633977, + 63330.52647192832, + 63366.501489191825, + 63335.158108784475, + 63330.523268889636, + 63335.15794877155, + 63335.15793765217, + 63329.280658431635, + 63340.7692560867, + 63335.15793976559, + 63330.523307957534, + 63379.423899447705, + 63330.927768595815, + 63340.76925619831, + 63340.769256198226, + 63335.157939739816, + 63318.0968078194, + 63330.927768596135, + 63367.894500040755, + 63353.97170490457, + 63340.76925619824 + ], + "p90": [ + 63921.80872480748, + 63789.1321681081, + 63827.59211447439, + 63890.82192788703, + 63815.773143170605, + 63887.51658252525, + 63827.52061648129, + 63827.52040836277, + 63843.805543469, + 63843.80553234962, + 63818.11126889834, + 63890.835615988115, + 63887.51731388634, + 63838.83663865628, + 63838.94867005827, + 63887.51731386024, + 63838.82419072957, + 63920.700336251495, + 63920.70033625152, + 63838.83663866224, + 63920.70033625151, + 63838.824190729494, + 63838.824190729494, + 63827.520447436626 + ], + "mean": [ + 63892.96806999991, + 63889.30585928999, + 63571.50449369335, + 64235.071615237364, + 64831.78954238356, + 64261.29164884076, + 64538.8299707168, + 63880.14082752982, + 64536.40536777914, + 64238.7187758329, + 63573.82363376767, + 63920.51286291352, + 63911.67155695074, + 63900.47157222695, + 63622.41888942596, + 64221.728278355564, + 64569.988270364476, + 64563.96747641642, + 63895.70817632025, + 64195.453986547276, + 64230.38031452998, + 64545.75362467914, + 64219.56336331667, + 63923.006589511264 + ], + "quantiles": { + "0.1": [ + 63332.036157152106, + 63330.631123824256, + 63353.513497653184, + 63340.19443633977, + 63330.52647192832, + 63366.501489191825, + 63335.158108784475, + 63330.523268889636, + 63335.15794877155, + 63335.15793765217, + 63329.280658431635, + 63340.7692560867, + 63335.15793976559, + 63330.523307957534, + 63379.423899447705, + 63330.927768595815, + 63340.76925619831, + 63340.769256198226, + 63335.157939739816, + 63318.0968078194, + 63330.927768596135, + 63367.894500040755, + 63353.97170490457, + 63340.76925619824 + ], + "0.2": [ + 63423.71125257821, + 63379.167700737715, + 63424.46677817198, + 63424.39387085433, + 63389.922761497946, + 63458.93929102519, + 63424.40772811162, + 63415.38404476952, + 63464.37955503775, + 63457.6854381528, + 63396.212115951064, + 63396.8824650877, + 63422.602864048014, + 63396.21211546256, + 63479.31939052965, + 63393.530716545305, + 63443.79041314829, + 63455.87557752604, + 63443.79041314822, + 63350.91727407817, + 63457.13015964612, + 63459.253667890516, + 63422.602864022236, + 63470.65346389539 + ], + "0.3": [ + 63478.81436300932, + 63475.33402257734, + 63479.378609633306, + 63507.14958977606, + 63463.741975206394, + 63522.87973939358, + 63484.221802650754, + 63484.22159453223, + 63502.216654047, + 63513.29881596913, + 63475.59022176851, + 63478.835365594256, + 63495.071491588824, + 63500.31286918646, + 63545.46718792589, + 63482.750960682424, + 63495.87072560588, + 63495.87072560579, + 63495.07149156305, + 63459.253667890516, + 63505.67928809666, + 63505.67928809666, + 63479.319390528275, + 63548.37471912124 + ], + "0.4": [ + 63539.791337021474, + 63521.585539806605, + 63563.07328303353, + 63573.134497789775, + 63502.21980898009, + 63575.00946442876, + 63559.443530220145, + 63565.90117545257, + 63559.44337020722, + 63566.156392905425, + 63559.44336165803, + 63515.60934512164, + 63565.90121455221, + 63563.01406392254, + 63575.583106371036, + 63548.37471912092, + 63569.82678121013, + 63567.7090379535, + 63564.746354287265, + 63521.84173851522, + 63567.709037953515, + 63561.58578282729, + 63533.608436027265, + 63575.58310636966 + ], + "0.5": [ + 63570.93516976603, + 63575.10625715534, + 63577.71936764895, + 63597.419372024866, + 63559.44652514031, + 63597.32698023606, + 63575.36262490862, + 63587.31729344529, + 63575.186334845755, + 63597.22236081761, + 63576.695178107904, + 63577.66014843238, + 63582.430159216514, + 63579.468877232255, + 63597.433060238865, + 63577.6601485436, + 63609.0422464694, + 63587.31733251913, + 63584.80022262727, + 63579.46887723821, + 63584.19146753811, + 63575.730206706794, + 63575.01019576407, + 63597.43306023749 + ], + "0.6": [ + 63598.33075146122, + 63608.78604776071, + 63622.04246335684, + 63646.825418560176, + 63575.51272016592, + 63644.95279782407, + 63629.7183634301, + 63629.71815531158, + 63592.78961964045, + 63645.415633491095, + 63621.98324473436, + 63644.645458101615, + 63642.06464746175, + 63621.98324424585, + 63646.839106774176, + 63609.042246469005, + 63674.31989263224, + 63645.41563557872, + 63644.64545821316, + 63625.07722430526, + 63629.71819438544, + 63642.064647435975, + 63599.10445682274, + 63660.00956098116 + ], + "0.7": [ + 63662.925597574096, + 63667.82163683806, + 63660.61107449728, + 63719.51586791201, + 63644.87967538766, + 63705.713520749094, + 63709.24291345513, + 63675.13508885646, + 63677.03735265776, + 63718.53303135955, + 63705.714252566955, + 63719.52955601309, + 63675.1351279561, + 63705.71425207845, + 63710.729844535366, + 63677.0373436257, + 63737.23836102664, + 63706.77279978221, + 63709.24274441047, + 63677.679828074586, + 63705.714252084406, + 63677.03734362602, + 63665.40266822432, + 63714.19974482222 + ], + "0.8": [ + 63742.54945500661, + 63722.68614996164, + 63727.98272130684, + 63784.46980391445, + 63719.53272008946, + 63760.49477589097, + 63769.470152588416, + 63742.0872809421, + 63758.251897178656, + 63784.483490039434, + 63722.94234915281, + 63769.46998343221, + 63738.208152850224, + 63769.46998353779, + 63784.48349212845, + 63769.46998354343, + 63788.72811317124, + 63785.04275977889, + 63772.47268526042, + 63742.087320015955, + 63742.087320015955, + 63727.92350220181, + 63760.49550722628, + 63745.320233642145 + ], + "0.9": [ + 63921.80872480748, + 63789.1321681081, + 63827.59211447439, + 63890.82192788703, + 63815.773143170605, + 63887.51658252525, + 63827.52061648129, + 63827.52040836277, + 63843.805543469, + 63843.80553234962, + 63818.11126889834, + 63890.835615988115, + 63887.51731388634, + 63838.83663865628, + 63838.94867005827, + 63887.51731386024, + 63838.82419072957, + 63920.700336251495, + 63920.70033625152, + 63838.83663866224, + 63920.70033625151, + 63838.824190729494, + 63838.824190729494, + 63827.520447436626 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_051045.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_051045.json new file mode 100644 index 0000000000000000000000000000000000000000..fa708928a39a1070ce0aea447a97c4a2159ada5c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_051045.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T05:10:45.975786+00:00", + "metrics": { + "MSE[mean]": 227706.24523035684, + "MSE[0.5]": 227706.24523035684, + "MAE[0.5]": 340.408203125, + "MASE[0.5]": 0.4957550644116136, + "MAPE[0.5]": 0.005263636055257114, + "sMAPE[0.5]": 0.005283142798578639, + "MSIS": 6.398986651504733, + "RMSE[mean]": 477.1857554772113, + "NRMSE[mean]": 0.0074145690787242495, + "ND[0.5]": 0.005289303186576878, + "mean_weighted_sum_quantile_loss": 0.005565864789571965 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63657.98828125 + ], + "predictions": { + "p50": [ + 64227.46875, + 64225.22265625, + 64228.9375, + 64228.54296875, + 64233.3203125, + 64225.48046875, + 64227.47265625, + 64211.78515625, + 64188.9765625, + 64167.07421875, + 64159.57421875, + 64145.89453125, + 64160.73046875, + 64169.65234375, + 64180.171875, + 64144.796875, + 64153.96875, + 64150.79296875, + 64149.375, + 64156.5234375, + 64165.47265625, + 64182.52734375, + 64197.0390625, + 64183.8515625 + ], + "p10": [ + 63927.4140625, + 63817.6015625, + 63746.56640625, + 63682.38671875, + 63630.5859375, + 63559.83203125, + 63462.56640625, + 63402.29296875, + 63342.12890625, + 63252.38671875, + 63227.71484375, + 63198.6953125, + 63207.3671875, + 63188.1875, + 63197.0234375, + 63199.1171875, + 63134.25390625, + 63100.4609375, + 63085.30078125, + 63072.15625, + 63072.09375, + 63061.30078125, + 63066.69921875, + 63068.6875 + ], + "p90": [ + 64440.31640625, + 64488.75390625, + 64554.5234375, + 64593.73046875, + 64611.8984375, + 64657.1953125, + 64651.23046875, + 64701.99609375, + 64701.8203125, + 64731.953125, + 64730.5390625, + 64746.6875, + 64767.26171875, + 64771.59765625, + 64784.74609375, + 64782.79296875, + 64986.69140625, + 64997.94921875, + 64999.77734375, + 64998.38671875, + 64991.93359375, + 65024.8671875, + 65038.6953125, + 65082.25 + ], + "mean": [ + 64227.46875, + 64225.22265625, + 64228.9375, + 64228.54296875, + 64233.3203125, + 64225.48046875, + 64227.47265625, + 64211.78515625, + 64188.9765625, + 64167.07421875, + 64159.57421875, + 64145.89453125, + 64160.73046875, + 64169.65234375, + 64180.171875, + 64144.796875, + 64153.96875, + 64150.79296875, + 64149.375, + 64156.5234375, + 64165.47265625, + 64182.52734375, + 64197.0390625, + 64183.8515625 + ], + "quantiles": { + "0.1": [ + 63927.4140625, + 63817.6015625, + 63746.56640625, + 63682.38671875, + 63630.5859375, + 63559.83203125, + 63462.56640625, + 63402.29296875, + 63342.12890625, + 63252.38671875, + 63227.71484375, + 63198.6953125, + 63207.3671875, + 63188.1875, + 63197.0234375, + 63199.1171875, + 63134.25390625, + 63100.4609375, + 63085.30078125, + 63072.15625, + 63072.09375, + 63061.30078125, + 63066.69921875, + 63068.6875 + ], + "0.2": [ + 63927.4140625, + 63817.6015625, + 63746.56640625, + 63682.38671875, + 63630.5859375, + 63559.83203125, + 63462.56640625, + 63402.29296875, + 63342.12890625, + 63252.38671875, + 63227.71484375, + 63198.6953125, + 63207.3671875, + 63188.1875, + 63197.0234375, + 63199.1171875, + 63134.25390625, + 63100.4609375, + 63085.30078125, + 63072.15625, + 63072.09375, + 63061.30078125, + 63066.69921875, + 63068.6875 + ], + "0.3": [ + 63927.4140625, + 63817.6015625, + 63746.56640625, + 63682.38671875, + 63630.5859375, + 63559.83203125, + 63462.56640625, + 63402.29296875, + 63342.12890625, + 63252.38671875, + 63227.71484375, + 63198.6953125, + 63207.3671875, + 63188.1875, + 63197.0234375, + 63199.1171875, + 63134.25390625, + 63100.4609375, + 63085.30078125, + 63072.15625, + 63072.09375, + 63061.30078125, + 63066.69921875, + 63068.6875 + ], + "0.4": [ + 64227.46875, + 64225.22265625, + 64228.9375, + 64228.54296875, + 64233.3203125, + 64225.48046875, + 64227.47265625, + 64211.78515625, + 64188.9765625, + 64167.07421875, + 64159.57421875, + 64145.89453125, + 64160.73046875, + 64169.65234375, + 64180.171875, + 64144.796875, + 64153.96875, + 64150.79296875, + 64149.375, + 64156.5234375, + 64165.47265625, + 64182.52734375, + 64197.0390625, + 64183.8515625 + ], + "0.5": [ + 64227.46875, + 64225.22265625, + 64228.9375, + 64228.54296875, + 64233.3203125, + 64225.48046875, + 64227.47265625, + 64211.78515625, + 64188.9765625, + 64167.07421875, + 64159.57421875, + 64145.89453125, + 64160.73046875, + 64169.65234375, + 64180.171875, + 64144.796875, + 64153.96875, + 64150.79296875, + 64149.375, + 64156.5234375, + 64165.47265625, + 64182.52734375, + 64197.0390625, + 64183.8515625 + ], + "0.6": [ + 64227.46875, + 64225.22265625, + 64228.9375, + 64228.54296875, + 64233.3203125, + 64225.48046875, + 64227.47265625, + 64211.78515625, + 64188.9765625, + 64167.07421875, + 64159.57421875, + 64145.89453125, + 64160.73046875, + 64169.65234375, + 64180.171875, + 64144.796875, + 64153.96875, + 64150.79296875, + 64149.375, + 64156.5234375, + 64165.47265625, + 64182.52734375, + 64197.0390625, + 64183.8515625 + ], + "0.7": [ + 64227.46875, + 64225.22265625, + 64228.9375, + 64228.54296875, + 64233.3203125, + 64225.48046875, + 64227.47265625, + 64211.78515625, + 64188.9765625, + 64167.07421875, + 64159.57421875, + 64145.89453125, + 64160.73046875, + 64169.65234375, + 64180.171875, + 64144.796875, + 64153.96875, + 64150.79296875, + 64149.375, + 64156.5234375, + 64165.47265625, + 64182.52734375, + 64197.0390625, + 64183.8515625 + ], + "0.8": [ + 64440.31640625, + 64488.75390625, + 64554.5234375, + 64593.73046875, + 64611.8984375, + 64657.1953125, + 64651.23046875, + 64701.99609375, + 64701.8203125, + 64731.953125, + 64730.5390625, + 64746.6875, + 64767.26171875, + 64771.59765625, + 64784.74609375, + 64782.79296875, + 64986.69140625, + 64997.94921875, + 64999.77734375, + 64998.38671875, + 64991.93359375, + 65024.8671875, + 65038.6953125, + 65082.25 + ], + "0.9": [ + 64440.31640625, + 64488.75390625, + 64554.5234375, + 64593.73046875, + 64611.8984375, + 64657.1953125, + 64651.23046875, + 64701.99609375, + 64701.8203125, + 64731.953125, + 64730.5390625, + 64746.6875, + 64767.26171875, + 64771.59765625, + 64784.74609375, + 64782.79296875, + 64986.69140625, + 64997.94921875, + 64999.77734375, + 64998.38671875, + 64991.93359375, + 65024.8671875, + 65038.6953125, + 65082.25 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_051257.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_051257.json new file mode 100644 index 0000000000000000000000000000000000000000..1293b0ec2b3a2307693c43fc44c2ff9b0df019ce --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_051257.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-23T05:12:57.963492+00:00", + "metrics": { + "MSE[mean]": 221575.6784183583, + "MSE[0.5]": 216830.45228490766, + "MAE[0.5]": 334.95178081204875, + "MASE[0.5]": 0.4878085784856537, + "MAPE[0.5]": 0.005182072967339592, + "sMAPE[0.5]": 0.005198129808026346, + "MSIS": 7.107111819720953, + "RMSE[mean]": 470.71825800404036, + "NRMSE[mean]": 0.00731407633301489, + "ND[0.5]": 0.005204520647077956, + "mean_weighted_sum_quantile_loss": 0.004457837797401427 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63657.98828125 + ], + "predictions": { + "p50": [ + 64220.783987514194, + 64222.10627683492, + 64222.77231615565, + 64231.43054297638, + 64205.510644797105, + 64226.08293411784, + 64227.07709843857, + 64234.461887759295, + 64231.47558333002, + 64236.45021640075, + 64231.00688072148, + 64232.024482542205, + 64237.44247498793, + 64236.44640493366, + 64251.93275675439, + 64234.065592950115, + 64256.74139789585, + 64237.85665596658, + 64238.741445287305, + 64239.73560960803, + 64240.94852392876, + 64244.39971949949, + 64229.835290070216, + 64246.38804814094 + ], + "p10": [ + 63980.66328438919, + 63971.21955808492, + 63996.55864428065, + 63988.124292976376, + 63973.523926047106, + 63990.11262161784, + 64000.53530156357, + 63950.516575259295, + 63978.17870833002, + 63979.17287265075, + 63915.97563072148, + 63972.39127941721, + 63982.15536561293, + 63976.36827993366, + 64041.76478800439, + 63985.137858575115, + 64001.41717914585, + 63997.56407784158, + 63988.120351537305, + 63958.694203358034, + 64005.39383642876, + 64009.16261012449, + 64007.382165070216, + 64017.436095015946 + ], + "p90": [ + 64514.721487514194, + 64490.89885495992, + 64458.15122240565, + 64549.07507422638, + 64461.2067385471, + 64472.06223099284, + 64462.12787968857, + 64464.445872134296, + 64554.04589583002, + 64478.34865390075, + 64465.907661971476, + 64498.083076292205, + 64529.78856873793, + 64527.64562368366, + 64480.75306925439, + 64532.771061700114, + 64508.94842914585, + 64567.62618721658, + 64563.987539037305, + 64487.75514085803, + 64565.97586767876, + 64478.107531999485, + 64491.272790070216, + 64489.95718876594 + ], + "mean": [ + 64216.09103829547, + 64239.02752683485, + 64217.40292162458, + 64242.28476172623, + 64193.05642604721, + 64238.1514692738, + 64237.11121953228, + 64193.73581354076, + 64238.63532942358, + 64233.139786713386, + 64204.876919783725, + 64225.3712012925, + 64243.66440858157, + 64253.665154933806, + 64267.095745035454, + 64230.5288742002, + 64265.063604926785, + 64242.3438434665, + 64234.455800756245, + 64213.99301195164, + 64261.909754397624, + 64248.9626882492, + 64226.88296585172, + 64262.863653609566 + ], + "quantiles": { + "0.1": [ + 63980.66328438919, + 63971.21955808492, + 63996.55864428065, + 63988.124292976376, + 63973.523926047106, + 63990.11262161784, + 64000.53530156357, + 63950.516575259295, + 63978.17870833002, + 63979.17287265075, + 63915.97563072148, + 63972.39127941721, + 63982.15536561293, + 63976.36827993366, + 64041.76478800439, + 63985.137858575115, + 64001.41717914585, + 63997.56407784158, + 63988.120351537305, + 63958.694203358034, + 64005.39383642876, + 64009.16261012449, + 64007.382165070216, + 64017.436095015946 + ], + "0.2": [ + 64050.463675014194, + 64061.13752683492, + 64052.45200365565, + 64099.956324226376, + 64054.440332297105, + 64106.77434036784, + 64080.11772343857, + 64052.915012759295, + 64053.75292708002, + 64059.41115390075, + 64037.86625572148, + 64038.704170042205, + 64059.81005311293, + 64063.38781118366, + 64135.97963175439, + 64042.837077325115, + 64076.04999164585, + 64094.55587471658, + 64090.71957028731, + 64046.65748460803, + 64094.03602392876, + 64132.48331324949, + 64075.374352570216, + 64129.47789189094 + ], + "0.3": [ + 64133.691800014196, + 64118.00862058492, + 64125.31137865565, + 64150.83249610138, + 64119.120019797105, + 64148.70480911784, + 64129.28803593857, + 64140.650950259296, + 64147.07714583002, + 64125.96193515075, + 64124.398286971475, + 64121.9174512922, + 64157.46395936293, + 64161.76671743366, + 64183.71400675439, + 64153.048014825115, + 64155.44061664585, + 64156.43478096658, + 64134.909414037305, + 64133.34576585803, + 64168.72586767876, + 64190.67315699949, + 64138.886071320216, + 64183.93882939094 + ], + "0.4": [ + 64185.141018764196, + 64199.71955808492, + 64180.32231615565, + 64208.374292976376, + 64172.526269797105, + 64205.38137161784, + 64206.37553593857, + 64201.582981509295, + 64219.62792708002, + 64203.57131015075, + 64195.08266197148, + 64158.4549512922, + 64206.55380311293, + 64223.11437368366, + 64229.88588175439, + 64202.458171075115, + 64223.87030414585, + 64215.62618721658, + 64178.968007787305, + 64208.27701585803, + 64230.07352392876, + 64238.39971949949, + 64166.01810257022, + 64233.05601689094 + ], + "0.5": [ + 64220.783987514194, + 64222.10627683492, + 64222.77231615565, + 64231.43054297638, + 64205.510644797105, + 64226.08293411784, + 64227.07709843857, + 64234.461887759295, + 64231.47558333002, + 64236.45021640075, + 64231.00688072148, + 64232.024482542205, + 64237.44247498793, + 64236.44640493366, + 64251.93275675439, + 64234.065592950115, + 64256.74139789585, + 64237.85665596658, + 64238.741445287305, + 64239.73560960803, + 64240.94852392876, + 64244.39971949949, + 64229.835290070216, + 64246.38804814094 + ], + "0.6": [ + 64240.834768764194, + 64290.87580808492, + 64230.24731615565, + 64289.073511726376, + 64237.662988547105, + 64294.63684036784, + 64251.079442188566, + 64260.493137759295, + 64261.48730208002, + 64270.84552890075, + 64249.08422447148, + 64294.739326292205, + 64301.45224061293, + 64296.72765493366, + 64303.58431925439, + 64276.81051482511, + 64321.30077289585, + 64295.08868721658, + 64269.428945287305, + 64271.223109608036, + 64280.58133642876, + 64304.68096949949, + 64255.557946320216, + 64297.30992314094 + ], + "0.7": [ + 64308.078909389194, + 64358.63752683492, + 64291.51059740565, + 64356.52429297638, + 64293.6067385471, + 64359.74309036784, + 64329.300535938564, + 64310.928294009296, + 64330.02636458002, + 64329.76818515075, + 64323.88578697148, + 64364.477607542205, + 64343.531928112934, + 64375.66906118366, + 64345.52025675439, + 64336.985514825115, + 64378.95389789585, + 64348.50274971658, + 64342.48285153731, + 64339.17310960803, + 64340.16727392876, + 64351.33331324949, + 64311.393883820216, + 64343.14976689094 + ], + "0.8": [ + 64382.8027375142, + 64415.36018308492, + 64365.74106615565, + 64387.34460547638, + 64366.9231447971, + 64421.10715286784, + 64381.21772343857, + 64372.118137759295, + 64440.724802080025, + 64391.75021640075, + 64381.61938072148, + 64387.6205762922, + 64443.47567811293, + 64466.48156118366, + 64446.68978800439, + 64380.071452325115, + 64453.58124164585, + 64441.365249716575, + 64400.307851537305, + 64389.67310960803, + 64402.68602392876, + 64403.29034449949, + 64385.624352570216, + 64398.11851689094 + ], + "0.9": [ + 64514.721487514194, + 64490.89885495992, + 64458.15122240565, + 64549.07507422638, + 64461.2067385471, + 64472.06223099284, + 64462.12787968857, + 64464.445872134296, + 64554.04589583002, + 64478.34865390075, + 64465.907661971476, + 64498.083076292205, + 64529.78856873793, + 64527.64562368366, + 64480.75306925439, + 64532.771061700114, + 64508.94842914585, + 64567.62618721658, + 64563.987539037305, + 64487.75514085803, + 64565.97586767876, + 64478.107531999485, + 64491.272790070216, + 64489.95718876594 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_051238.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_051238.json new file mode 100644 index 0000000000000000000000000000000000000000..df8b1789096d4bc0278a846de3a1db402722d67b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_051238.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T05:12:38.289090+00:00", + "metrics": { + "MSE[mean]": 200135.23443285623, + "MSE[0.5]": 204252.98232873282, + "MAE[0.5]": 337.98193359375, + "MASE[0.5]": 0.4922215555340291, + "MAPE[0.5]": 0.00523581427042688, + "sMAPE[0.5]": 0.005245026169779288, + "MSIS": 4.397169013147487, + "RMSE[mean]": 447.36476664222926, + "NRMSE[mean]": 0.006951207003945389, + "ND[0.5]": 0.005251603521747054, + "mean_weighted_sum_quantile_loss": 0.005038641033859682 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63657.98828125 + ], + "predictions": { + "p50": [ + 64252.150390625, + 64246.63671875, + 64286.337890625, + 64231.2578125, + 64250.083984375, + 64270.65234375, + 64297.9921875, + 64333.12109375, + 64336.85546875, + 64408.037109375, + 64291.876953125, + 64345.11328125, + 64346.609375, + 64334.71484375, + 64310.830078125, + 64264.21875, + 64392.47265625, + 64338.8984375, + 64399.798828125, + 64356.341796875, + 64401.091796875, + 64251.52734375, + 64346.74609375, + 64383.455078125 + ], + "p10": [ + 64003.654296875, + 63905.484375, + 63857.978515625, + 63834.583984375, + 63759.76171875, + 63710.310546875, + 63710.84765625, + 63715.205078125, + 63680.54296875, + 63622.130859375, + 63560.1953125, + 63625.818359375, + 63419.328125, + 63416.34765625, + 63288.8046875, + 63316.392578125, + 63517.537109375, + 63474.28515625, + 63510.53515625, + 63363.029296875, + 63181.1484375, + 63358.59375, + 63338.541015625, + 63551.75 + ], + "p90": [ + 64524.15625, + 64583.974609375, + 64712.041015625, + 64724.025390625, + 64784.181640625, + 64968.359375, + 64997.6796875, + 64859.875, + 64910.65625, + 65097.544921875, + 64890.33984375, + 65089.783203125, + 65179.6875, + 65038.595703125, + 65119.396484375, + 65187.005859375, + 65132.912109375, + 65291.6484375, + 65410.978515625, + 65280.873046875, + 65358.08984375, + 65220.876953125, + 65321.896484375, + 65699.1875 + ], + "mean": [ + 64258.3515625, + 64265.7890625, + 64279.30859375, + 64258.6875, + 64264.01953125, + 64306.51953125, + 64323.38671875, + 64345.9296875, + 64315.11328125, + 64415.30859375, + 64218.82421875, + 64320.02734375, + 64238.8046875, + 64297.01171875, + 64275.06640625, + 64207.796875, + 64353.9140625, + 64369.25390625, + 64433.8828125, + 64266.0625, + 64384.01171875, + 64328.67578125, + 64305.3046875, + 64514.65625 + ], + "quantiles": { + "0.1": [ + 64003.654296875, + 63905.484375, + 63857.978515625, + 63834.583984375, + 63759.76171875, + 63710.310546875, + 63710.84765625, + 63715.205078125, + 63680.54296875, + 63622.130859375, + 63560.1953125, + 63625.818359375, + 63419.328125, + 63416.34765625, + 63288.8046875, + 63316.392578125, + 63517.537109375, + 63474.28515625, + 63510.53515625, + 63363.029296875, + 63181.1484375, + 63358.59375, + 63338.541015625, + 63551.75 + ], + "0.2": [ + 64003.654296875, + 63905.484375, + 63857.978515625, + 63834.583984375, + 63759.76171875, + 63710.310546875, + 63710.84765625, + 63715.205078125, + 63680.54296875, + 63622.130859375, + 63560.1953125, + 63625.818359375, + 63419.328125, + 63416.34765625, + 63288.8046875, + 63316.392578125, + 63517.537109375, + 63474.28515625, + 63510.53515625, + 63363.029296875, + 63181.1484375, + 63358.59375, + 63338.541015625, + 63551.75 + ], + "0.3": [ + 64003.654296875, + 63905.484375, + 63857.978515625, + 63834.583984375, + 63759.76171875, + 63710.310546875, + 63710.84765625, + 63715.205078125, + 63680.54296875, + 63622.130859375, + 63560.1953125, + 63625.818359375, + 63419.328125, + 63416.34765625, + 63288.8046875, + 63316.392578125, + 63517.537109375, + 63474.28515625, + 63510.53515625, + 63363.029296875, + 63181.1484375, + 63358.59375, + 63338.541015625, + 63551.75 + ], + "0.4": [ + 64252.150390625, + 64246.63671875, + 64286.337890625, + 64231.2578125, + 64250.083984375, + 64270.65234375, + 64297.9921875, + 64333.12109375, + 64336.85546875, + 64408.037109375, + 64291.876953125, + 64345.11328125, + 64346.609375, + 64334.71484375, + 64310.830078125, + 64264.21875, + 64392.47265625, + 64338.8984375, + 64399.798828125, + 64356.341796875, + 64401.091796875, + 64251.52734375, + 64346.74609375, + 64383.455078125 + ], + "0.5": [ + 64252.150390625, + 64246.63671875, + 64286.337890625, + 64231.2578125, + 64250.083984375, + 64270.65234375, + 64297.9921875, + 64333.12109375, + 64336.85546875, + 64408.037109375, + 64291.876953125, + 64345.11328125, + 64346.609375, + 64334.71484375, + 64310.830078125, + 64264.21875, + 64392.47265625, + 64338.8984375, + 64399.798828125, + 64356.341796875, + 64401.091796875, + 64251.52734375, + 64346.74609375, + 64383.455078125 + ], + "0.6": [ + 64252.150390625, + 64246.63671875, + 64286.337890625, + 64231.2578125, + 64250.083984375, + 64270.65234375, + 64297.9921875, + 64333.12109375, + 64336.85546875, + 64408.037109375, + 64291.876953125, + 64345.11328125, + 64346.609375, + 64334.71484375, + 64310.830078125, + 64264.21875, + 64392.47265625, + 64338.8984375, + 64399.798828125, + 64356.341796875, + 64401.091796875, + 64251.52734375, + 64346.74609375, + 64383.455078125 + ], + "0.7": [ + 64252.150390625, + 64246.63671875, + 64286.337890625, + 64231.2578125, + 64250.083984375, + 64270.65234375, + 64297.9921875, + 64333.12109375, + 64336.85546875, + 64408.037109375, + 64291.876953125, + 64345.11328125, + 64346.609375, + 64334.71484375, + 64310.830078125, + 64264.21875, + 64392.47265625, + 64338.8984375, + 64399.798828125, + 64356.341796875, + 64401.091796875, + 64251.52734375, + 64346.74609375, + 64383.455078125 + ], + "0.8": [ + 64524.15625, + 64583.974609375, + 64712.041015625, + 64724.025390625, + 64784.181640625, + 64968.359375, + 64997.6796875, + 64859.875, + 64910.65625, + 65097.544921875, + 64890.33984375, + 65089.783203125, + 65179.6875, + 65038.595703125, + 65119.396484375, + 65187.005859375, + 65132.912109375, + 65291.6484375, + 65410.978515625, + 65280.873046875, + 65358.08984375, + 65220.876953125, + 65321.896484375, + 65699.1875 + ], + "0.9": [ + 64524.15625, + 64583.974609375, + 64712.041015625, + 64724.025390625, + 64784.181640625, + 64968.359375, + 64997.6796875, + 64859.875, + 64910.65625, + 65097.544921875, + 64890.33984375, + 65089.783203125, + 65179.6875, + 65038.595703125, + 65119.396484375, + 65187.005859375, + 65132.912109375, + 65291.6484375, + 65410.978515625, + 65280.873046875, + 65358.08984375, + 65220.876953125, + 65321.896484375, + 65699.1875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_051257.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_051257.json new file mode 100644 index 0000000000000000000000000000000000000000..119df4f98a9495dbad978da145cf2d53deac0429 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_051257.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T05:12:57.981047+00:00", + "metrics": { + "MSE[mean]": 270275.3898831532, + "MSE[0.5]": 265717.1312128709, + "MAE[0.5]": 364.4279545298802, + "MASE[0.5]": 0.5307363407015526, + "MAPE[0.5]": 0.0056307077265667005, + "sMAPE[0.5]": 0.005657756176808105, + "MSIS": 8.424891448915265, + "RMSE[mean]": 519.8801687727213, + "NRMSE[mean]": 0.00807795995538314, + "ND[0.5]": 0.005662524943515457, + "mean_weighted_sum_quantile_loss": 0.004903803073795457 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63657.98828125 + ], + "predictions": { + "p50": [ + 64097.54968989857, + 64097.87781489857, + 64097.54968989857, + 64105.21375239857, + 64078.29968989857, + 64097.87781489857, + 64097.87781489857, + 64104.26843989857, + 64100.28797114857, + 64104.26843989857, + 64097.83093989857, + 64097.85437739857, + 64102.27820552357, + 64100.28797114857, + 64114.78015864857, + 64095.91883052357, + 64117.60047114857, + 64097.72156489857, + 64097.61218989857, + 64097.61218989857, + 64097.83093989857, + 64100.28797114857, + 64084.72937739857, + 64100.28797114857 + ], + "p10": [ + 63857.42898677357, + 63846.99109614857, + 63871.336018023576, + 63861.90750239857, + 63846.312971148574, + 63861.90750239857, + 63871.336018023576, + 63820.32312739857, + 63846.99109614857, + 63846.99109614857, + 63782.79968989857, + 63838.221174273574, + 63846.99109614857, + 63840.20984614857, + 63904.61218989857, + 63846.99109614857, + 63862.27625239857, + 63857.42898677357, + 63846.99109614857, + 63816.570783648574, + 63862.27625239857, + 63865.050861773576, + 63862.27625239857, + 63871.336018023576 + ], + "p90": [ + 64391.48718989857, + 64366.670393023574, + 64332.92859614857, + 64422.85828364857, + 64333.99578364857, + 64343.85711177357, + 64332.92859614857, + 64334.252424273574, + 64422.85828364857, + 64346.16687739857, + 64332.73172114857, + 64363.91297114857, + 64394.62429927357, + 64391.48718989857, + 64343.60047114857, + 64394.62429927357, + 64369.80750239857, + 64427.49109614857, + 64422.85828364857, + 64345.63172114857, + 64422.85828364857, + 64333.99578364857, + 64346.16687739857, + 64343.85711177357 + ], + "mean": [ + 64092.856740679636, + 64114.79906489839, + 64092.180295367136, + 64116.06797114839, + 64065.84547114839, + 64109.94635005464, + 64107.91193599214, + 64063.54236567964, + 64107.44771724214, + 64100.95801021089, + 64071.700978960886, + 64091.20109614839, + 64108.50013911714, + 64117.50672114839, + 64129.94314692964, + 64092.38211177339, + 64125.92267817964, + 64102.20875239839, + 64093.32654536714, + 64071.86959224214, + 64118.79217036714, + 64104.85093989839, + 64081.77705317964, + 64116.76357661714 + ], + "quantiles": { + "0.1": [ + 63857.42898677357, + 63846.99109614857, + 63871.336018023576, + 63861.90750239857, + 63846.312971148574, + 63861.90750239857, + 63871.336018023576, + 63820.32312739857, + 63846.99109614857, + 63846.99109614857, + 63782.79968989857, + 63838.221174273574, + 63846.99109614857, + 63840.20984614857, + 63904.61218989857, + 63846.99109614857, + 63862.27625239857, + 63857.42898677357, + 63846.99109614857, + 63816.570783648574, + 63862.27625239857, + 63865.050861773576, + 63862.27625239857, + 63871.336018023576 + ], + "0.2": [ + 63927.22937739857, + 63936.90906489857, + 63927.22937739857, + 63973.73953364857, + 63927.22937739857, + 63978.56922114857, + 63950.918439898574, + 63922.72156489857, + 63922.56531489857, + 63927.22937739857, + 63904.69031489857, + 63904.53406489857, + 63924.64578364857, + 63927.22937739857, + 63998.82703364857, + 63904.69031489857, + 63936.90906489857, + 63954.42078364857, + 63949.590314898574, + 63904.53406489857, + 63950.918439898574, + 63988.371564898574, + 63930.26843989857, + 63983.37781489857 + ], + "0.3": [ + 64010.457502398574, + 63993.78015864857, + 64000.08875239857, + 64024.615705523574, + 63991.90906489857, + 64020.49968989857, + 64000.08875239857, + 64010.457502398574, + 64015.88953364857, + 63993.78015864857, + 63991.22234614857, + 63987.74734614857, + 64022.29968989857, + 64025.60828364857, + 64046.56140864857, + 64014.90125239857, + 64016.29968989857, + 64016.29968989857, + 63993.78015864857, + 63991.22234614857, + 64025.60828364857, + 64046.56140864857, + 63993.78015864857, + 64037.83875239857 + ], + "0.4": [ + 64061.906721148574, + 64075.49109614857, + 64055.099689898576, + 64082.15750239857, + 64045.31531489857, + 64077.176252398574, + 64077.176252398574, + 64071.38953364857, + 64088.44031489857, + 64071.38953364857, + 64061.906721148574, + 64024.28484614857, + 64071.38953364857, + 64086.95593989857, + 64092.73328364857, + 64064.31140864857, + 64084.72937739857, + 64075.49109614857, + 64037.83875239857, + 64066.15359614857, + 64086.95593989857, + 64094.28797114857, + 64020.912189898576, + 64086.95593989857 + ], + "0.5": [ + 64097.54968989857, + 64097.87781489857, + 64097.54968989857, + 64105.21375239857, + 64078.29968989857, + 64097.87781489857, + 64097.87781489857, + 64104.26843989857, + 64100.28797114857, + 64104.26843989857, + 64097.83093989857, + 64097.85437739857, + 64102.27820552357, + 64100.28797114857, + 64114.78015864857, + 64095.91883052357, + 64117.60047114857, + 64097.72156489857, + 64097.61218989857, + 64097.61218989857, + 64097.83093989857, + 64100.28797114857, + 64084.72937739857, + 64100.28797114857 + ], + "0.6": [ + 64117.60047114857, + 64166.64734614857, + 64105.02468989857, + 64162.85672114857, + 64110.45203364857, + 64166.431721148576, + 64121.88015864857, + 64130.29968989857, + 64130.29968989857, + 64138.66375239857, + 64115.908283648576, + 64160.56922114857, + 64166.28797114857, + 64160.56922114857, + 64166.431721148576, + 64138.66375239857, + 64182.15984614857, + 64154.953596148574, + 64128.29968989857, + 64129.099689898576, + 64137.46375239857, + 64160.56922114857, + 64110.45203364857, + 64151.20984614857 + ], + "0.7": [ + 64184.84461177357, + 64234.40906489857, + 64166.28797114857, + 64230.30750239857, + 64166.39578364857, + 64231.53797114857, + 64200.10125239857, + 64180.734846148574, + 64198.83875239857, + 64197.586408648574, + 64190.70984614857, + 64230.30750239857, + 64208.367658648574, + 64239.51062739857, + 64208.367658648574, + 64198.83875239857, + 64239.812971148574, + 64208.367658648574, + 64201.353596148576, + 64197.04968989857, + 64197.04968989857, + 64207.22156489857, + 64166.28797114857, + 64197.04968989857 + ], + "0.8": [ + 64259.568439898576, + 64291.13172114857, + 64240.51843989857, + 64261.12781489857, + 64239.71218989857, + 64292.90203364857, + 64252.01843989857, + 64241.92468989857, + 64309.537189898576, + 64259.568439898576, + 64248.443439898576, + 64253.45047114857, + 64308.31140864857, + 64330.32312739857, + 64309.537189898576, + 64241.92468989857, + 64314.44031489857, + 64301.23015864857, + 64259.17859614857, + 64247.54968989857, + 64259.568439898576, + 64259.17859614857, + 64240.51843989857, + 64252.01843989857 + ], + "0.9": [ + 64391.48718989857, + 64366.670393023574, + 64332.92859614857, + 64422.85828364857, + 64333.99578364857, + 64343.85711177357, + 64332.92859614857, + 64334.252424273574, + 64422.85828364857, + 64346.16687739857, + 64332.73172114857, + 64363.91297114857, + 64394.62429927357, + 64391.48718989857, + 64343.60047114857, + 64394.62429927357, + 64369.80750239857, + 64427.49109614857, + 64422.85828364857, + 64345.63172114857, + 64422.85828364857, + 64333.99578364857, + 64346.16687739857, + 64343.85711177357 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_051257.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_051257.json new file mode 100644 index 0000000000000000000000000000000000000000..4a672a8be7e56347103fd2553e13602f7e88e724 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_051257.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T05:12:57.996161+00:00", + "metrics": { + "MSE[mean]": 293450.49938583374, + "MSE[0.5]": 293450.49938583374, + "MAE[0.5]": 433.0569661458333, + "MASE[0.5]": 0.6306845198636121, + "MAPE[0.5]": 0.006705683950573551, + "sMAPE[0.5]": 0.006731269782455275, + "MSIS": 5.601666445460538, + "RMSE[mean]": 541.710715590742, + "NRMSE[mean]": 0.00841716559082099, + "ND[0.5]": 0.006728890696454104, + "mean_weighted_sum_quantile_loss": 0.006106651171326895 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63657.98828125 + ], + "predictions": { + "p50": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "p10": [ + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625 + ], + "p90": [ + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875 + ], + "mean": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "quantiles": { + "0.1": [ + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625 + ], + "0.2": [ + 63338.909023437496, + 63228.2042578125, + 63053.79, + 63246.02275390625, + 63400.49845703125, + 63213.36, + 63237.0, + 63183.81, + 63183.77921875, + 63260.64, + 63183.12896484375, + 63189.1890234375, + 63250.60146484375, + 63244.01427734375, + 62890.28, + 62850.89154296875, + 62844.56599609375, + 62362.30845703125, + 62937.57154296875, + 63636.909999999996, + 63294.11845703125, + 63014.40154296875, + 63138.519238281246, + 63284.02220703125 + ], + "0.3": [ + 63660.426328125, + 63549.159609375, + 63373.86, + 63567.0685546875, + 63722.3283984375, + 63534.24, + 63558.0, + 63504.54, + 63504.5090625, + 63581.76, + 63503.8555078125, + 63509.946328125, + 63571.6705078125, + 63565.0498828125, + 63209.52, + 63169.9316015625, + 63163.5739453125, + 62678.8683984375, + 63257.051601562496, + 63959.94, + 63615.4083984375, + 63334.2716015625, + 63459.0193359375, + 63605.2608984375 + ], + "0.4": [ + 63981.9436328125, + 63870.1149609375, + 63693.93, + 63888.11435546875, + 64044.15833984375, + 63855.12, + 63879.0, + 63825.27, + 63825.23890625, + 63902.88, + 63824.58205078125, + 63830.7036328125, + 63892.73955078125, + 63886.08548828125, + 63528.76, + 63488.97166015625, + 63482.58189453125, + 62995.42833984375, + 63576.53166015625, + 64282.97, + 63936.69833984375, + 63654.14166015625, + 63779.51943359375, + 63926.49958984375 + ], + "0.5": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "0.6": [ + 64624.97824218749, + 64512.025664062494, + 64334.06999999999, + 64530.20595703124, + 64687.81822265624, + 64496.87999999999, + 64520.99999999999, + 64466.729999999996, + 64466.69859374999, + 64545.119999999995, + 64466.03513671875, + 64472.2182421875, + 64534.877636718746, + 64528.15669921874, + 64167.23999999999, + 64127.051777343746, + 64120.59779296874, + 63628.548222656245, + 64215.49177734374, + 64929.02999999999, + 64579.27822265624, + 64293.88177734374, + 64420.519628906244, + 64568.976972656244 + ], + "0.7": [ + 64946.495546875, + 64832.981015625, + 64654.14, + 64851.2517578125, + 65009.6481640625, + 64817.76, + 64842.0, + 64787.46, + 64787.4284375, + 64866.24, + 64786.7616796875, + 64792.975546875, + 64855.9466796875, + 64849.1923046875, + 64486.48, + 64446.0918359375, + 64439.6057421875, + 63945.1081640625, + 64534.971835937504, + 65252.06, + 64900.5681640625, + 64613.7518359375, + 64741.0197265625, + 64890.2156640625 + ], + "0.8": [ + 65268.0128515625, + 65153.936367187496, + 64974.20999999999, + 65172.297558593746, + 65331.47810546874, + 65138.63999999999, + 65162.99999999999, + 65108.189999999995, + 65108.15828124999, + 65187.35999999999, + 65107.48822265624, + 65113.73285156249, + 65177.015722656244, + 65170.227910156245, + 64805.719999999994, + 64765.131894531245, + 64758.613691406244, + 64261.66810546874, + 64854.451894531245, + 65575.09, + 65221.858105468746, + 64933.62189453124, + 65061.51982421875, + 65211.45435546874 + ], + "0.9": [ + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_051255.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_051255.json new file mode 100644 index 0000000000000000000000000000000000000000..4ef77c7756c5daf062bfead681e0be172214fe2d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_051255.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T05:12:55.574940+00:00", + "metrics": { + "MSE[mean]": 259177.07352511087, + "MSE[0.5]": 259177.07352511087, + "MAE[0.5]": 365.7501627604167, + "MASE[0.5]": 0.5326619447865237, + "MAPE[0.5]": 0.005649919952962327, + "sMAPE[0.5]": 0.005678331911976735, + "MSIS": 11.611341993818394, + "RMSE[mean]": 509.09436603159423, + "NRMSE[mean]": 0.007910368868315582, + "ND[0.5]": 0.005683069572413623, + "mean_weighted_sum_quantile_loss": 0.00632567600124564 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63657.98828125 + ], + "predictions": { + "p50": [ + 64233.84375, + 64222.125, + 64198.6875, + 64191.65625, + 64177.59375, + 64165.875, + 64142.4375, + 64133.0625, + 64119.0, + 64097.90625, + 64081.5, + 64058.0625, + 64046.34375, + 64039.3125, + 64010.015625, + 63988.921875, + 64011.1875, + 64010.015625, + 64024.078125, + 64017.046875, + 64001.8125, + 63970.171875, + 63940.875, + 63926.8125 + ], + "p10": [ + 63970.171875, + 63854.7421875, + 63719.9765625, + 63591.65625, + 63490.875, + 63408.84375, + 63347.90625, + 63312.75, + 63251.8125, + 63197.90625, + 63158.0625, + 63097.125, + 63083.0625, + 63064.3125, + 62998.6875, + 62937.75, + 62979.9375, + 62956.5, + 62951.8125, + 62928.375, + 62876.8125, + 62825.25, + 62787.75, + 62764.3125 + ], + "p90": [ + 64376.8125, + 64367.4375, + 64367.4375, + 64376.8125, + 64358.0625, + 64362.75, + 64362.75, + 64367.4375, + 64395.5625, + 64390.875, + 64367.4375, + 64376.8125, + 64372.125, + 64367.4375, + 64362.75, + 64367.4375, + 64367.4375, + 64367.4375, + 64381.5, + 64376.8125, + 64376.8125, + 64362.75, + 64348.6875, + 64348.6875 + ], + "mean": [ + 64233.84375, + 64222.125, + 64198.6875, + 64191.65625, + 64177.59375, + 64165.875, + 64142.4375, + 64133.0625, + 64119.0, + 64097.90625, + 64081.5, + 64058.0625, + 64046.34375, + 64039.3125, + 64010.015625, + 63988.921875, + 64011.1875, + 64010.015625, + 64024.078125, + 64017.046875, + 64001.8125, + 63970.171875, + 63940.875, + 63926.8125 + ], + "quantiles": { + "0.1": [ + 63970.171875, + 63854.7421875, + 63719.9765625, + 63591.65625, + 63490.875, + 63408.84375, + 63347.90625, + 63312.75, + 63251.8125, + 63197.90625, + 63158.0625, + 63097.125, + 63083.0625, + 63064.3125, + 62998.6875, + 62937.75, + 62979.9375, + 62956.5, + 62951.8125, + 62928.375, + 62876.8125, + 62825.25, + 62787.75, + 62764.3125 + ], + "0.2": [ + 63970.171875, + 63854.7421875, + 63719.9765625, + 63591.65625, + 63490.875, + 63408.84375, + 63347.90625, + 63312.75, + 63251.8125, + 63197.90625, + 63158.0625, + 63097.125, + 63083.0625, + 63064.3125, + 62998.6875, + 62937.75, + 62979.9375, + 62956.5, + 62951.8125, + 62928.375, + 62876.8125, + 62825.25, + 62787.75, + 62764.3125 + ], + "0.3": [ + 63970.171875, + 63854.7421875, + 63719.9765625, + 63591.65625, + 63490.875, + 63408.84375, + 63347.90625, + 63312.75, + 63251.8125, + 63197.90625, + 63158.0625, + 63097.125, + 63083.0625, + 63064.3125, + 62998.6875, + 62937.75, + 62979.9375, + 62956.5, + 62951.8125, + 62928.375, + 62876.8125, + 62825.25, + 62787.75, + 62764.3125 + ], + "0.4": [ + 64233.84375, + 64222.125, + 64198.6875, + 64191.65625, + 64177.59375, + 64165.875, + 64142.4375, + 64133.0625, + 64119.0, + 64097.90625, + 64081.5, + 64058.0625, + 64046.34375, + 64039.3125, + 64010.015625, + 63988.921875, + 64011.1875, + 64010.015625, + 64024.078125, + 64017.046875, + 64001.8125, + 63970.171875, + 63940.875, + 63926.8125 + ], + "0.5": [ + 64233.84375, + 64222.125, + 64198.6875, + 64191.65625, + 64177.59375, + 64165.875, + 64142.4375, + 64133.0625, + 64119.0, + 64097.90625, + 64081.5, + 64058.0625, + 64046.34375, + 64039.3125, + 64010.015625, + 63988.921875, + 64011.1875, + 64010.015625, + 64024.078125, + 64017.046875, + 64001.8125, + 63970.171875, + 63940.875, + 63926.8125 + ], + "0.6": [ + 64233.84375, + 64222.125, + 64198.6875, + 64191.65625, + 64177.59375, + 64165.875, + 64142.4375, + 64133.0625, + 64119.0, + 64097.90625, + 64081.5, + 64058.0625, + 64046.34375, + 64039.3125, + 64010.015625, + 63988.921875, + 64011.1875, + 64010.015625, + 64024.078125, + 64017.046875, + 64001.8125, + 63970.171875, + 63940.875, + 63926.8125 + ], + "0.7": [ + 64233.84375, + 64222.125, + 64198.6875, + 64191.65625, + 64177.59375, + 64165.875, + 64142.4375, + 64133.0625, + 64119.0, + 64097.90625, + 64081.5, + 64058.0625, + 64046.34375, + 64039.3125, + 64010.015625, + 63988.921875, + 64011.1875, + 64010.015625, + 64024.078125, + 64017.046875, + 64001.8125, + 63970.171875, + 63940.875, + 63926.8125 + ], + "0.8": [ + 64376.8125, + 64367.4375, + 64367.4375, + 64376.8125, + 64358.0625, + 64362.75, + 64362.75, + 64367.4375, + 64395.5625, + 64390.875, + 64367.4375, + 64376.8125, + 64372.125, + 64367.4375, + 64362.75, + 64367.4375, + 64367.4375, + 64367.4375, + 64381.5, + 64376.8125, + 64376.8125, + 64362.75, + 64348.6875, + 64348.6875 + ], + "0.9": [ + 64376.8125, + 64367.4375, + 64367.4375, + 64376.8125, + 64358.0625, + 64362.75, + 64362.75, + 64367.4375, + 64395.5625, + 64390.875, + 64367.4375, + 64376.8125, + 64372.125, + 64367.4375, + 64362.75, + 64367.4375, + 64367.4375, + 64367.4375, + 64381.5, + 64376.8125, + 64376.8125, + 64362.75, + 64348.6875, + 64348.6875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_051107.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_051107.json new file mode 100644 index 0000000000000000000000000000000000000000..f6b1a66f37b9af745f4cc8544fc63a79f741140c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_051107.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T05:11:07.016334+00:00", + "metrics": { + "MSE[mean]": 220050.45012029013, + "MSE[0.5]": 242413.42704582214, + "MAE[0.5]": 340.5213216145833, + "MASE[0.5]": 0.4959198050482219, + "MAPE[0.5]": 0.005263044460586672, + "sMAPE[0.5]": 0.005284933085754184, + "MSIS": 13.99677669339547, + "RMSE[mean]": 469.09535290843604, + "NRMSE[mean]": 0.007288859440428609, + "ND[0.5]": 0.005291060835135054, + "mean_weighted_sum_quantile_loss": 0.004876315796785574 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63657.98828125 + ], + "predictions": { + "p50": [ + 64195.6875, + 64197.21484375, + 64180.74609375, + 64177.7109375, + 64167.0390625, + 64149.2734375, + 64156.56640625, + 64150.453125, + 64161.5, + 64163.3984375, + 64163.39453125, + 64167.36328125, + 64172.9296875, + 64144.3359375, + 64168.37109375, + 64163.33984375, + 64168.8359375, + 64172.75390625, + 64157.73828125, + 64169.78125, + 64174.0234375, + 64156.921875, + 64164.30859375, + 64182.6875 + ], + "p10": [ + 64263.375, + 64229.17578125, + 64229.30859375, + 64229.30078125, + 64218.515625, + 64163.4609375, + 64179.265625, + 64204.703125, + 64213.2265625, + 64206.734375, + 64201.65625, + 64194.21875, + 64211.27734375, + 64208.72265625, + 64192.3515625, + 64187.23046875, + 64216.1015625, + 64219.19140625, + 64175.4140625, + 64201.86328125, + 64203.13671875, + 64187.3671875, + 64203.36328125, + 64212.26953125 + ], + "p90": [ + 64437.73828125, + 64460.734375, + 64459.13671875, + 64455.109375, + 64449.33984375, + 64441.4296875, + 64455.62890625, + 64453.33203125, + 64453.2421875, + 64455.66015625, + 64476.0078125, + 64479.82421875, + 64495.3125, + 64492.44140625, + 64502.609375, + 64511.32421875, + 64516.94140625, + 64533.52734375, + 64539.5546875, + 64535.8984375, + 64558.0390625, + 64562.63671875, + 64555.40234375, + 64577.93359375 + ], + "mean": [ + 64256.6328125, + 64258.40234375, + 64246.53515625, + 64251.44921875, + 64229.9296875, + 64223.02734375, + 64229.09765625, + 64230.22265625, + 64247.00390625, + 64238.47265625, + 64240.48046875, + 64242.13671875, + 64246.04296875, + 64242.85546875, + 64252.02734375, + 64255.87109375, + 64253.97265625, + 64259.3671875, + 64251.20703125, + 64246.03125, + 64261.58984375, + 64249.765625, + 64259.44140625, + 64274.31640625 + ], + "quantiles": { + "0.1": [ + 64263.375, + 64229.17578125, + 64229.30859375, + 64229.30078125, + 64218.515625, + 64163.4609375, + 64179.265625, + 64204.703125, + 64213.2265625, + 64206.734375, + 64201.65625, + 64194.21875, + 64211.27734375, + 64208.72265625, + 64192.3515625, + 64187.23046875, + 64216.1015625, + 64219.19140625, + 64175.4140625, + 64201.86328125, + 64203.13671875, + 64187.3671875, + 64203.36328125, + 64212.26953125 + ], + "0.2": [ + 64263.375, + 64229.17578125, + 64229.30859375, + 64229.30078125, + 64218.515625, + 64163.4609375, + 64179.265625, + 64204.703125, + 64213.2265625, + 64206.734375, + 64201.65625, + 64194.21875, + 64211.27734375, + 64208.72265625, + 64192.3515625, + 64187.23046875, + 64216.1015625, + 64219.19140625, + 64175.4140625, + 64201.86328125, + 64203.13671875, + 64187.3671875, + 64203.36328125, + 64212.26953125 + ], + "0.3": [ + 64263.375, + 64229.17578125, + 64229.30859375, + 64229.30078125, + 64218.515625, + 64163.4609375, + 64179.265625, + 64204.703125, + 64213.2265625, + 64206.734375, + 64201.65625, + 64194.21875, + 64211.27734375, + 64208.72265625, + 64192.3515625, + 64187.23046875, + 64216.1015625, + 64219.19140625, + 64175.4140625, + 64201.86328125, + 64203.13671875, + 64187.3671875, + 64203.36328125, + 64212.26953125 + ], + "0.4": [ + 64195.6875, + 64197.21484375, + 64180.74609375, + 64177.7109375, + 64167.0390625, + 64149.2734375, + 64156.56640625, + 64150.453125, + 64161.5, + 64163.3984375, + 64163.39453125, + 64167.36328125, + 64172.9296875, + 64144.3359375, + 64168.37109375, + 64163.33984375, + 64168.8359375, + 64172.75390625, + 64157.73828125, + 64169.78125, + 64174.0234375, + 64156.921875, + 64164.30859375, + 64182.6875 + ], + "0.5": [ + 64195.6875, + 64197.21484375, + 64180.74609375, + 64177.7109375, + 64167.0390625, + 64149.2734375, + 64156.56640625, + 64150.453125, + 64161.5, + 64163.3984375, + 64163.39453125, + 64167.36328125, + 64172.9296875, + 64144.3359375, + 64168.37109375, + 64163.33984375, + 64168.8359375, + 64172.75390625, + 64157.73828125, + 64169.78125, + 64174.0234375, + 64156.921875, + 64164.30859375, + 64182.6875 + ], + "0.6": [ + 64195.6875, + 64197.21484375, + 64180.74609375, + 64177.7109375, + 64167.0390625, + 64149.2734375, + 64156.56640625, + 64150.453125, + 64161.5, + 64163.3984375, + 64163.39453125, + 64167.36328125, + 64172.9296875, + 64144.3359375, + 64168.37109375, + 64163.33984375, + 64168.8359375, + 64172.75390625, + 64157.73828125, + 64169.78125, + 64174.0234375, + 64156.921875, + 64164.30859375, + 64182.6875 + ], + "0.7": [ + 64195.6875, + 64197.21484375, + 64180.74609375, + 64177.7109375, + 64167.0390625, + 64149.2734375, + 64156.56640625, + 64150.453125, + 64161.5, + 64163.3984375, + 64163.39453125, + 64167.36328125, + 64172.9296875, + 64144.3359375, + 64168.37109375, + 64163.33984375, + 64168.8359375, + 64172.75390625, + 64157.73828125, + 64169.78125, + 64174.0234375, + 64156.921875, + 64164.30859375, + 64182.6875 + ], + "0.8": [ + 64437.73828125, + 64460.734375, + 64459.13671875, + 64455.109375, + 64449.33984375, + 64441.4296875, + 64455.62890625, + 64453.33203125, + 64453.2421875, + 64455.66015625, + 64476.0078125, + 64479.82421875, + 64495.3125, + 64492.44140625, + 64502.609375, + 64511.32421875, + 64516.94140625, + 64533.52734375, + 64539.5546875, + 64535.8984375, + 64558.0390625, + 64562.63671875, + 64555.40234375, + 64577.93359375 + ], + "0.9": [ + 64437.73828125, + 64460.734375, + 64459.13671875, + 64455.109375, + 64449.33984375, + 64441.4296875, + 64455.62890625, + 64453.33203125, + 64453.2421875, + 64455.66015625, + 64476.0078125, + 64479.82421875, + 64495.3125, + 64492.44140625, + 64502.609375, + 64511.32421875, + 64516.94140625, + 64533.52734375, + 64539.5546875, + 64535.8984375, + 64558.0390625, + 64562.63671875, + 64555.40234375, + 64577.93359375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_051212.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_051212.json new file mode 100644 index 0000000000000000000000000000000000000000..89a996a74c3d73fa44fd548c026b9fb66360d255 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_051212.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-23T05:12:12.503824+00:00", + "metrics": { + "MSE[mean]": 237416.6020711263, + "MSE[0.5]": 237416.6020711263, + "MAE[0.5]": 342.1458333333333, + "MASE[0.5]": 0.4982856702194281, + "MAPE[0.5]": 0.005287151825820217, + "sMAPE[0.5]": 0.005310199501047749, + "MSIS": 6.876098290663795, + "RMSE[mean]": 487.25414525802273, + "NRMSE[mean]": 0.0075710129178046745, + "ND[0.5]": 0.005316302691623044, + "mean_weighted_sum_quantile_loss": 0.0054525332403348135 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63657.98828125 + ], + "predictions": { + "p50": [ + 64230.54296875, + 64217.87890625, + 64205.78125, + 64194.8671875, + 64184.68359375, + 64174.80859375, + 64169.43359375, + 64164.36328125, + 64161.1015625, + 64148.91796875, + 64138.6875, + 64134.69140625, + 64134.88671875, + 64132.67578125, + 64130.87890625, + 64128.6796875, + 64125.72265625, + 64122.87109375, + 64122.1015625, + 64117.34765625, + 64108.05078125, + 64099.19921875, + 64095.71484375, + 64090.8046875 + ], + "p10": [ + 63995.53125, + 63874.06640625, + 63780.65234375, + 63703.76953125, + 63648.54296875, + 63602.17578125, + 63546.29296875, + 63495.18359375, + 63456.98046875, + 63411.98828125, + 63371.55078125, + 63339.33203125, + 63317.74609375, + 63298.9296875, + 63265.5546875, + 63245.45703125, + 63226.27734375, + 63195.3046875, + 63166.1875, + 63125.046875, + 63095.4296875, + 63067.51953125, + 63045.61328125, + 63028.57421875 + ], + "p90": [ + 64437.69140625, + 64489.65234375, + 64533.6484375, + 64565.296875, + 64579.828125, + 64596.73828125, + 64624.2109375, + 64646.08984375, + 64663.60546875, + 64669.88671875, + 64674.89453125, + 64679.6953125, + 64689.86328125, + 64711.33203125, + 64736.5859375, + 64749.11328125, + 64761.48828125, + 64783.13671875, + 64809.5390625, + 64829.89453125, + 64827.2890625, + 64823.58984375, + 64824.0859375, + 64829.04296875 + ], + "mean": [ + 64230.54296875, + 64217.87890625, + 64205.78125, + 64194.8671875, + 64184.68359375, + 64174.80859375, + 64169.43359375, + 64164.36328125, + 64161.1015625, + 64148.91796875, + 64138.6875, + 64134.69140625, + 64134.88671875, + 64132.67578125, + 64130.87890625, + 64128.6796875, + 64125.72265625, + 64122.87109375, + 64122.1015625, + 64117.34765625, + 64108.05078125, + 64099.19921875, + 64095.71484375, + 64090.8046875 + ], + "quantiles": { + "0.1": [ + 63995.53125, + 63874.06640625, + 63780.65234375, + 63703.76953125, + 63648.54296875, + 63602.17578125, + 63546.29296875, + 63495.18359375, + 63456.98046875, + 63411.98828125, + 63371.55078125, + 63339.33203125, + 63317.74609375, + 63298.9296875, + 63265.5546875, + 63245.45703125, + 63226.27734375, + 63195.3046875, + 63166.1875, + 63125.046875, + 63095.4296875, + 63067.51953125, + 63045.61328125, + 63028.57421875 + ], + "0.2": [ + 63995.53125, + 63874.06640625, + 63780.65234375, + 63703.76953125, + 63648.54296875, + 63602.17578125, + 63546.29296875, + 63495.18359375, + 63456.98046875, + 63411.98828125, + 63371.55078125, + 63339.33203125, + 63317.74609375, + 63298.9296875, + 63265.5546875, + 63245.45703125, + 63226.27734375, + 63195.3046875, + 63166.1875, + 63125.046875, + 63095.4296875, + 63067.51953125, + 63045.61328125, + 63028.57421875 + ], + "0.3": [ + 63995.53125, + 63874.06640625, + 63780.65234375, + 63703.76953125, + 63648.54296875, + 63602.17578125, + 63546.29296875, + 63495.18359375, + 63456.98046875, + 63411.98828125, + 63371.55078125, + 63339.33203125, + 63317.74609375, + 63298.9296875, + 63265.5546875, + 63245.45703125, + 63226.27734375, + 63195.3046875, + 63166.1875, + 63125.046875, + 63095.4296875, + 63067.51953125, + 63045.61328125, + 63028.57421875 + ], + "0.4": [ + 64230.54296875, + 64217.87890625, + 64205.78125, + 64194.8671875, + 64184.68359375, + 64174.80859375, + 64169.43359375, + 64164.36328125, + 64161.1015625, + 64148.91796875, + 64138.6875, + 64134.69140625, + 64134.88671875, + 64132.67578125, + 64130.87890625, + 64128.6796875, + 64125.72265625, + 64122.87109375, + 64122.1015625, + 64117.34765625, + 64108.05078125, + 64099.19921875, + 64095.71484375, + 64090.8046875 + ], + "0.5": [ + 64230.54296875, + 64217.87890625, + 64205.78125, + 64194.8671875, + 64184.68359375, + 64174.80859375, + 64169.43359375, + 64164.36328125, + 64161.1015625, + 64148.91796875, + 64138.6875, + 64134.69140625, + 64134.88671875, + 64132.67578125, + 64130.87890625, + 64128.6796875, + 64125.72265625, + 64122.87109375, + 64122.1015625, + 64117.34765625, + 64108.05078125, + 64099.19921875, + 64095.71484375, + 64090.8046875 + ], + "0.6": [ + 64230.54296875, + 64217.87890625, + 64205.78125, + 64194.8671875, + 64184.68359375, + 64174.80859375, + 64169.43359375, + 64164.36328125, + 64161.1015625, + 64148.91796875, + 64138.6875, + 64134.69140625, + 64134.88671875, + 64132.67578125, + 64130.87890625, + 64128.6796875, + 64125.72265625, + 64122.87109375, + 64122.1015625, + 64117.34765625, + 64108.05078125, + 64099.19921875, + 64095.71484375, + 64090.8046875 + ], + "0.7": [ + 64230.54296875, + 64217.87890625, + 64205.78125, + 64194.8671875, + 64184.68359375, + 64174.80859375, + 64169.43359375, + 64164.36328125, + 64161.1015625, + 64148.91796875, + 64138.6875, + 64134.69140625, + 64134.88671875, + 64132.67578125, + 64130.87890625, + 64128.6796875, + 64125.72265625, + 64122.87109375, + 64122.1015625, + 64117.34765625, + 64108.05078125, + 64099.19921875, + 64095.71484375, + 64090.8046875 + ], + "0.8": [ + 64437.69140625, + 64489.65234375, + 64533.6484375, + 64565.296875, + 64579.828125, + 64596.73828125, + 64624.2109375, + 64646.08984375, + 64663.60546875, + 64669.88671875, + 64674.89453125, + 64679.6953125, + 64689.86328125, + 64711.33203125, + 64736.5859375, + 64749.11328125, + 64761.48828125, + 64783.13671875, + 64809.5390625, + 64829.89453125, + 64827.2890625, + 64823.58984375, + 64824.0859375, + 64829.04296875 + ], + "0.9": [ + 64437.69140625, + 64489.65234375, + 64533.6484375, + 64565.296875, + 64579.828125, + 64596.73828125, + 64624.2109375, + 64646.08984375, + 64663.60546875, + 64669.88671875, + 64674.89453125, + 64679.6953125, + 64689.86328125, + 64711.33203125, + 64736.5859375, + 64749.11328125, + 64761.48828125, + 64783.13671875, + 64809.5390625, + 64829.89453125, + 64827.2890625, + 64823.58984375, + 64824.0859375, + 64829.04296875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_051144.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_051144.json new file mode 100644 index 0000000000000000000000000000000000000000..1d374d58e289a7f51d03a3f139b2ba2caaadc86c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_051144.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T05:11:44.570328+00:00", + "metrics": { + "MSE[mean]": 233239.21239852905, + "MSE[0.5]": 233239.21239852905, + "MAE[0.5]": 338.7034505208333, + "MASE[0.5]": 0.4932723400550147, + "MAPE[0.5]": 0.005234744422524054, + "sMAPE[0.5]": 0.005256569755383442, + "MSIS": 5.068800114536224, + "RMSE[mean]": 482.9484572897289, + "NRMSE[mean]": 0.00750411062555075, + "ND[0.5]": 0.005262814537658412, + "mean_weighted_sum_quantile_loss": 0.005885843487242359 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63657.98828125 + ], + "predictions": { + "p50": [ + 64232.46875, + 64217.859375, + 64206.52734375, + 64194.21875, + 64189.37109375, + 64192.4921875, + 64180.79296875, + 64174.375, + 64164.94921875, + 64161.49609375, + 64164.46484375, + 64155.0078125, + 64150.6171875, + 64146.94921875, + 64143.09375, + 64141.390625, + 64140.46484375, + 64135.8515625, + 64136.32421875, + 64131.6640625, + 64133.12109375, + 64128.578125, + 64125.94140625, + 64124.28125 + ], + "p10": [ + 63892.26171875, + 63782.03515625, + 63671.54296875, + 63565.9140625, + 63493.6328125, + 63450.69140625, + 63362.01171875, + 63327.6484375, + 63249.1875, + 63199.41796875, + 63181.7734375, + 63121.1171875, + 63083.484375, + 63042.48046875, + 63025.28125, + 62983.9921875, + 62960.6015625, + 62919.11328125, + 62910.43359375, + 62886.5703125, + 62893.203125, + 62864.91015625, + 62828.9765625, + 62812.6953125 + ], + "p90": [ + 64534.90625, + 64621.859375, + 64658.15234375, + 64708.76953125, + 64766.76953125, + 64841.2734375, + 64869.6484375, + 64918.53515625, + 64942.39453125, + 64993.73828125, + 65027.18359375, + 65069.984375, + 65098.58984375, + 65143.27734375, + 65163.03125, + 65202.515625, + 65225.4453125, + 65243.45703125, + 65261.57421875, + 65292.0546875, + 65305.66796875, + 65321.41796875, + 65351.8828125, + 65382.83984375 + ], + "mean": [ + 64232.46875, + 64217.859375, + 64206.52734375, + 64194.21875, + 64189.37109375, + 64192.4921875, + 64180.79296875, + 64174.375, + 64164.94921875, + 64161.49609375, + 64164.46484375, + 64155.0078125, + 64150.6171875, + 64146.94921875, + 64143.09375, + 64141.390625, + 64140.46484375, + 64135.8515625, + 64136.32421875, + 64131.6640625, + 64133.12109375, + 64128.578125, + 64125.94140625, + 64124.28125 + ], + "quantiles": { + "0.1": [ + 63892.26171875, + 63782.03515625, + 63671.54296875, + 63565.9140625, + 63493.6328125, + 63450.69140625, + 63362.01171875, + 63327.6484375, + 63249.1875, + 63199.41796875, + 63181.7734375, + 63121.1171875, + 63083.484375, + 63042.48046875, + 63025.28125, + 62983.9921875, + 62960.6015625, + 62919.11328125, + 62910.43359375, + 62886.5703125, + 62893.203125, + 62864.91015625, + 62828.9765625, + 62812.6953125 + ], + "0.2": [ + 63892.26171875, + 63782.03515625, + 63671.54296875, + 63565.9140625, + 63493.6328125, + 63450.69140625, + 63362.01171875, + 63327.6484375, + 63249.1875, + 63199.41796875, + 63181.7734375, + 63121.1171875, + 63083.484375, + 63042.48046875, + 63025.28125, + 62983.9921875, + 62960.6015625, + 62919.11328125, + 62910.43359375, + 62886.5703125, + 62893.203125, + 62864.91015625, + 62828.9765625, + 62812.6953125 + ], + "0.3": [ + 63892.26171875, + 63782.03515625, + 63671.54296875, + 63565.9140625, + 63493.6328125, + 63450.69140625, + 63362.01171875, + 63327.6484375, + 63249.1875, + 63199.41796875, + 63181.7734375, + 63121.1171875, + 63083.484375, + 63042.48046875, + 63025.28125, + 62983.9921875, + 62960.6015625, + 62919.11328125, + 62910.43359375, + 62886.5703125, + 62893.203125, + 62864.91015625, + 62828.9765625, + 62812.6953125 + ], + "0.4": [ + 64232.46875, + 64217.859375, + 64206.52734375, + 64194.21875, + 64189.37109375, + 64192.4921875, + 64180.79296875, + 64174.375, + 64164.94921875, + 64161.49609375, + 64164.46484375, + 64155.0078125, + 64150.6171875, + 64146.94921875, + 64143.09375, + 64141.390625, + 64140.46484375, + 64135.8515625, + 64136.32421875, + 64131.6640625, + 64133.12109375, + 64128.578125, + 64125.94140625, + 64124.28125 + ], + "0.5": [ + 64232.46875, + 64217.859375, + 64206.52734375, + 64194.21875, + 64189.37109375, + 64192.4921875, + 64180.79296875, + 64174.375, + 64164.94921875, + 64161.49609375, + 64164.46484375, + 64155.0078125, + 64150.6171875, + 64146.94921875, + 64143.09375, + 64141.390625, + 64140.46484375, + 64135.8515625, + 64136.32421875, + 64131.6640625, + 64133.12109375, + 64128.578125, + 64125.94140625, + 64124.28125 + ], + "0.6": [ + 64232.46875, + 64217.859375, + 64206.52734375, + 64194.21875, + 64189.37109375, + 64192.4921875, + 64180.79296875, + 64174.375, + 64164.94921875, + 64161.49609375, + 64164.46484375, + 64155.0078125, + 64150.6171875, + 64146.94921875, + 64143.09375, + 64141.390625, + 64140.46484375, + 64135.8515625, + 64136.32421875, + 64131.6640625, + 64133.12109375, + 64128.578125, + 64125.94140625, + 64124.28125 + ], + "0.7": [ + 64232.46875, + 64217.859375, + 64206.52734375, + 64194.21875, + 64189.37109375, + 64192.4921875, + 64180.79296875, + 64174.375, + 64164.94921875, + 64161.49609375, + 64164.46484375, + 64155.0078125, + 64150.6171875, + 64146.94921875, + 64143.09375, + 64141.390625, + 64140.46484375, + 64135.8515625, + 64136.32421875, + 64131.6640625, + 64133.12109375, + 64128.578125, + 64125.94140625, + 64124.28125 + ], + "0.8": [ + 64534.90625, + 64621.859375, + 64658.15234375, + 64708.76953125, + 64766.76953125, + 64841.2734375, + 64869.6484375, + 64918.53515625, + 64942.39453125, + 64993.73828125, + 65027.18359375, + 65069.984375, + 65098.58984375, + 65143.27734375, + 65163.03125, + 65202.515625, + 65225.4453125, + 65243.45703125, + 65261.57421875, + 65292.0546875, + 65305.66796875, + 65321.41796875, + 65351.8828125, + 65382.83984375 + ], + "0.9": [ + 64534.90625, + 64621.859375, + 64658.15234375, + 64708.76953125, + 64766.76953125, + 64841.2734375, + 64869.6484375, + 64918.53515625, + 64942.39453125, + 64993.73828125, + 65027.18359375, + 65069.984375, + 65098.58984375, + 65143.27734375, + 65163.03125, + 65202.515625, + 65225.4453125, + 65243.45703125, + 65261.57421875, + 65292.0546875, + 65305.66796875, + 65321.41796875, + 65351.8828125, + 65382.83984375 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 672e6df91b2ab390f5f1120f668b37d3d4ac0e68..c1782d392ed5c1264c1a039d433ee77fe0fbe95f 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,277220.40193303424,277220.40193303424,406.9332682291667,0.5780701707738382,0.0062950345887832085,0.006322615206698692,5.46399072538028,526.5172380207833,0.008177721591218103,0.006320376112075642,0.006013846080017904,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,293450.49938583374,293450.49938583374,433.0569661458333,0.6306845198636121,0.006705683950573551,0.006731269782455275,5.601666445460538,541.710715590742,0.00841716559082099,0.006728890696454104,0.006106651171326895,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.6216286321021097,0.6216286321021097,0.7624166548252106,2.5742100007405924,0.45682392203263955,0.6020767793486032,99.50962077992656,0.7884342915564427,0.474669690408867,0.4590060089776538,0.4553993826020934,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.058055566681758625,0.058055566681758625,0.1972222410970264,1.4489797023076487,0.13877850047217619,0.12607546820753024,46.51755631085342,0.240947228001815,0.15857588102377557,0.1297989227716239,0.12461712271557114,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index d14fb9b3f93b0beb2f45170e68b4276a4e0a833a..f66e664ef25a0c7fab5bd37c637a7c5b357c2a04 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T05:05:20.374219+00:00", + "evaluated_at": "2026-06-23T05:12:57.996161+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63994.0, 64083.41015625, 64510.44140625, 64399.921875, @@ -101,10 +100,10 @@ 64606.0, 64257.98828125, 63974.01171875, - 64100.01953125 + 64100.01953125, + 64247.73828125 ], "actuals": [ - 64247.73828125, 63989.94921875, 64211.19140625, 64165.98828125, @@ -127,10 +126,10 @@ 64156.0, 64204.01171875, 64065.3515625, - 63669.05078125 + 63623.01953125, + 63657.98828125 ], "p50": [ - 64256.55078125, 64303.4609375, 64191.0703125, 64014.0, @@ -153,10 +152,10 @@ 64606.0, 64257.98828125, 63974.01171875, - 64100.01953125 + 64100.01953125, + 64247.73828125 ], "p10": [ - 62971.419765624996, 63017.39171875, 62907.248906249995, 62733.72, @@ -179,10 +178,10 @@ 63313.88, 62972.828515625, 62694.531484375, - 62818.019140625 + 62818.019140625, + 62962.783515625 ], "p90": [ - 65541.681796875, 65589.53015625, 65474.891718750005, 65294.28, @@ -205,10 +204,10 @@ 65898.12, 65543.148046875, 65253.491953125, - 65382.019921875 + 65382.019921875, + 65532.693046875 ], "mean": [ - 64256.55078125, 64303.4609375, 64191.0703125, 64014.0, @@ -231,11 +230,11 @@ 64606.0, 64257.98828125, 63974.01171875, - 64100.01953125 + 64100.01953125, + 64247.73828125 ], "quantiles": { "0.1": [ - 62971.419765624996, 63017.39171875, 62907.248906249995, 62733.72, @@ -258,10 +257,10 @@ 63313.88, 62972.828515625, 62694.531484375, - 62818.019140625 + 62818.019140625, + 62962.783515625 ], "0.2": [ - 63292.70251953125, 63338.909023437496, 63228.2042578125, 63053.79, @@ -284,10 +283,10 @@ 63636.909999999996, 63294.11845703125, 63014.40154296875, - 63138.519238281246 + 63138.519238281246, + 63284.02220703125 ], "0.3": [ - 63613.9852734375, 63660.426328125, 63549.159609375, 63373.86, @@ -310,10 +309,10 @@ 63959.94, 63615.4083984375, 63334.2716015625, - 63459.0193359375 + 63459.0193359375, + 63605.2608984375 ], "0.4": [ - 63935.26802734375, 63981.9436328125, 63870.1149609375, 63693.93, @@ -336,10 +335,10 @@ 64282.97, 63936.69833984375, 63654.14166015625, - 63779.51943359375 + 63779.51943359375, + 63926.49958984375 ], "0.5": [ - 64256.55078125, 64303.4609375, 64191.0703125, 64014.0, @@ -362,10 +361,10 @@ 64606.0, 64257.98828125, 63974.01171875, - 64100.01953125 + 64100.01953125, + 64247.73828125 ], "0.6": [ - 64577.83353515624, 64624.97824218749, 64512.025664062494, 64334.06999999999, @@ -388,10 +387,10 @@ 64929.02999999999, 64579.27822265624, 64293.88177734374, - 64420.519628906244 + 64420.519628906244, + 64568.976972656244 ], "0.7": [ - 64899.1162890625, 64946.495546875, 64832.981015625, 64654.14, @@ -414,10 +413,10 @@ 65252.06, 64900.5681640625, 64613.7518359375, - 64741.0197265625 + 64741.0197265625, + 64890.2156640625 ], "0.8": [ - 65220.39904296874, 65268.0128515625, 65153.936367187496, 64974.20999999999, @@ -440,10 +439,10 @@ 65575.09, 65221.858105468746, 64933.62189453124, - 65061.51982421875 + 65061.51982421875, + 65211.45435546874 ], "0.9": [ - 65541.681796875, 65589.53015625, 65474.891718750005, 65294.28, @@ -466,11 +465,11 @@ 65898.12, 65543.148046875, 65253.491953125, - 65382.019921875 + 65382.019921875, + 65532.693046875 ] }, "timestamps": [ - "2026-06-18 05:00:00", "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", @@ -589,6 +588,7 @@ "2026-06-23 01:00:00", "2026-06-23 02:00:00", "2026-06-23 03:00:00", - "2026-06-23 04:00:00" + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index d036f486c821d8fbdf9c4515e80c6fef0d3d04d7..4db79cd8e217458428ea9735b47ae7ee6586997d 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,29 +1,11 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T05:05:20.401352+00:00", + "evaluated_at": "2026-06-23T05:12:58.002261+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 6bbb856da6471bee9186ce7793774d4e1fd4a130..4fca4ac1c3b7addd9adb4bdd0855cf09a0dc4baa 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,363279.86845525104,363279.86845525104,470.244140625,0.6680066042754845,0.007267385311372717,0.0073106644984679454,10.704885716485508,602.727026484835,0.00936139116095029,0.007303703248897369,0.007462203986915024,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,259177.07352511087,259177.07352511087,365.7501627604167,0.5326619447865237,0.005649919952962327,0.005678331911976735,11.611341993818394,509.09436603159423,0.007910368868315582,0.005683069572413623,0.00632567600124564,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.013373193135761833,0.013373193135761833,0.08781529068946839,0.2964979818844546,0.053386310411610086,0.05615630828893582,2.6465086949895134,0.11564252304304776,0.06962152864074674,0.05286839663258175,0.044503967603111955,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.0371353566943239,0.0371353566943239,0.16026243070761362,1.177438243507108,0.11329380601346732,0.10458477969831259,16.65172301211215,0.19270536239120045,0.12682620535879485,0.10547436613082836,0.07811261426793406,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index f946c1e276e140785fc0848be2b3f6968f5c9bb7..80337e370546d7177a070eea2ff908995e9068a4 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T05:04:42.264292+00:00", + "evaluated_at": "2026-06-23T05:12:55.574940+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63994.0, 64083.41015625, 64510.44140625, 64399.921875, @@ -101,10 +100,10 @@ 64606.0, 64257.98828125, 63974.01171875, - 64100.01953125 + 64100.01953125, + 64247.73828125 ], "actuals": [ - 64247.73828125, 63989.94921875, 64211.19140625, 64165.98828125, @@ -127,350 +126,350 @@ 64156.0, 64204.01171875, 64065.3515625, - 63669.05078125 + 63623.01953125, + 63657.98828125 ], "p50": [ - 64062.953125, - 64069.9375, - 64065.28125, - 64051.3125, - 64046.65625, - 64030.359375, - 64018.71875, - 64018.71875, - 64015.2265625, - 63995.4375, - 63964.0078125, - 63934.90625, - 63922.1015625, - 63902.3125, - 63884.8515625, - 63854.5859375, - 63810.0625, - 63823.73828125, - 63822.57421875, - 63822.57421875, - 63815.58984375, - 63786.48828125, - 63762.625, - 63720.71875 + 64233.84375, + 64222.125, + 64198.6875, + 64191.65625, + 64177.59375, + 64165.875, + 64142.4375, + 64133.0625, + 64119.0, + 64097.90625, + 64081.5, + 64058.0625, + 64046.34375, + 64039.3125, + 64010.015625, + 63988.921875, + 64011.1875, + 64010.015625, + 64024.078125, + 64017.046875, + 64001.8125, + 63970.171875, + 63940.875, + 63926.8125 ], "p10": [ - 63730.17578125, - 63610.1328125, - 63496.0546875, - 63369.171875, - 63278.375, - 63215.515625, - 63168.953125, - 63148.0, - 63110.75, - 63050.21875, - 62985.03125, - 62933.8125, - 62915.1875, - 62887.25, - 62859.3125, - 62780.15625, - 62794.125, - 62798.78125, - 62794.125, - 62789.46875, - 62766.1875, - 62728.9375, - 62696.34375, - 62649.78125 + 63970.171875, + 63854.7421875, + 63719.9765625, + 63591.65625, + 63490.875, + 63408.84375, + 63347.90625, + 63312.75, + 63251.8125, + 63197.90625, + 63158.0625, + 63097.125, + 63083.0625, + 63064.3125, + 62998.6875, + 62937.75, + 62979.9375, + 62956.5, + 62951.8125, + 62928.375, + 62876.8125, + 62825.25, + 62787.75, + 62764.3125 ], "p90": [ - 64316.71875, - 64367.9375, - 64395.875, - 64409.84375, - 64400.53125, - 64391.21875, - 64400.53125, - 64414.5, - 64433.125, - 64428.46875, - 64414.5, - 64414.5, - 64414.5, - 64409.84375, - 64400.53125, - 64414.5, - 64367.9375, - 64391.21875, - 64400.53125, - 64419.15625, - 64423.8125, - 64409.84375, - 64405.1875, - 64386.5625 + 64376.8125, + 64367.4375, + 64367.4375, + 64376.8125, + 64358.0625, + 64362.75, + 64362.75, + 64367.4375, + 64395.5625, + 64390.875, + 64367.4375, + 64376.8125, + 64372.125, + 64367.4375, + 64362.75, + 64367.4375, + 64367.4375, + 64367.4375, + 64381.5, + 64376.8125, + 64376.8125, + 64362.75, + 64348.6875, + 64348.6875 ], "mean": [ - 64062.953125, - 64069.9375, - 64065.28125, - 64051.3125, - 64046.65625, - 64030.359375, - 64018.71875, - 64018.71875, - 64015.2265625, - 63995.4375, - 63964.0078125, - 63934.90625, - 63922.1015625, - 63902.3125, - 63884.8515625, - 63854.5859375, - 63810.0625, - 63823.73828125, - 63822.57421875, - 63822.57421875, - 63815.58984375, - 63786.48828125, - 63762.625, - 63720.71875 + 64233.84375, + 64222.125, + 64198.6875, + 64191.65625, + 64177.59375, + 64165.875, + 64142.4375, + 64133.0625, + 64119.0, + 64097.90625, + 64081.5, + 64058.0625, + 64046.34375, + 64039.3125, + 64010.015625, + 63988.921875, + 64011.1875, + 64010.015625, + 64024.078125, + 64017.046875, + 64001.8125, + 63970.171875, + 63940.875, + 63926.8125 ], "quantiles": { "0.1": [ - 63730.17578125, - 63610.1328125, - 63496.0546875, - 63369.171875, - 63278.375, - 63215.515625, - 63168.953125, - 63148.0, - 63110.75, - 63050.21875, - 62985.03125, - 62933.8125, - 62915.1875, - 62887.25, - 62859.3125, - 62780.15625, - 62794.125, - 62798.78125, - 62794.125, - 62789.46875, - 62766.1875, - 62728.9375, - 62696.34375, - 62649.78125 + 63970.171875, + 63854.7421875, + 63719.9765625, + 63591.65625, + 63490.875, + 63408.84375, + 63347.90625, + 63312.75, + 63251.8125, + 63197.90625, + 63158.0625, + 63097.125, + 63083.0625, + 63064.3125, + 62998.6875, + 62937.75, + 62979.9375, + 62956.5, + 62951.8125, + 62928.375, + 62876.8125, + 62825.25, + 62787.75, + 62764.3125 ], "0.2": [ - 63730.17578125, - 63610.1328125, - 63496.0546875, - 63369.171875, - 63278.375, - 63215.515625, - 63168.953125, - 63148.0, - 63110.75, - 63050.21875, - 62985.03125, - 62933.8125, - 62915.1875, - 62887.25, - 62859.3125, - 62780.15625, - 62794.125, - 62798.78125, - 62794.125, - 62789.46875, - 62766.1875, - 62728.9375, - 62696.34375, - 62649.78125 + 63970.171875, + 63854.7421875, + 63719.9765625, + 63591.65625, + 63490.875, + 63408.84375, + 63347.90625, + 63312.75, + 63251.8125, + 63197.90625, + 63158.0625, + 63097.125, + 63083.0625, + 63064.3125, + 62998.6875, + 62937.75, + 62979.9375, + 62956.5, + 62951.8125, + 62928.375, + 62876.8125, + 62825.25, + 62787.75, + 62764.3125 ], "0.3": [ - 63730.17578125, - 63610.1328125, - 63496.0546875, - 63369.171875, - 63278.375, - 63215.515625, - 63168.953125, - 63148.0, - 63110.75, - 63050.21875, - 62985.03125, - 62933.8125, - 62915.1875, - 62887.25, - 62859.3125, - 62780.15625, - 62794.125, - 62798.78125, - 62794.125, - 62789.46875, - 62766.1875, - 62728.9375, - 62696.34375, - 62649.78125 + 63970.171875, + 63854.7421875, + 63719.9765625, + 63591.65625, + 63490.875, + 63408.84375, + 63347.90625, + 63312.75, + 63251.8125, + 63197.90625, + 63158.0625, + 63097.125, + 63083.0625, + 63064.3125, + 62998.6875, + 62937.75, + 62979.9375, + 62956.5, + 62951.8125, + 62928.375, + 62876.8125, + 62825.25, + 62787.75, + 62764.3125 ], "0.4": [ - 64062.953125, - 64069.9375, - 64065.28125, - 64051.3125, - 64046.65625, - 64030.359375, - 64018.71875, - 64018.71875, - 64015.2265625, - 63995.4375, - 63964.0078125, - 63934.90625, - 63922.1015625, - 63902.3125, - 63884.8515625, - 63854.5859375, - 63810.0625, - 63823.73828125, - 63822.57421875, - 63822.57421875, - 63815.58984375, - 63786.48828125, - 63762.625, - 63720.71875 + 64233.84375, + 64222.125, + 64198.6875, + 64191.65625, + 64177.59375, + 64165.875, + 64142.4375, + 64133.0625, + 64119.0, + 64097.90625, + 64081.5, + 64058.0625, + 64046.34375, + 64039.3125, + 64010.015625, + 63988.921875, + 64011.1875, + 64010.015625, + 64024.078125, + 64017.046875, + 64001.8125, + 63970.171875, + 63940.875, + 63926.8125 ], "0.5": [ - 64062.953125, - 64069.9375, - 64065.28125, - 64051.3125, - 64046.65625, - 64030.359375, - 64018.71875, - 64018.71875, - 64015.2265625, - 63995.4375, - 63964.0078125, - 63934.90625, - 63922.1015625, - 63902.3125, - 63884.8515625, - 63854.5859375, - 63810.0625, - 63823.73828125, - 63822.57421875, - 63822.57421875, - 63815.58984375, - 63786.48828125, - 63762.625, - 63720.71875 + 64233.84375, + 64222.125, + 64198.6875, + 64191.65625, + 64177.59375, + 64165.875, + 64142.4375, + 64133.0625, + 64119.0, + 64097.90625, + 64081.5, + 64058.0625, + 64046.34375, + 64039.3125, + 64010.015625, + 63988.921875, + 64011.1875, + 64010.015625, + 64024.078125, + 64017.046875, + 64001.8125, + 63970.171875, + 63940.875, + 63926.8125 ], "0.6": [ - 64062.953125, - 64069.9375, - 64065.28125, - 64051.3125, - 64046.65625, - 64030.359375, - 64018.71875, - 64018.71875, - 64015.2265625, - 63995.4375, - 63964.0078125, - 63934.90625, - 63922.1015625, - 63902.3125, - 63884.8515625, - 63854.5859375, - 63810.0625, - 63823.73828125, - 63822.57421875, - 63822.57421875, - 63815.58984375, - 63786.48828125, - 63762.625, - 63720.71875 + 64233.84375, + 64222.125, + 64198.6875, + 64191.65625, + 64177.59375, + 64165.875, + 64142.4375, + 64133.0625, + 64119.0, + 64097.90625, + 64081.5, + 64058.0625, + 64046.34375, + 64039.3125, + 64010.015625, + 63988.921875, + 64011.1875, + 64010.015625, + 64024.078125, + 64017.046875, + 64001.8125, + 63970.171875, + 63940.875, + 63926.8125 ], "0.7": [ - 64062.953125, - 64069.9375, - 64065.28125, - 64051.3125, - 64046.65625, - 64030.359375, - 64018.71875, - 64018.71875, - 64015.2265625, - 63995.4375, - 63964.0078125, - 63934.90625, - 63922.1015625, - 63902.3125, - 63884.8515625, - 63854.5859375, - 63810.0625, - 63823.73828125, - 63822.57421875, - 63822.57421875, - 63815.58984375, - 63786.48828125, - 63762.625, - 63720.71875 + 64233.84375, + 64222.125, + 64198.6875, + 64191.65625, + 64177.59375, + 64165.875, + 64142.4375, + 64133.0625, + 64119.0, + 64097.90625, + 64081.5, + 64058.0625, + 64046.34375, + 64039.3125, + 64010.015625, + 63988.921875, + 64011.1875, + 64010.015625, + 64024.078125, + 64017.046875, + 64001.8125, + 63970.171875, + 63940.875, + 63926.8125 ], "0.8": [ - 64316.71875, - 64367.9375, - 64395.875, - 64409.84375, - 64400.53125, - 64391.21875, - 64400.53125, - 64414.5, - 64433.125, - 64428.46875, - 64414.5, - 64414.5, - 64414.5, - 64409.84375, - 64400.53125, - 64414.5, - 64367.9375, - 64391.21875, - 64400.53125, - 64419.15625, - 64423.8125, - 64409.84375, - 64405.1875, - 64386.5625 + 64376.8125, + 64367.4375, + 64367.4375, + 64376.8125, + 64358.0625, + 64362.75, + 64362.75, + 64367.4375, + 64395.5625, + 64390.875, + 64367.4375, + 64376.8125, + 64372.125, + 64367.4375, + 64362.75, + 64367.4375, + 64367.4375, + 64367.4375, + 64381.5, + 64376.8125, + 64376.8125, + 64362.75, + 64348.6875, + 64348.6875 ], "0.9": [ - 64316.71875, - 64367.9375, - 64395.875, - 64409.84375, - 64400.53125, - 64391.21875, - 64400.53125, - 64414.5, - 64433.125, - 64428.46875, - 64414.5, - 64414.5, - 64414.5, - 64409.84375, - 64400.53125, - 64414.5, - 64367.9375, - 64391.21875, - 64400.53125, - 64419.15625, - 64423.8125, - 64409.84375, - 64405.1875, - 64386.5625 + 64376.8125, + 64367.4375, + 64367.4375, + 64376.8125, + 64358.0625, + 64362.75, + 64362.75, + 64367.4375, + 64395.5625, + 64390.875, + 64367.4375, + 64376.8125, + 64372.125, + 64367.4375, + 64362.75, + 64367.4375, + 64367.4375, + 64367.4375, + 64381.5, + 64376.8125, + 64376.8125, + 64362.75, + 64348.6875, + 64348.6875 ] }, "timestamps": [ - "2026-06-18 05:00:00", "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", @@ -589,6 +588,7 @@ "2026-06-23 01:00:00", "2026-06-23 02:00:00", "2026-06-23 03:00:00", - "2026-06-23 04:00:00" + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index e4df6002f0181871a8bfa95ee9c5b29f4cd23b50..882675355c980369e905210481dee1e972aa9a02 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,29 +1,11 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T05:05:19.862161+00:00", + "evaluated_at": "2026-06-23T05:12:57.733293+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index b40f7a83aefac14ad7b2de79dd47c52b93fed552..dc91d67957549ecc5bca6a04cf32139f65c162cf 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,244344.76081212363,296436.05063056946,387.3907877604167,0.5503090465210215,0.005981316443278355,0.006014976900818122,11.565564728674195,494.3124121566478,0.0076775250529232545,0.006016847655769058,0.004984017411047116,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,220050.45012029013,242413.42704582214,340.5213216145833,0.4959198050482219,0.005263044460586672,0.005284933085754184,13.99677669339547,469.09535290843604,0.007288859440428609,0.005291060835135054,0.004876315796785574,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.030591531732214843,0.03966352822410689,0.1690043846766154,0.5706233913571741,0.10011583260321294,0.10782760348607615,11.725082115916736,0.17490435023810827,0.10529957241559615,0.10174755183951455,0.08139438527308612,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.06239276155327151,0.04950607633729634,0.1818217866950565,1.335833508903474,0.12915105413269043,0.11744168067978308,56.373134897716,0.24978543102685455,0.1643926146006071,0.11966333978437962,0.12870896965672,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 0b664f5ec659150dc34976a6cfdea9a45f8bd6f7..474e16b44c440f7906eea77db0a1d0137962f60b 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T05:01:16.952646+00:00", + "evaluated_at": "2026-06-23T05:11:07.016334+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63994.0, 64083.41015625, 64510.44140625, 64399.921875, @@ -101,10 +100,10 @@ 64606.0, 64257.98828125, 63974.01171875, - 64100.01953125 + 64100.01953125, + 64247.73828125 ], "actuals": [ - 64247.73828125, 63989.94921875, 64211.19140625, 64165.98828125, @@ -127,350 +126,350 @@ 64156.0, 64204.01171875, 64065.3515625, - 63669.05078125 + 63623.01953125, + 63657.98828125 ], "p50": [ - 64057.77734375, - 64057.36328125, - 64063.81640625, - 64082.75390625, - 64062.71484375, - 64030.15234375, - 64036.51171875, - 64010.0, - 64025.40625, - 64060.30078125, - 64063.625, - 64063.55859375, - 64048.3125, - 64032.109375, - 64032.46484375, - 64031.5078125, - 64040.59375, - 64062.62109375, - 64028.6953125, - 64022.99609375, - 64024.64453125, - 64020.23046875, - 64017.64453125, - 64051.80078125 + 64195.6875, + 64197.21484375, + 64180.74609375, + 64177.7109375, + 64167.0390625, + 64149.2734375, + 64156.56640625, + 64150.453125, + 64161.5, + 64163.3984375, + 64163.39453125, + 64167.36328125, + 64172.9296875, + 64144.3359375, + 64168.37109375, + 64163.33984375, + 64168.8359375, + 64172.75390625, + 64157.73828125, + 64169.78125, + 64174.0234375, + 64156.921875, + 64164.30859375, + 64182.6875 ], "p10": [ - 64126.62890625, - 64111.2109375, - 64119.1875, - 64128.46875, - 64120.47265625, - 64076.4375, - 64063.39453125, - 64067.359375, - 64100.875, - 64115.1875, - 64135.2421875, - 64101.52734375, - 64096.734375, - 64097.10546875, - 64075.8125, - 64081.015625, - 64102.44140625, - 64130.20703125, - 64056.12109375, - 64072.22265625, - 64081.53125, - 64063.73046875, - 64069.578125, - 64087.4765625 + 64263.375, + 64229.17578125, + 64229.30859375, + 64229.30078125, + 64218.515625, + 64163.4609375, + 64179.265625, + 64204.703125, + 64213.2265625, + 64206.734375, + 64201.65625, + 64194.21875, + 64211.27734375, + 64208.72265625, + 64192.3515625, + 64187.23046875, + 64216.1015625, + 64219.19140625, + 64175.4140625, + 64201.86328125, + 64203.13671875, + 64187.3671875, + 64203.36328125, + 64212.26953125 ], "p90": [ - 64327.453125, - 64349.0234375, - 64357.34375, - 64387.3671875, - 64371.25390625, - 64349.03125, - 64361.01171875, - 64342.8046875, - 64343.5390625, - 64383.94921875, - 64410.1171875, - 64408.23046875, - 64398.27734375, - 64417.56640625, - 64402.59375, - 64416.328125, - 64429.16015625, - 64459.5546875, - 64444.73046875, - 64430.18359375, - 64443.9765625, - 64455.52734375, - 64436.00390625, - 64474.93359375 + 64437.73828125, + 64460.734375, + 64459.13671875, + 64455.109375, + 64449.33984375, + 64441.4296875, + 64455.62890625, + 64453.33203125, + 64453.2421875, + 64455.66015625, + 64476.0078125, + 64479.82421875, + 64495.3125, + 64492.44140625, + 64502.609375, + 64511.32421875, + 64516.94140625, + 64533.52734375, + 64539.5546875, + 64535.8984375, + 64558.0390625, + 64562.63671875, + 64555.40234375, + 64577.93359375 ], "mean": [ - 64122.5234375, - 64128.95703125, - 64133.6171875, - 64164.796875, - 64133.02734375, - 64109.27734375, - 64118.59765625, - 64098.3125, - 64118.171875, - 64145.85546875, - 64154.80078125, - 64147.62109375, - 64125.23046875, - 64131.6171875, - 64125.66015625, - 64136.26171875, - 64137.04296875, - 64164.40625, - 64135.16796875, - 64113.484375, - 64125.0546875, - 64124.03515625, - 64120.6875, - 64152.296875 + 64256.6328125, + 64258.40234375, + 64246.53515625, + 64251.44921875, + 64229.9296875, + 64223.02734375, + 64229.09765625, + 64230.22265625, + 64247.00390625, + 64238.47265625, + 64240.48046875, + 64242.13671875, + 64246.04296875, + 64242.85546875, + 64252.02734375, + 64255.87109375, + 64253.97265625, + 64259.3671875, + 64251.20703125, + 64246.03125, + 64261.58984375, + 64249.765625, + 64259.44140625, + 64274.31640625 ], "quantiles": { "0.1": [ - 64126.62890625, - 64111.2109375, - 64119.1875, - 64128.46875, - 64120.47265625, - 64076.4375, - 64063.39453125, - 64067.359375, - 64100.875, - 64115.1875, - 64135.2421875, - 64101.52734375, - 64096.734375, - 64097.10546875, - 64075.8125, - 64081.015625, - 64102.44140625, - 64130.20703125, - 64056.12109375, - 64072.22265625, - 64081.53125, - 64063.73046875, - 64069.578125, - 64087.4765625 + 64263.375, + 64229.17578125, + 64229.30859375, + 64229.30078125, + 64218.515625, + 64163.4609375, + 64179.265625, + 64204.703125, + 64213.2265625, + 64206.734375, + 64201.65625, + 64194.21875, + 64211.27734375, + 64208.72265625, + 64192.3515625, + 64187.23046875, + 64216.1015625, + 64219.19140625, + 64175.4140625, + 64201.86328125, + 64203.13671875, + 64187.3671875, + 64203.36328125, + 64212.26953125 ], "0.2": [ - 64126.62890625, - 64111.2109375, - 64119.1875, - 64128.46875, - 64120.47265625, - 64076.4375, - 64063.39453125, - 64067.359375, - 64100.875, - 64115.1875, - 64135.2421875, - 64101.52734375, - 64096.734375, - 64097.10546875, - 64075.8125, - 64081.015625, - 64102.44140625, - 64130.20703125, - 64056.12109375, - 64072.22265625, - 64081.53125, - 64063.73046875, - 64069.578125, - 64087.4765625 + 64263.375, + 64229.17578125, + 64229.30859375, + 64229.30078125, + 64218.515625, + 64163.4609375, + 64179.265625, + 64204.703125, + 64213.2265625, + 64206.734375, + 64201.65625, + 64194.21875, + 64211.27734375, + 64208.72265625, + 64192.3515625, + 64187.23046875, + 64216.1015625, + 64219.19140625, + 64175.4140625, + 64201.86328125, + 64203.13671875, + 64187.3671875, + 64203.36328125, + 64212.26953125 ], "0.3": [ - 64126.62890625, - 64111.2109375, - 64119.1875, - 64128.46875, - 64120.47265625, - 64076.4375, - 64063.39453125, - 64067.359375, - 64100.875, - 64115.1875, - 64135.2421875, - 64101.52734375, - 64096.734375, - 64097.10546875, - 64075.8125, - 64081.015625, - 64102.44140625, - 64130.20703125, - 64056.12109375, - 64072.22265625, - 64081.53125, - 64063.73046875, - 64069.578125, - 64087.4765625 + 64263.375, + 64229.17578125, + 64229.30859375, + 64229.30078125, + 64218.515625, + 64163.4609375, + 64179.265625, + 64204.703125, + 64213.2265625, + 64206.734375, + 64201.65625, + 64194.21875, + 64211.27734375, + 64208.72265625, + 64192.3515625, + 64187.23046875, + 64216.1015625, + 64219.19140625, + 64175.4140625, + 64201.86328125, + 64203.13671875, + 64187.3671875, + 64203.36328125, + 64212.26953125 ], "0.4": [ - 64057.77734375, - 64057.36328125, - 64063.81640625, - 64082.75390625, - 64062.71484375, - 64030.15234375, - 64036.51171875, - 64010.0, - 64025.40625, - 64060.30078125, - 64063.625, - 64063.55859375, - 64048.3125, - 64032.109375, - 64032.46484375, - 64031.5078125, - 64040.59375, - 64062.62109375, - 64028.6953125, - 64022.99609375, - 64024.64453125, - 64020.23046875, - 64017.64453125, - 64051.80078125 + 64195.6875, + 64197.21484375, + 64180.74609375, + 64177.7109375, + 64167.0390625, + 64149.2734375, + 64156.56640625, + 64150.453125, + 64161.5, + 64163.3984375, + 64163.39453125, + 64167.36328125, + 64172.9296875, + 64144.3359375, + 64168.37109375, + 64163.33984375, + 64168.8359375, + 64172.75390625, + 64157.73828125, + 64169.78125, + 64174.0234375, + 64156.921875, + 64164.30859375, + 64182.6875 ], "0.5": [ - 64057.77734375, - 64057.36328125, - 64063.81640625, - 64082.75390625, - 64062.71484375, - 64030.15234375, - 64036.51171875, - 64010.0, - 64025.40625, - 64060.30078125, - 64063.625, - 64063.55859375, - 64048.3125, - 64032.109375, - 64032.46484375, - 64031.5078125, - 64040.59375, - 64062.62109375, - 64028.6953125, - 64022.99609375, - 64024.64453125, - 64020.23046875, - 64017.64453125, - 64051.80078125 + 64195.6875, + 64197.21484375, + 64180.74609375, + 64177.7109375, + 64167.0390625, + 64149.2734375, + 64156.56640625, + 64150.453125, + 64161.5, + 64163.3984375, + 64163.39453125, + 64167.36328125, + 64172.9296875, + 64144.3359375, + 64168.37109375, + 64163.33984375, + 64168.8359375, + 64172.75390625, + 64157.73828125, + 64169.78125, + 64174.0234375, + 64156.921875, + 64164.30859375, + 64182.6875 ], "0.6": [ - 64057.77734375, - 64057.36328125, - 64063.81640625, - 64082.75390625, - 64062.71484375, - 64030.15234375, - 64036.51171875, - 64010.0, - 64025.40625, - 64060.30078125, - 64063.625, - 64063.55859375, - 64048.3125, - 64032.109375, - 64032.46484375, - 64031.5078125, - 64040.59375, - 64062.62109375, - 64028.6953125, - 64022.99609375, - 64024.64453125, - 64020.23046875, - 64017.64453125, - 64051.80078125 + 64195.6875, + 64197.21484375, + 64180.74609375, + 64177.7109375, + 64167.0390625, + 64149.2734375, + 64156.56640625, + 64150.453125, + 64161.5, + 64163.3984375, + 64163.39453125, + 64167.36328125, + 64172.9296875, + 64144.3359375, + 64168.37109375, + 64163.33984375, + 64168.8359375, + 64172.75390625, + 64157.73828125, + 64169.78125, + 64174.0234375, + 64156.921875, + 64164.30859375, + 64182.6875 ], "0.7": [ - 64057.77734375, - 64057.36328125, - 64063.81640625, - 64082.75390625, - 64062.71484375, - 64030.15234375, - 64036.51171875, - 64010.0, - 64025.40625, - 64060.30078125, - 64063.625, - 64063.55859375, - 64048.3125, - 64032.109375, - 64032.46484375, - 64031.5078125, - 64040.59375, - 64062.62109375, - 64028.6953125, - 64022.99609375, - 64024.64453125, - 64020.23046875, - 64017.64453125, - 64051.80078125 + 64195.6875, + 64197.21484375, + 64180.74609375, + 64177.7109375, + 64167.0390625, + 64149.2734375, + 64156.56640625, + 64150.453125, + 64161.5, + 64163.3984375, + 64163.39453125, + 64167.36328125, + 64172.9296875, + 64144.3359375, + 64168.37109375, + 64163.33984375, + 64168.8359375, + 64172.75390625, + 64157.73828125, + 64169.78125, + 64174.0234375, + 64156.921875, + 64164.30859375, + 64182.6875 ], "0.8": [ - 64327.453125, - 64349.0234375, - 64357.34375, - 64387.3671875, - 64371.25390625, - 64349.03125, - 64361.01171875, - 64342.8046875, - 64343.5390625, - 64383.94921875, - 64410.1171875, - 64408.23046875, - 64398.27734375, - 64417.56640625, - 64402.59375, - 64416.328125, - 64429.16015625, - 64459.5546875, - 64444.73046875, - 64430.18359375, - 64443.9765625, - 64455.52734375, - 64436.00390625, - 64474.93359375 + 64437.73828125, + 64460.734375, + 64459.13671875, + 64455.109375, + 64449.33984375, + 64441.4296875, + 64455.62890625, + 64453.33203125, + 64453.2421875, + 64455.66015625, + 64476.0078125, + 64479.82421875, + 64495.3125, + 64492.44140625, + 64502.609375, + 64511.32421875, + 64516.94140625, + 64533.52734375, + 64539.5546875, + 64535.8984375, + 64558.0390625, + 64562.63671875, + 64555.40234375, + 64577.93359375 ], "0.9": [ - 64327.453125, - 64349.0234375, - 64357.34375, - 64387.3671875, - 64371.25390625, - 64349.03125, - 64361.01171875, - 64342.8046875, - 64343.5390625, - 64383.94921875, - 64410.1171875, - 64408.23046875, - 64398.27734375, - 64417.56640625, - 64402.59375, - 64416.328125, - 64429.16015625, - 64459.5546875, - 64444.73046875, - 64430.18359375, - 64443.9765625, - 64455.52734375, - 64436.00390625, - 64474.93359375 + 64437.73828125, + 64460.734375, + 64459.13671875, + 64455.109375, + 64449.33984375, + 64441.4296875, + 64455.62890625, + 64453.33203125, + 64453.2421875, + 64455.66015625, + 64476.0078125, + 64479.82421875, + 64495.3125, + 64492.44140625, + 64502.609375, + 64511.32421875, + 64516.94140625, + 64533.52734375, + 64539.5546875, + 64535.8984375, + 64558.0390625, + 64562.63671875, + 64555.40234375, + 64577.93359375 ] }, "timestamps": [ - "2026-06-18 05:00:00", "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", @@ -589,6 +588,7 @@ "2026-06-23 01:00:00", "2026-06-23 02:00:00", "2026-06-23 03:00:00", - "2026-06-23 04:00:00" + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 0e7bdc40d3c8d2c87cc0bcc6f6c9aeb98af2c276..253e724fd218f19f908e0a33588b72ccc311a509 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,29 +1,11 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T05:01:41.699901+00:00", + "evaluated_at": "2026-06-23T05:11:10.827020+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index ce2bd2fd449dea9bced3934a59fb0448e62325ef..71c06b555a3846fccb8af5e1760264856244e6a4 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,261168.5231927236,261168.5231927236,352.68115234375,0.5010021786895354,0.0054438550418919466,0.005473216909558806,7.208146352076507,511.0464980730458,0.00793743429392407,0.005477747101270252,0.0058633995037901095,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,237416.6020711263,237416.6020711263,342.1458333333333,0.4982856702194281,0.005287151825820217,0.005310199501047749,6.876098290663795,487.25414525802273,0.0075710129178046745,0.005316302691623044,0.0054525332403348135,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.02484731144710916,0.02484731144710916,0.14123200972874958,0.47685323971810245,0.08172693186566574,0.08597393894732744,2.347039963034756,0.15763029990172941,0.09489988760598492,0.08502744623325212,0.08283722351112728,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.09545825789978421,0.09545825789978421,0.262222237057156,1.9265306837406806,0.18487520007757932,0.1631644458197905,24.509904491465345,0.3089631982935576,0.20333959340239974,0.17257771591815374,0.11988123827501626,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 4ecd014d697dbd2d0ed05cd4413101bac8d39231..4ea218454c152847b5aeb1d8b9ddad45a1564fb4 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-23T05:02:48.687482+00:00", + "evaluated_at": "2026-06-23T05:12:12.503824+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63994.0, 64083.41015625, 64510.44140625, 64399.921875, @@ -101,10 +100,10 @@ 64606.0, 64257.98828125, 63974.01171875, - 64100.01953125 + 64100.01953125, + 64247.73828125 ], "actuals": [ - 64247.73828125, 63989.94921875, 64211.19140625, 64165.98828125, @@ -127,350 +126,350 @@ 64156.0, 64204.01171875, 64065.3515625, - 63669.05078125 + 63623.01953125, + 63657.98828125 ], "p50": [ - 64132.7265625, - 64135.5390625, - 64132.56640625, - 64124.79296875, - 64120.5, - 64114.97265625, - 64107.265625, - 64103.3359375, - 64100.6875, - 64098.7734375, - 64090.046875, - 64079.01953125, - 64072.73046875, - 64069.22265625, - 64071.48046875, - 64066.28125, - 64064.69140625, - 64073.87890625, - 64059.3671875, - 64062.5390625, - 64060.2421875, - 64049.50390625, - 64042.07421875, - 64034.99609375 + 64230.54296875, + 64217.87890625, + 64205.78125, + 64194.8671875, + 64184.68359375, + 64174.80859375, + 64169.43359375, + 64164.36328125, + 64161.1015625, + 64148.91796875, + 64138.6875, + 64134.69140625, + 64134.88671875, + 64132.67578125, + 64130.87890625, + 64128.6796875, + 64125.72265625, + 64122.87109375, + 64122.1015625, + 64117.34765625, + 64108.05078125, + 64099.19921875, + 64095.71484375, + 64090.8046875 ], "p10": [ - 63866.42578125, - 63761.0390625, - 63674.3515625, - 63594.17578125, - 63540.78125, - 63498.59375, - 63435.25, - 63383.00390625, - 63337.7109375, - 63302.4140625, - 63260.12890625, - 63215.3671875, - 63184.4609375, - 63159.96484375, - 63126.86328125, - 63102.80859375, - 63082.53125, - 63064.26171875, - 63012.68359375, - 62975.18359375, - 62950.16015625, - 62917.546875, - 62889.69140625, - 62867.8671875 + 63995.53125, + 63874.06640625, + 63780.65234375, + 63703.76953125, + 63648.54296875, + 63602.17578125, + 63546.29296875, + 63495.18359375, + 63456.98046875, + 63411.98828125, + 63371.55078125, + 63339.33203125, + 63317.74609375, + 63298.9296875, + 63265.5546875, + 63245.45703125, + 63226.27734375, + 63195.3046875, + 63166.1875, + 63125.046875, + 63095.4296875, + 63067.51953125, + 63045.61328125, + 63028.57421875 ], "p90": [ - 64373.24609375, - 64445.08984375, - 64495.1015625, - 64523.76953125, - 64541.98046875, - 64560.5390625, - 64579.796875, - 64602.26953125, - 64615.86328125, - 64632.796875, - 64637.0859375, - 64631.15234375, - 64630.9609375, - 64644.66796875, - 64665.82421875, - 64663.84375, - 64668.6015625, - 64705.71484375, - 64715.125, - 64742.39453125, - 64750.8359375, - 64746.66015625, - 64745.44921875, - 64747.57421875 + 64437.69140625, + 64489.65234375, + 64533.6484375, + 64565.296875, + 64579.828125, + 64596.73828125, + 64624.2109375, + 64646.08984375, + 64663.60546875, + 64669.88671875, + 64674.89453125, + 64679.6953125, + 64689.86328125, + 64711.33203125, + 64736.5859375, + 64749.11328125, + 64761.48828125, + 64783.13671875, + 64809.5390625, + 64829.89453125, + 64827.2890625, + 64823.58984375, + 64824.0859375, + 64829.04296875 ], "mean": [ - 64132.7265625, - 64135.5390625, - 64132.56640625, - 64124.79296875, - 64120.5, - 64114.97265625, - 64107.265625, - 64103.3359375, - 64100.6875, - 64098.7734375, - 64090.046875, - 64079.01953125, - 64072.73046875, - 64069.22265625, - 64071.48046875, - 64066.28125, - 64064.69140625, - 64073.87890625, - 64059.3671875, - 64062.5390625, - 64060.2421875, - 64049.50390625, - 64042.07421875, - 64034.99609375 + 64230.54296875, + 64217.87890625, + 64205.78125, + 64194.8671875, + 64184.68359375, + 64174.80859375, + 64169.43359375, + 64164.36328125, + 64161.1015625, + 64148.91796875, + 64138.6875, + 64134.69140625, + 64134.88671875, + 64132.67578125, + 64130.87890625, + 64128.6796875, + 64125.72265625, + 64122.87109375, + 64122.1015625, + 64117.34765625, + 64108.05078125, + 64099.19921875, + 64095.71484375, + 64090.8046875 ], "quantiles": { "0.1": [ - 63866.42578125, - 63761.0390625, - 63674.3515625, - 63594.17578125, - 63540.78125, - 63498.59375, - 63435.25, - 63383.00390625, - 63337.7109375, - 63302.4140625, - 63260.12890625, - 63215.3671875, - 63184.4609375, - 63159.96484375, - 63126.86328125, - 63102.80859375, - 63082.53125, - 63064.26171875, - 63012.68359375, - 62975.18359375, - 62950.16015625, - 62917.546875, - 62889.69140625, - 62867.8671875 + 63995.53125, + 63874.06640625, + 63780.65234375, + 63703.76953125, + 63648.54296875, + 63602.17578125, + 63546.29296875, + 63495.18359375, + 63456.98046875, + 63411.98828125, + 63371.55078125, + 63339.33203125, + 63317.74609375, + 63298.9296875, + 63265.5546875, + 63245.45703125, + 63226.27734375, + 63195.3046875, + 63166.1875, + 63125.046875, + 63095.4296875, + 63067.51953125, + 63045.61328125, + 63028.57421875 ], "0.2": [ - 63866.42578125, - 63761.0390625, - 63674.3515625, - 63594.17578125, - 63540.78125, - 63498.59375, - 63435.25, - 63383.00390625, - 63337.7109375, - 63302.4140625, - 63260.12890625, - 63215.3671875, - 63184.4609375, - 63159.96484375, - 63126.86328125, - 63102.80859375, - 63082.53125, - 63064.26171875, - 63012.68359375, - 62975.18359375, - 62950.16015625, - 62917.546875, - 62889.69140625, - 62867.8671875 + 63995.53125, + 63874.06640625, + 63780.65234375, + 63703.76953125, + 63648.54296875, + 63602.17578125, + 63546.29296875, + 63495.18359375, + 63456.98046875, + 63411.98828125, + 63371.55078125, + 63339.33203125, + 63317.74609375, + 63298.9296875, + 63265.5546875, + 63245.45703125, + 63226.27734375, + 63195.3046875, + 63166.1875, + 63125.046875, + 63095.4296875, + 63067.51953125, + 63045.61328125, + 63028.57421875 ], "0.3": [ - 63866.42578125, - 63761.0390625, - 63674.3515625, - 63594.17578125, - 63540.78125, - 63498.59375, - 63435.25, - 63383.00390625, - 63337.7109375, - 63302.4140625, - 63260.12890625, - 63215.3671875, - 63184.4609375, - 63159.96484375, - 63126.86328125, - 63102.80859375, - 63082.53125, - 63064.26171875, - 63012.68359375, - 62975.18359375, - 62950.16015625, - 62917.546875, - 62889.69140625, - 62867.8671875 + 63995.53125, + 63874.06640625, + 63780.65234375, + 63703.76953125, + 63648.54296875, + 63602.17578125, + 63546.29296875, + 63495.18359375, + 63456.98046875, + 63411.98828125, + 63371.55078125, + 63339.33203125, + 63317.74609375, + 63298.9296875, + 63265.5546875, + 63245.45703125, + 63226.27734375, + 63195.3046875, + 63166.1875, + 63125.046875, + 63095.4296875, + 63067.51953125, + 63045.61328125, + 63028.57421875 ], "0.4": [ - 64132.7265625, - 64135.5390625, - 64132.56640625, - 64124.79296875, - 64120.5, - 64114.97265625, - 64107.265625, - 64103.3359375, - 64100.6875, - 64098.7734375, - 64090.046875, - 64079.01953125, - 64072.73046875, - 64069.22265625, - 64071.48046875, - 64066.28125, - 64064.69140625, - 64073.87890625, - 64059.3671875, - 64062.5390625, - 64060.2421875, - 64049.50390625, - 64042.07421875, - 64034.99609375 + 64230.54296875, + 64217.87890625, + 64205.78125, + 64194.8671875, + 64184.68359375, + 64174.80859375, + 64169.43359375, + 64164.36328125, + 64161.1015625, + 64148.91796875, + 64138.6875, + 64134.69140625, + 64134.88671875, + 64132.67578125, + 64130.87890625, + 64128.6796875, + 64125.72265625, + 64122.87109375, + 64122.1015625, + 64117.34765625, + 64108.05078125, + 64099.19921875, + 64095.71484375, + 64090.8046875 ], "0.5": [ - 64132.7265625, - 64135.5390625, - 64132.56640625, - 64124.79296875, - 64120.5, - 64114.97265625, - 64107.265625, - 64103.3359375, - 64100.6875, - 64098.7734375, - 64090.046875, - 64079.01953125, - 64072.73046875, - 64069.22265625, - 64071.48046875, - 64066.28125, - 64064.69140625, - 64073.87890625, - 64059.3671875, - 64062.5390625, - 64060.2421875, - 64049.50390625, - 64042.07421875, - 64034.99609375 + 64230.54296875, + 64217.87890625, + 64205.78125, + 64194.8671875, + 64184.68359375, + 64174.80859375, + 64169.43359375, + 64164.36328125, + 64161.1015625, + 64148.91796875, + 64138.6875, + 64134.69140625, + 64134.88671875, + 64132.67578125, + 64130.87890625, + 64128.6796875, + 64125.72265625, + 64122.87109375, + 64122.1015625, + 64117.34765625, + 64108.05078125, + 64099.19921875, + 64095.71484375, + 64090.8046875 ], "0.6": [ - 64132.7265625, - 64135.5390625, - 64132.56640625, - 64124.79296875, - 64120.5, - 64114.97265625, - 64107.265625, - 64103.3359375, - 64100.6875, - 64098.7734375, - 64090.046875, - 64079.01953125, - 64072.73046875, - 64069.22265625, - 64071.48046875, - 64066.28125, - 64064.69140625, - 64073.87890625, - 64059.3671875, - 64062.5390625, - 64060.2421875, - 64049.50390625, - 64042.07421875, - 64034.99609375 + 64230.54296875, + 64217.87890625, + 64205.78125, + 64194.8671875, + 64184.68359375, + 64174.80859375, + 64169.43359375, + 64164.36328125, + 64161.1015625, + 64148.91796875, + 64138.6875, + 64134.69140625, + 64134.88671875, + 64132.67578125, + 64130.87890625, + 64128.6796875, + 64125.72265625, + 64122.87109375, + 64122.1015625, + 64117.34765625, + 64108.05078125, + 64099.19921875, + 64095.71484375, + 64090.8046875 ], "0.7": [ - 64132.7265625, - 64135.5390625, - 64132.56640625, - 64124.79296875, - 64120.5, - 64114.97265625, - 64107.265625, - 64103.3359375, - 64100.6875, - 64098.7734375, - 64090.046875, - 64079.01953125, - 64072.73046875, - 64069.22265625, - 64071.48046875, - 64066.28125, - 64064.69140625, - 64073.87890625, - 64059.3671875, - 64062.5390625, - 64060.2421875, - 64049.50390625, - 64042.07421875, - 64034.99609375 + 64230.54296875, + 64217.87890625, + 64205.78125, + 64194.8671875, + 64184.68359375, + 64174.80859375, + 64169.43359375, + 64164.36328125, + 64161.1015625, + 64148.91796875, + 64138.6875, + 64134.69140625, + 64134.88671875, + 64132.67578125, + 64130.87890625, + 64128.6796875, + 64125.72265625, + 64122.87109375, + 64122.1015625, + 64117.34765625, + 64108.05078125, + 64099.19921875, + 64095.71484375, + 64090.8046875 ], "0.8": [ - 64373.24609375, - 64445.08984375, - 64495.1015625, - 64523.76953125, - 64541.98046875, - 64560.5390625, - 64579.796875, - 64602.26953125, - 64615.86328125, - 64632.796875, - 64637.0859375, - 64631.15234375, - 64630.9609375, - 64644.66796875, - 64665.82421875, - 64663.84375, - 64668.6015625, - 64705.71484375, - 64715.125, - 64742.39453125, - 64750.8359375, - 64746.66015625, - 64745.44921875, - 64747.57421875 + 64437.69140625, + 64489.65234375, + 64533.6484375, + 64565.296875, + 64579.828125, + 64596.73828125, + 64624.2109375, + 64646.08984375, + 64663.60546875, + 64669.88671875, + 64674.89453125, + 64679.6953125, + 64689.86328125, + 64711.33203125, + 64736.5859375, + 64749.11328125, + 64761.48828125, + 64783.13671875, + 64809.5390625, + 64829.89453125, + 64827.2890625, + 64823.58984375, + 64824.0859375, + 64829.04296875 ], "0.9": [ - 64373.24609375, - 64445.08984375, - 64495.1015625, - 64523.76953125, - 64541.98046875, - 64560.5390625, - 64579.796875, - 64602.26953125, - 64615.86328125, - 64632.796875, - 64637.0859375, - 64631.15234375, - 64630.9609375, - 64644.66796875, - 64665.82421875, - 64663.84375, - 64668.6015625, - 64705.71484375, - 64715.125, - 64742.39453125, - 64750.8359375, - 64746.66015625, - 64745.44921875, - 64747.57421875 + 64437.69140625, + 64489.65234375, + 64533.6484375, + 64565.296875, + 64579.828125, + 64596.73828125, + 64624.2109375, + 64646.08984375, + 64663.60546875, + 64669.88671875, + 64674.89453125, + 64679.6953125, + 64689.86328125, + 64711.33203125, + 64736.5859375, + 64749.11328125, + 64761.48828125, + 64783.13671875, + 64809.5390625, + 64829.89453125, + 64827.2890625, + 64823.58984375, + 64824.0859375, + 64829.04296875 ] }, "timestamps": [ - "2026-06-18 05:00:00", "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", @@ -589,6 +588,7 @@ "2026-06-23 01:00:00", "2026-06-23 02:00:00", "2026-06-23 03:00:00", - "2026-06-23 04:00:00" + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 64c98f5d5a89b1e5d23cfbeb589e6af704f8d12d..2fe13567a86cad9360f4d2184da9516f4375df05 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,29 +1,11 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T05:03:37.393015+00:00", + "evaluated_at": "2026-06-23T05:12:16.497447+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 03f4e8de7443e969ea3a4e5be6e58b1e18bc5c7d..99c5b98439f7ccb479c9557cfa1be96649e708f8 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,278864.35889434814,278864.35889434814,370.0133463541667,0.5256234744491254,0.0057120322665875885,0.005743700838725709,5.428228676622404,528.0760919548887,0.008201933283740097,0.005746945993437522,0.006441427683015372,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,233239.21239852905,233239.21239852905,338.7034505208333,0.4932723400550147,0.005234744422524054,0.005256569755383442,5.068800114536224,482.9484572897289,0.00750411062555075,0.005262814537658412,0.005885843487242359,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.10744778805454924,0.10744778805454924,0.2768679251273473,0.9348119263088639,0.16384635206909964,0.18600970918741558,7.457823270125342,0.32779229407438676,0.1973443677082414,0.16668581479999606,0.13051654941504948,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.05380468022261691,0.05380468022261691,0.18691484298970965,1.3732518809522536,0.1331649693771047,0.12041179796966868,15.724469640313954,0.23195835881169902,0.15265998872216593,0.12301526001905536,0.08603763556666164,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 784a9f21e9229583e0a1cd00bda34eefe2a88faf..8fe389dc650300fe4a870a93c0307ba7c93e6705 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T05:02:08.358269+00:00", + "evaluated_at": "2026-06-23T05:11:44.570328+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63994.0, 64083.41015625, 64510.44140625, 64399.921875, @@ -101,10 +100,10 @@ 64606.0, 64257.98828125, 63974.01171875, - 64100.01953125 + 64100.01953125, + 64247.73828125 ], "actuals": [ - 64247.73828125, 63989.94921875, 64211.19140625, 64165.98828125, @@ -127,350 +126,350 @@ 64156.0, 64204.01171875, 64065.3515625, - 63669.05078125 + 63623.01953125, + 63657.98828125 ], "p50": [ - 64128.20703125, - 64121.734375, - 64113.76171875, - 64103.95703125, - 64084.578125, - 64082.1328125, - 64084.609375, - 64075.546875, - 64068.22265625, - 64062.69140625, - 64058.53125, - 64054.9609375, - 64052.1640625, - 64049.9296875, - 64047.5625, - 64042.34765625, - 64040.09375, - 64036.4453125, - 64037.29296875, - 64030.796875, - 64031.00390625, - 64028.6875, - 64024.51171875, - 64025.125 + 64232.46875, + 64217.859375, + 64206.52734375, + 64194.21875, + 64189.37109375, + 64192.4921875, + 64180.79296875, + 64174.375, + 64164.94921875, + 64161.49609375, + 64164.46484375, + 64155.0078125, + 64150.6171875, + 64146.94921875, + 64143.09375, + 64141.390625, + 64140.46484375, + 64135.8515625, + 64136.32421875, + 64131.6640625, + 64133.12109375, + 64128.578125, + 64125.94140625, + 64124.28125 ], "p10": [ - 63738.70703125, - 63651.703125, - 63550.12109375, - 63442.4375, - 63320.35546875, - 63276.1171875, - 63222.1953125, - 63180.859375, - 63113.7578125, - 63059.62109375, - 63027.328125, - 62977.00390625, - 62954.0078125, - 62921.4921875, - 62903.125, - 62861.8359375, - 62830.25, - 62786.6640625, - 62780.015625, - 62755.4765625, - 62748.8359375, - 62731.19921875, - 62693.1953125, - 62678.42578125 + 63892.26171875, + 63782.03515625, + 63671.54296875, + 63565.9140625, + 63493.6328125, + 63450.69140625, + 63362.01171875, + 63327.6484375, + 63249.1875, + 63199.41796875, + 63181.7734375, + 63121.1171875, + 63083.484375, + 63042.48046875, + 63025.28125, + 62983.9921875, + 62960.6015625, + 62919.11328125, + 62910.43359375, + 62886.5703125, + 62893.203125, + 62864.91015625, + 62828.9765625, + 62812.6953125 ], "p90": [ - 64468.9609375, - 64574.2421875, - 64606.8359375, - 64652.671875, - 64691.55859375, - 64749.08984375, - 64788.72265625, - 64818.18359375, - 64841.25, - 64884.87109375, - 64909.63671875, - 64948.37890625, - 64969.890625, - 65014.29296875, - 65046.1953125, - 65079.6875, - 65096.93359375, - 65114.72265625, - 65133.765625, - 65159.37890625, - 65173.3515625, - 65189.19140625, - 65214.3359375, - 65241.34375 + 64534.90625, + 64621.859375, + 64658.15234375, + 64708.76953125, + 64766.76953125, + 64841.2734375, + 64869.6484375, + 64918.53515625, + 64942.39453125, + 64993.73828125, + 65027.18359375, + 65069.984375, + 65098.58984375, + 65143.27734375, + 65163.03125, + 65202.515625, + 65225.4453125, + 65243.45703125, + 65261.57421875, + 65292.0546875, + 65305.66796875, + 65321.41796875, + 65351.8828125, + 65382.83984375 ], "mean": [ - 64128.20703125, - 64121.734375, - 64113.76171875, - 64103.95703125, - 64084.578125, - 64082.1328125, - 64084.609375, - 64075.546875, - 64068.22265625, - 64062.69140625, - 64058.53125, - 64054.9609375, - 64052.1640625, - 64049.9296875, - 64047.5625, - 64042.34765625, - 64040.09375, - 64036.4453125, - 64037.29296875, - 64030.796875, - 64031.00390625, - 64028.6875, - 64024.51171875, - 64025.125 + 64232.46875, + 64217.859375, + 64206.52734375, + 64194.21875, + 64189.37109375, + 64192.4921875, + 64180.79296875, + 64174.375, + 64164.94921875, + 64161.49609375, + 64164.46484375, + 64155.0078125, + 64150.6171875, + 64146.94921875, + 64143.09375, + 64141.390625, + 64140.46484375, + 64135.8515625, + 64136.32421875, + 64131.6640625, + 64133.12109375, + 64128.578125, + 64125.94140625, + 64124.28125 ], "quantiles": { "0.1": [ - 63738.70703125, - 63651.703125, - 63550.12109375, - 63442.4375, - 63320.35546875, - 63276.1171875, - 63222.1953125, - 63180.859375, - 63113.7578125, - 63059.62109375, - 63027.328125, - 62977.00390625, - 62954.0078125, - 62921.4921875, - 62903.125, - 62861.8359375, - 62830.25, - 62786.6640625, - 62780.015625, - 62755.4765625, - 62748.8359375, - 62731.19921875, - 62693.1953125, - 62678.42578125 + 63892.26171875, + 63782.03515625, + 63671.54296875, + 63565.9140625, + 63493.6328125, + 63450.69140625, + 63362.01171875, + 63327.6484375, + 63249.1875, + 63199.41796875, + 63181.7734375, + 63121.1171875, + 63083.484375, + 63042.48046875, + 63025.28125, + 62983.9921875, + 62960.6015625, + 62919.11328125, + 62910.43359375, + 62886.5703125, + 62893.203125, + 62864.91015625, + 62828.9765625, + 62812.6953125 ], "0.2": [ - 63738.70703125, - 63651.703125, - 63550.12109375, - 63442.4375, - 63320.35546875, - 63276.1171875, - 63222.1953125, - 63180.859375, - 63113.7578125, - 63059.62109375, - 63027.328125, - 62977.00390625, - 62954.0078125, - 62921.4921875, - 62903.125, - 62861.8359375, - 62830.25, - 62786.6640625, - 62780.015625, - 62755.4765625, - 62748.8359375, - 62731.19921875, - 62693.1953125, - 62678.42578125 + 63892.26171875, + 63782.03515625, + 63671.54296875, + 63565.9140625, + 63493.6328125, + 63450.69140625, + 63362.01171875, + 63327.6484375, + 63249.1875, + 63199.41796875, + 63181.7734375, + 63121.1171875, + 63083.484375, + 63042.48046875, + 63025.28125, + 62983.9921875, + 62960.6015625, + 62919.11328125, + 62910.43359375, + 62886.5703125, + 62893.203125, + 62864.91015625, + 62828.9765625, + 62812.6953125 ], "0.3": [ - 63738.70703125, - 63651.703125, - 63550.12109375, - 63442.4375, - 63320.35546875, - 63276.1171875, - 63222.1953125, - 63180.859375, - 63113.7578125, - 63059.62109375, - 63027.328125, - 62977.00390625, - 62954.0078125, - 62921.4921875, - 62903.125, - 62861.8359375, - 62830.25, - 62786.6640625, - 62780.015625, - 62755.4765625, - 62748.8359375, - 62731.19921875, - 62693.1953125, - 62678.42578125 + 63892.26171875, + 63782.03515625, + 63671.54296875, + 63565.9140625, + 63493.6328125, + 63450.69140625, + 63362.01171875, + 63327.6484375, + 63249.1875, + 63199.41796875, + 63181.7734375, + 63121.1171875, + 63083.484375, + 63042.48046875, + 63025.28125, + 62983.9921875, + 62960.6015625, + 62919.11328125, + 62910.43359375, + 62886.5703125, + 62893.203125, + 62864.91015625, + 62828.9765625, + 62812.6953125 ], "0.4": [ - 64128.20703125, - 64121.734375, - 64113.76171875, - 64103.95703125, - 64084.578125, - 64082.1328125, - 64084.609375, - 64075.546875, - 64068.22265625, - 64062.69140625, - 64058.53125, - 64054.9609375, - 64052.1640625, - 64049.9296875, - 64047.5625, - 64042.34765625, - 64040.09375, - 64036.4453125, - 64037.29296875, - 64030.796875, - 64031.00390625, - 64028.6875, - 64024.51171875, - 64025.125 + 64232.46875, + 64217.859375, + 64206.52734375, + 64194.21875, + 64189.37109375, + 64192.4921875, + 64180.79296875, + 64174.375, + 64164.94921875, + 64161.49609375, + 64164.46484375, + 64155.0078125, + 64150.6171875, + 64146.94921875, + 64143.09375, + 64141.390625, + 64140.46484375, + 64135.8515625, + 64136.32421875, + 64131.6640625, + 64133.12109375, + 64128.578125, + 64125.94140625, + 64124.28125 ], "0.5": [ - 64128.20703125, - 64121.734375, - 64113.76171875, - 64103.95703125, - 64084.578125, - 64082.1328125, - 64084.609375, - 64075.546875, - 64068.22265625, - 64062.69140625, - 64058.53125, - 64054.9609375, - 64052.1640625, - 64049.9296875, - 64047.5625, - 64042.34765625, - 64040.09375, - 64036.4453125, - 64037.29296875, - 64030.796875, - 64031.00390625, - 64028.6875, - 64024.51171875, - 64025.125 + 64232.46875, + 64217.859375, + 64206.52734375, + 64194.21875, + 64189.37109375, + 64192.4921875, + 64180.79296875, + 64174.375, + 64164.94921875, + 64161.49609375, + 64164.46484375, + 64155.0078125, + 64150.6171875, + 64146.94921875, + 64143.09375, + 64141.390625, + 64140.46484375, + 64135.8515625, + 64136.32421875, + 64131.6640625, + 64133.12109375, + 64128.578125, + 64125.94140625, + 64124.28125 ], "0.6": [ - 64128.20703125, - 64121.734375, - 64113.76171875, - 64103.95703125, - 64084.578125, - 64082.1328125, - 64084.609375, - 64075.546875, - 64068.22265625, - 64062.69140625, - 64058.53125, - 64054.9609375, - 64052.1640625, - 64049.9296875, - 64047.5625, - 64042.34765625, - 64040.09375, - 64036.4453125, - 64037.29296875, - 64030.796875, - 64031.00390625, - 64028.6875, - 64024.51171875, - 64025.125 + 64232.46875, + 64217.859375, + 64206.52734375, + 64194.21875, + 64189.37109375, + 64192.4921875, + 64180.79296875, + 64174.375, + 64164.94921875, + 64161.49609375, + 64164.46484375, + 64155.0078125, + 64150.6171875, + 64146.94921875, + 64143.09375, + 64141.390625, + 64140.46484375, + 64135.8515625, + 64136.32421875, + 64131.6640625, + 64133.12109375, + 64128.578125, + 64125.94140625, + 64124.28125 ], "0.7": [ - 64128.20703125, - 64121.734375, - 64113.76171875, - 64103.95703125, - 64084.578125, - 64082.1328125, - 64084.609375, - 64075.546875, - 64068.22265625, - 64062.69140625, - 64058.53125, - 64054.9609375, - 64052.1640625, - 64049.9296875, - 64047.5625, - 64042.34765625, - 64040.09375, - 64036.4453125, - 64037.29296875, - 64030.796875, - 64031.00390625, - 64028.6875, - 64024.51171875, - 64025.125 + 64232.46875, + 64217.859375, + 64206.52734375, + 64194.21875, + 64189.37109375, + 64192.4921875, + 64180.79296875, + 64174.375, + 64164.94921875, + 64161.49609375, + 64164.46484375, + 64155.0078125, + 64150.6171875, + 64146.94921875, + 64143.09375, + 64141.390625, + 64140.46484375, + 64135.8515625, + 64136.32421875, + 64131.6640625, + 64133.12109375, + 64128.578125, + 64125.94140625, + 64124.28125 ], "0.8": [ - 64468.9609375, - 64574.2421875, - 64606.8359375, - 64652.671875, - 64691.55859375, - 64749.08984375, - 64788.72265625, - 64818.18359375, - 64841.25, - 64884.87109375, - 64909.63671875, - 64948.37890625, - 64969.890625, - 65014.29296875, - 65046.1953125, - 65079.6875, - 65096.93359375, - 65114.72265625, - 65133.765625, - 65159.37890625, - 65173.3515625, - 65189.19140625, - 65214.3359375, - 65241.34375 + 64534.90625, + 64621.859375, + 64658.15234375, + 64708.76953125, + 64766.76953125, + 64841.2734375, + 64869.6484375, + 64918.53515625, + 64942.39453125, + 64993.73828125, + 65027.18359375, + 65069.984375, + 65098.58984375, + 65143.27734375, + 65163.03125, + 65202.515625, + 65225.4453125, + 65243.45703125, + 65261.57421875, + 65292.0546875, + 65305.66796875, + 65321.41796875, + 65351.8828125, + 65382.83984375 ], "0.9": [ - 64468.9609375, - 64574.2421875, - 64606.8359375, - 64652.671875, - 64691.55859375, - 64749.08984375, - 64788.72265625, - 64818.18359375, - 64841.25, - 64884.87109375, - 64909.63671875, - 64948.37890625, - 64969.890625, - 65014.29296875, - 65046.1953125, - 65079.6875, - 65096.93359375, - 65114.72265625, - 65133.765625, - 65159.37890625, - 65173.3515625, - 65189.19140625, - 65214.3359375, - 65241.34375 + 64534.90625, + 64621.859375, + 64658.15234375, + 64708.76953125, + 64766.76953125, + 64841.2734375, + 64869.6484375, + 64918.53515625, + 64942.39453125, + 64993.73828125, + 65027.18359375, + 65069.984375, + 65098.58984375, + 65143.27734375, + 65163.03125, + 65202.515625, + 65225.4453125, + 65243.45703125, + 65261.57421875, + 65292.0546875, + 65305.66796875, + 65321.41796875, + 65351.8828125, + 65382.83984375 ] }, "timestamps": [ - "2026-06-18 05:00:00", "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", @@ -589,6 +588,7 @@ "2026-06-23 01:00:00", "2026-06-23 02:00:00", "2026-06-23 03:00:00", - "2026-06-23 04:00:00" + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 16c4a1255740eed1090e7d37d62fcdd4ba42d2e8..abccdaadd18bde3d7553c94f4594cfcdd1857f8c 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,29 +1,11 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T05:02:42.677813+00:00", + "evaluated_at": "2026-06-23T05:12:02.577029+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t224800z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t062000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", - "context_length": 71, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t015000z", - "data_fetched_at": "2026-06-23T04:58:28.176209Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", + "data_fetched_at": "2026-06-23T05:10:14.026652Z", "context_length": 96, "prediction_length": 24 }