diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 7aca9f05e921d32cc642da4a7792f4886ad3e76d..b125be3532fdbd919f3af0309fe446765c0c1cd2 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T03:52:59.432954+00:00", + "generated_at": "2026-06-23T04:00:37.517741+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 6843, - "num_unique_releases": 839 + "num_model_releases": 6853, + "num_unique_releases": 840 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 456d4635fccbc82ea1994ebb72c90abff7a4ddc9..9bbec9378ee73f0ef1cafb10bc7d1a2cb6b27275 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.9382500221956493,0.8811520058762282,0.1925934404459201,0.5123068640110087,38.98216928104871,3.5007135183527494,0.6926845399862176,1197.2382593794034,8.425496214216171,0.1312711705867116,0.1,10,800,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T03:51:41.791518+00:00 -2,Chronos-2,2.943030015776941,0.8937405658404183,0.17840454419080692,0.5297055762109797,37.2108705422425,3.662881915314226,0.6638336834780864,1161.0254988880129,8.359136837611253,0.0993331864863278,0.1,10,815,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T03:49:52.495765+00:00 -3,Moirai-1.1-Large,3.4617221515345187,1.0330151133821548,0.2897419762815677,0.5533682409147154,23.90810862608593,4.566774328049505,0.5578198872121701,1115.4430377736699,12.012801193312226,0.10202098930040446,0.2,10,784,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T03:52:21.694621+00:00 -4,Toto-2.0-1B,2.88633469072079,0.8723490328399933,0.16725122416078653,0.5003786241894866,37.74779070928531,3.642112832403312,0.6796380762439904,1110.823627905085,8.440975602621487,0.05890192870300296,0.1,10,806,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T03:51:16.975560+00:00 -5,Timer-S1,2.954264686311357,0.8979860772267635,0.1854679619816023,0.5315615426463904,35.84437596777655,4.205301910105783,0.6089828193546933,1043.90466411931,8.683271138047854,0.09198132708041525,0.1,10,759,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T03:52:52.056247+00:00 -6,TimesFM-2.5,2.7743368814331832,0.8480580076601656,0.15365428638887188,0.62061119575234,40.38718363426956,4.434621921334035,0.5579217788497719,1039.298158945694,8.152884577250171,0.05084528556289214,0.1,10,823,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T03:50:38.591286+00:00 -7,ETS,6.1185386978476215,1.5903216279507488,0.43701526041773125,1.145436146628644,-4.6088985900574455,6.867451347909122,0.3229135069194947,871.153017214313,14.046363293219835,0.04104125788632664,0.0,10,514,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T03:52:55.241909+00:00 -8,ARIMA,3.7408913043269068,1.2314734217066161,0.3244544671965483,0.8763934853132007,-0.8761386833687936,6.817783584999768,0.3221984251941427,867.01770745124,9.427917588828503,0.012726925514669552,0.3,10,514,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T03:52:55.142999+00:00 -9,Moving-Average,3.739509989990504,1.1712457455056873,0.33626201758728935,0.8047220530911797,7.580156730228843,6.429392156775114,0.36310899047746165,850.6940794916082,9.473547874603602,-0.057908942384081695,0.3,10,514,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T03:52:55.299583+00:00 -10,Seasonal-Naive,4.07234160119699,1.276971332325728,0.3456044328008836,0.9513120970650759,1.0233083585023045e-16,7.5984668359835315,0.23089829228397138,743.4019488316634,9.616022619283092,0.023801851723692233,0.2,10,514,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T03:52:55.324136+00:00 +1,TiRex,2.9383782257100926,0.8812528073627048,0.19259276881001944,0.5123571947447886,38.974306805166925,3.5010312707757647,0.6926800386061254,1197.2373096649485,8.425479549011445,0.13158088804987605,0.1,10,801,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T03:59:45.363336+00:00 +2,Chronos-2,2.943118389499177,0.8938239995630914,0.17840373520070513,0.5297443493945927,37.20384161968261,3.662316318140397,0.6639133686264527,1161.026856201648,8.359056858479716,0.09972108674447028,0.1,10,816,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T03:58:40.107417+00:00 +3,Moirai-1.1-Large,3.46174641723997,1.0330547742347111,0.289740679021777,0.5533867660091094,23.90713382351216,4.565422489100618,0.5580268071046386,1115.4471845412963,12.012678355299803,0.10232542473944273,0.2,10,785,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T04:00:09.268840+00:00 +4,Toto-2.0-1B,2.886523886124146,0.8724925474621411,0.1672510745054527,0.5004506977604165,37.7337027443736,3.643513870389716,0.6794608854532892,1110.816984271756,8.440998065812938,0.059381175600735095,0.1,10,807,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T03:59:35.051640+00:00 +5,Timer-S1,2.9544387459193926,0.8981259494009073,0.18546791127265605,0.5316571867472881,35.82940945798686,4.20713719226135,0.6087546192796263,1043.8985971612105,8.68321124299844,0.09246128947060608,0.1,10,760,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T04:00:30.023749+00:00 +6,TimesFM-2.5,2.7744640011939645,0.848166717378972,0.1536542706825414,0.6206445771129541,40.3765354245764,4.43447202205687,0.5579856832350354,1039.2992846462146,8.152875285946557,0.05119671978787822,0.1,10,824,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T03:59:03.843070+00:00 +7,ETS,6.118681177053278,1.590482103617466,0.437014631342752,1.1454918649661414,-4.6259505170971,6.868960935832417,0.32274646260918816,871.14864215323,14.046141468088413,0.04150845414875655,0.0,10,515,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T04:00:33.140461+00:00 +8,ARIMA,3.7410468232847647,1.2315817920023646,0.32445823860046075,0.8769203253202565,-0.8779174793271409,6.818897076091838,0.3220800114847416,867.0149798310064,9.42779052118527,0.013073642740931757,0.3,10,515,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T04:00:33.086720+00:00 +9,Moving-Average,3.7396088948828194,1.1713572168110544,0.3362607477835292,0.804739653139603,7.571228270580764,6.427867268974216,0.3633215214502673,850.7003444429412,9.47340757321833,-0.057093588906909506,0.3,10,515,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T04:00:33.158132+00:00 +10,Seasonal-Naive,4.072428119829377,1.2770511867205994,0.34560292210923643,0.9513637214023216,1.0240003953970349e-16,7.597327845095458,0.23103060215063567,743.409817085749,9.615887771220743,0.02471176444439047,0.2,10,515,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T04:00:33.176668+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 8e1bdd08e2e7187b35ec346973c09caa6cd1bb90..37329c61390ae0d71c1e7fe33ffe3ee8f4c77e54 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.5007135183527494,0.6926845399862176,1197.2382593794034,90,800,5919 -2,Chronos-2,3.662881915314226,0.6638336834780864,1161.0254988880129,90,812,5916 -3,Moirai-1.1-Large,4.566774328049505,0.5578198872121701,1115.4430377736699,90,784,5847 -4,Toto-2.0-1B,3.642112832403312,0.6796380762439904,1110.823627905085,90,806,5948 -5,Timer-S1,4.205301910105783,0.6089828193546933,1043.90466411931,90,759,5753 -6,TimesFM-2.5,4.434621921334035,0.5579217788497719,1039.298158945694,90,819,5961 -7,ETS,6.867451347909122,0.3229135069194947,871.153017214313,90,514,4537 -8,ARIMA,6.817783584999768,0.3221984251941427,867.01770745124,90,514,4537 -9,Moving-Average,6.429392156775114,0.36310899047746165,850.6940794916082,90,514,4537 -10,Seasonal-Naive,7.5984668359835315,0.23089829228397138,743.4019488316634,90,514,4537 +1,TiRex,3.5010312707757647,0.6926800386061254,1197.2373096649485,90,801,5928 +2,Chronos-2,3.662316318140397,0.6639133686264527,1161.026856201648,90,813,5925 +3,Moirai-1.1-Large,4.565422489100618,0.5580268071046386,1115.4471845412963,90,785,5856 +4,Toto-2.0-1B,3.643513870389716,0.6794608854532892,1110.816984271756,90,807,5957 +5,Timer-S1,4.20713719226135,0.6087546192796263,1043.8985971612105,90,760,5762 +6,TimesFM-2.5,4.43447202205687,0.5579856832350354,1039.2992846462146,90,820,5970 +7,ETS,6.868960935832417,0.32274646260918816,871.14864215323,90,515,4546 +8,ARIMA,6.818897076091838,0.3220800114847416,867.0149798310064,90,515,4546 +9,Moving-Average,6.427867268974216,0.3633215214502673,850.7003444429412,90,515,4546 +10,Seasonal-Naive,7.597327845095458,0.23103060215063567,743.409817085749,90,515,4546 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 5eeaa6bfb9cafdcb17d0091c41234d78b77b9790..465e4b4e9b3a9abe32a466b14b87e5efcdbd1832 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -170,6 +170,7 @@ binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:51:2 binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:52:40.011408+00:00,2026-06-23T01:52:40.011408+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.5333574344382865,1.2382881063945848,0.01142943351439396,0.9979464310255891,-32.31180229380065,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.036487+00:00,2026-06-22T05:04:18.036487+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.40384765922950655,0.6354900937304268,0.008035162055816385,0.4488926567487308,-17.29883091642121,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.322435+00:00,2026-06-17T13:32:14.322435+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.26503706876612015,0.5148175101588136,0.004883881396899911,0.15915465439825058,35.4222298551564,True +binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.086720+00:00,2026-06-23T04:00:33.086720+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0480417777576292,1.0237391160630862,0.016979051225993635,1.5814909518526452,-15.711515398769695,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:03:29.867986+00:00,2026-06-18T05:03:29.867986+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,0.21776447493906398,0.4666524134075211,0.0654288298000007,0.36956636038522345,-15.404278495967436,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:49:56.733359+00:00,2026-06-19T16:49:56.733359+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,0.5904745270909766,0.7684234035289247,0.08265505359577068,0.5672346671668608,-80.26819178964604,True nasa_power_shanghai_hourly_T2M/1h/short|window:53dada4e4c9858987c4f,2026-06-23T03:09:33.863903+00:00,2026-06-23T03:09:33.863903+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,1.9802813919702336,1.4072247126774862,0.13189873835322471,1.1239554528767959,-83.20978729758743,True @@ -801,6 +802,7 @@ binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T04:56:2 binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:45:04.318034+00:00,2026-06-17T04:45:04.318034+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.0744355461357938,0.27282878538708816,0.004754260659482426,0.19920632323958984,56.39064908266299,True binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:30:58.334572+00:00,2026-06-17T05:30:58.334572+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.08358342866631409,0.28910798789779935,0.00588114722960411,0.2138994084438719,52.613500470604066,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:28:49.913448+00:00,2026-06-17T13:28:49.913448+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2542001181419644,0.5041826238001111,0.008631994698002458,0.23851726054967026,37.234051353981805,True +binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T03:58:40.107417+00:00,2026-06-23T03:58:40.107417+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6722225923173972,0.8198918174475198,0.004980752443247618,0.4376136138487794,6.353146728280514,True nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:11:12.972050+00:00,2026-06-17T05:11:12.972050+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,1.4821564117717045,1.217438463238165,0.16205658842644108,0.7371486597201974,-5.647500550258204,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T04:47:47.946098+00:00,2026-06-18T04:47:47.946098+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,0.07507883129002767,0.27400516653893164,0.034445166500048946,0.15148559748523024,36.02375541307049,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:39:30.736487+00:00,2026-06-19T16:39:30.736487+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,0.10035634474412873,0.3167906954822517,0.03462510565717769,0.13534399376691394,-21.652498844792632,True @@ -1499,6 +1501,7 @@ binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:51:2 binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:52:40.126406+00:00,2026-06-23T01:52:40.126406+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.5462851303496286,0.7391110406086683,0.005979794746171688,0.45630651450158405,17.896405037811373,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.238744+00:00,2026-06-22T05:04:18.238744+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.07176417635772261,0.2678883654765966,0.0023778847246140235,0.1267947979307844,59.73910564088264,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.501482+00:00,2026-06-17T13:32:14.501482+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.5393948701176343,0.7344350686872423,0.01283059459186405,0.5044501639288835,1.497342482110746,True +binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.140461+00:00,2026-06-23T04:00:33.140461+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.8975844213664195,0.9474093209201709,0.006335073010724093,0.5313116354267295,-8.076537352324527,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:03:30.268230+00:00,2026-06-18T05:03:30.268230+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,0.48811034817933086,0.6986489448781347,0.10444350596607699,0.4808580836778858,-50.71181668978824,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:49:56.962775+00:00,2026-06-19T16:49:56.962775+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,1.2545482698241712,1.1200661899299396,0.13242280084043564,0.804522865593487,-90.20115851599921,True nasa_power_shanghai_hourly_T2M/1h/short|window:53dada4e4c9858987c4f,2026-06-23T03:09:34.192366+00:00,2026-06-23T03:09:34.192366+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,3.352953405239775,1.8311071528558276,0.18090961892732116,1.405060499390588,-89.73061737098034,True @@ -2125,6 +2128,7 @@ binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:03:0 binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:46:19.772676+00:00,2026-06-17T04:46:19.772676+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.1235428602795228,0.3514866431025833,0.0065691142137058916,0.20773804773073237,36.72281954869869,True binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:32:31.611552+00:00,2026-06-17T05:32:31.611552+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.16106718251968782,0.40133176116485947,0.007501573932381271,0.20331416387987486,25.129766441646307,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:31:19.020295+00:00,2026-06-17T13:31:19.020295+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.5475685624117569,0.7399787580814444,0.013125282384458386,0.36120271813474397,0.7454515072075528,True +binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:09.268840+00:00,2026-06-23T04:00:09.268840+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6994336856138792,0.8363215204775488,0.005190964156190077,0.42119183666004933,4.374847712276672,True nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:16:48.534000+00:00,2026-06-17T05:16:48.534000+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,1.1967754057757172,1.0939723057626811,0.14762674968250825,0.605355579795432,5.035585299877982,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:00:48.487404+00:00,2026-06-18T05:00:48.487404+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,0.06959298714927001,0.2638048277595958,0.03087687379917724,0.21752042382351375,39.279128351521194,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:45:05.666682+00:00,2026-06-19T16:45:05.666682+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,0.009122683831581291,0.09551274172371606,0.009340857035227933,0.095350459540556,75.26215714981286,True @@ -2797,6 +2801,7 @@ binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:51:2 binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:52:40.192421+00:00,2026-06-23T01:52:40.192421+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6549372064435414,0.8092819078933752,0.005069512089770959,0.4146323716440928,8.996916661410571,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.304098+00:00,2026-06-22T05:04:18.304098+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1177721289480511,0.34317944132487177,0.003820483917024987,0.17266369182936578,41.480216922848584,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.581897+00:00,2026-06-17T13:32:14.581897+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.47608112775486555,0.6899863243245228,0.013010434168779719,0.5115109092763258,7.725013795303838,True +binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.158132+00:00,2026-06-23T04:00:33.158132+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6688487610621886,0.8178317437359525,0.004998952157506652,0.4264451010990915,6.603668570363304,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:03:30.400278+00:00,2026-06-18T05:03:30.400278+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,0.10092016515657315,0.31767934329536307,0.038615694465923694,0.16929954467141303,22.53291691399948,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:49:57.042191+00:00,2026-06-19T16:49:57.042191+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,0.2555065586997327,0.5054765659253975,0.06401851784150171,0.32133789578806143,-59.62238276039417,True nasa_power_shanghai_hourly_T2M/1h/short|window:53dada4e4c9858987c4f,2026-06-23T03:09:34.339457+00:00,2026-06-23T03:09:34.339457+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,0.6744303902071345,0.8212371096139862,0.07820458479476648,0.5233436777252507,-57.59325581928074,True @@ -3311,6 +3316,7 @@ binance_btcusdt_1h_close/1h/short|window:fae6f27b1eac3544bbcc,2026-06-17T14:51:2 binance_btcusdt_1h_close/1h/short|window:fb930707e4d288187d22,2026-06-23T01:52:40.233403+00:00,2026-06-23T01:52:40.233403+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7844364552306634,0.8856841735238715,0.006452369904481267,0.5197539793253454,-7.076564438216323e-15,True binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:04:18.330314+00:00,2026-06-22T05:04:18.330314+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.28473151257359464,0.5336023918364634,0.00634815592827073,0.3489218960740383,-9.747981656387585e-15,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:14.619355+00:00,2026-06-17T13:32:14.619355+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.5557935922234428,0.7455156552504064,0.01382211043513555,0.3774767605417029,-9.987727819816422e-15,True +binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.176668+00:00,2026-06-23T04:00:33.176668+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7634318238900984,0.873745857724143,0.006113154974642799,0.5154788150540733,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:03:30.473716+00:00,2026-06-18T05:03:30.473716+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,0.1596296351877513,0.3995367757638229,0.05893869912850077,0.2928223257490808,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:49:57.088733+00:00,2026-06-19T16:49:57.088733+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,0.06463220164350597,0.2542286404862874,0.030863168927827447,0.15966984684064145,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|window:53dada4e4c9858987c4f,2026-06-23T03:09:34.422192+00:00,2026-06-23T03:09:34.422192+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,0.18148236659323777,0.4260074724617372,0.04044207999607503,0.2681852587572939,0.0,True @@ -3939,6 +3945,7 @@ binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:01:5 binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:46:07.064024+00:00,2026-06-17T04:46:07.064024+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.08416045355687173,0.2901042115462506,0.004792925189286056,0.16659726269651,52.0588682308129,True binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:32:00.236299+00:00,2026-06-17T05:32:00.236299+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.09268533910412292,0.30444266965082756,0.006308854854162968,0.18659223245095738,48.774953741169234,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:30:52.904302+00:00,2026-06-17T13:30:52.904302+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.4635812172008244,0.6808679880864017,0.011906955540134512,0.3233372017525707,9.045973489839223,True +binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T03:59:45.363336+00:00,2026-06-23T03:59:45.363336+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.8013298817880791,0.8951703088173105,0.0057223579353279895,0.47816421980298807,-2.4219699242675015,True nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:15:19.765080+00:00,2026-06-17T05:15:19.765080+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,1.1674847430713715,1.0805020791610591,0.14104915667715992,0.5680638134242738,6.270566763264161,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T04:57:31.987912+00:00,2026-06-18T04:57:31.987912+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,0.04462781033356765,0.21125295343158554,0.026530083893923598,0.12189044849676312,56.30239062310243,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:43:40.608487+00:00,2026-06-19T16:43:40.608487+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,0.005640519523895857,0.07510339222628934,0.008791164066002046,0.07882508070933703,83.94677356962126,True @@ -4734,6 +4741,7 @@ binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:03:3 binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:46:33.787459+00:00,2026-06-17T04:46:33.787459+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.051173195532998705,0.22621493216186836,0.003518867525367744,0.1590148117436437,67.82692096856832,True binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:32:47.533262+00:00,2026-06-17T05:32:47.533262+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.05579514976153307,0.23620996964889748,0.003756622614239104,0.16218384009120024,65.66292710592977,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:31:57.828925+00:00,2026-06-17T13:31:57.828925+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.23156720015208454,0.4812142975349803,0.008812982451438406,0.22940984805976897,41.17888459916102,True +binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:30.023749+00:00,2026-06-23T04:00:30.023749+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.9328460245964083,0.965839543918351,0.006718626007160652,0.5809867556768716,-9.987408658166975,True nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:17:34.201964+00:00,2026-06-17T05:17:34.201964+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.181322682228543,1.0868866924516756,0.1409604112827696,0.5962574117635716,5.683518964612819,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:02:49.596893+00:00,2026-06-18T05:02:49.596893+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,0.30171027095485575,0.5492815953177894,0.06780837187298276,0.21775628133706007,-30.797386888786765,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:49:03.253455+00:00,2026-06-19T16:49:03.253455+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,0.01779029595165473,0.13338026822455684,0.014731248062748406,0.0951808419969174,56.83145628749,True @@ -5504,6 +5512,7 @@ binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T04:56:5 binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:45:32.799325+00:00,2026-06-17T04:45:32.799325+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.12237765025530302,0.34982517098588406,0.010417403875472206,0.235709288471005,37.13202609858882,True binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:31:12.970947+00:00,2026-06-17T05:31:12.970947+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.2227956389432855,0.4720123292280462,0.01397216729585553,0.28057365144499596,9.429976125638674,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:29:39.400115+00:00,2026-06-17T13:29:39.400115+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.17659475012536735,0.42023178143182766,0.00455502084172569,0.25770535840415837,51.77565236524159,True +binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T03:59:03.843070+00:00,2026-06-23T03:59:03.843070+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.7375487423688074,0.8588065803012966,0.006692336859917082,0.47051530466862507,1.7244115015961132,True nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:12:05.733003+00:00,2026-06-17T05:12:05.733003+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,1.1082987850806292,1.0527577048308072,0.1285527628319415,0.7750489526765003,8.856808160274936,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T04:48:59.939002+00:00,2026-06-18T04:48:59.939002+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,0.24314205488664678,0.49309436712118987,0.04934103729951961,0.34192038786443374,-20.734431380584237,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:40:47.332286+00:00,2026-06-19T16:40:47.332286+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,0.022663335109969023,0.15054346584946496,0.022479949808031197,0.10941000903342153,48.07676095979361,True @@ -6322,6 +6331,7 @@ binance_btcusdt_1h_close/1h/short|window:fbec22d1ed4e29eadaf1,2026-06-22T05:01:1 binance_btcusdt_1h_close/1h/short|window:fc12f388277f0dcce4ff,2026-06-17T04:45:54.295535+00:00,2026-06-17T04:45:54.295535+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.06886399979217644,0.2624195110737318,0.004008701033864823,0.18705769484470394,58.98543987374809,True binance_btcusdt_1h_close/1h/short|window:fdef2ad0a0659b4be621,2026-06-17T05:31:26.982678+00:00,2026-06-17T05:31:26.982678+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.08205709779252442,0.2864561009867383,0.005873633313291648,0.20697128344315385,53.276677104444325,True binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:30:34.251159+00:00,2026-06-17T13:30:34.251159+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.17074207869086755,0.4132094852382597,0.006718437218464025,0.22942347855244224,52.99829436426794,True +binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T03:59:35.051640+00:00,2026-06-23T03:59:35.051640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.9229691648774507,0.9607128420487835,0.006394701744520796,0.5219989515651074,-9.460225773701955,True nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:14:00.045696+00:00,2026-06-17T05:14:00.045696+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,1.6358458059910381,1.2790018788066881,0.1695443015324515,0.7697399221659791,-10.547238409782922,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T04:56:29.014262+00:00,2026-06-18T04:56:29.014262+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,0.25529584283932216,0.5052680900663747,0.05963965742649446,0.21240790396828532,-23.056238461531336,True nasa_power_shanghai_hourly_T2M/1h/short|window:42e9a3d984696b0d4f5e,2026-06-19T16:42:00.397497+00:00,2026-06-19T16:42:00.397497+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,0.07088403435673493,0.26624055730999163,0.02953640034619398,0.15473107020283056,-4.613345896957946,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 03f19f701817e45a941a705a12bd891eac606b10..09f660ae8b9701b7668f5c05306163748bbfe33c 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7805491702418923,0.8373422073755856,0.01049223649670299,0.6753261397164384,-12.651986350410613,0.5609035622681271,0.19889920880632955,0.00011252473094737851,171,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T03:52:55.042801+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7821043598204721,0.838425910333071,0.010529950535826773,0.6805945397869978,-12.669774309994096,0.5596328858357993,0.20236638106895147,8.118023443506056e-05,172,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T04:00:33.086720+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.6722840427898185,1.1136149807343625,0.1122826628431276,0.8751386039730832,-54.27242992293919,1.7954987859166085,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-23T03:09:33.863903+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8765475004653276,1.27080290965311,1.5322250273595357,0.9975052025648872,3.7737926916368996,1.266091258032571,-0.032552826956025134,0.6260648078259236,103,0.9514563106796117,2026-06-17T12:10:12.335728+00:00,2026-06-23T03:52:55.092401+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.95803355681069,2.0112973260532887,0.11813662616864098,1.403478199974433,15.211013537742907,4.796837485603729,0.12328767123287672,0.12017889759675919,74,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-23T03:52:55.142999+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.5784597 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0068786958257658,0.9764911624763272,0.6036249007133001,0.4891683708405243,17.23948082076846,0.4790796207182445,-0.4581280788177339,0.0003413796173447572,29,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-23T03:09:34.127318+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.9314628872920234,1.1294416450084255,0.015108725333885723,0.7581614368919004,9.45258265147757,3.1430397710453297,0.21727395411605938,0.05146326548699581,39,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T03:41:52.040755+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.990112198006116,0.9781737397061917,0.20219237299729226,0.490199516466659,51.28266024024151,0.3541696942533509,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-22T23:42:47.178078+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.41682253505490124,0.578768358921914,0.007318733837472734,0.32555911320716635,26.666732926348207,0.5736702468117901,0.126984126984127,0.0013137627107971722,288,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T03:49:33.421878+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4177062722772628,0.5796026961486461,0.007310643936454655,0.3259468450432965,26.596443700749354,0.5728704554964371,0.1308631295655517,0.0009101704229722053,289,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T03:58:40.107417+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.38439341544285544,0.5096604914177981,0.058325125078410194,0.28505879583543775,17.06313580145981,0.5327950855857294,0.04761904761904762,1.0,7,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-23T03:01:04.265814+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2538387922371586,0.38913835012824977,0.5149352839317298,0.2107085939593841,72.96497381773422,0.36470730967155635,0.32887204708538265,8.634360180033437e-10,158,0.9620253164556962,2026-06-16T12:06:44.487655+00:00,2026-06-23T03:49:42.708814+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.70204110836893,1.9050507531091345,0.1150661281984501,1.0820294533757013,14.62564183287111,4.992055404687405,0.4025096525096524,3.149675141309353e-10,112,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-23T03:49:52.495765+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.145 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8094962322560816,0.8702333873942866,0.5783458198270462,0.46342132744042946,26.923840486901877,0.43417844770382774,-0.10638297872340427,0.29160732184235016,47,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-23T03:01:38.798423+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.832438012916059,0.9442493577406552,0.010509737364718745,0.5972985593030747,32.47361664660026,3.7791888415115533,0.14411027568922308,0.1133564627254382,57,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T03:39:08.226042+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1470345464849695,0.36143628779848724,0.07464265889217996,0.21315140545343586,90.6774928723689,0.07843009866932546,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-22T23:32:18.736924+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6525201876364793,0.6713911741671557,0.007417081975049036,0.43547609493117734,21.25277715588028,0.8295989840782052,0.08359133126934984,0.10458400661530262,171,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T03:52:55.193894+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6539449796930488,0.6729959308343244,0.00741079122525645,0.4360332783061515,21.08225788548374,0.8273807327639838,0.08826329389364887,0.08564314861950835,172,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T04:00:33.140461+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.193642063640152,1.70700061723835,0.18382238509451362,1.3185644060092472,-65.46663134536205,4.668455202355313,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-23T03:09:34.192366+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.682565820508009,1.4946194366969576,1.5799873083156388,1.1336457708750494,-6.510463900652403,2.076004680604964,0.00019036740909956216,0.9977263908916952,103,0.9514563106796117,2026-06-17T12:10:12.697348+00:00,2026-06-23T03:52:55.217230+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.614575855694543,2.1837627494208816,0.12184648166923175,1.4678056489804059,13.102788126930232,7.071182381037263,0.23361717882265828,0.00323256960417311,74,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-23T03:52:55.241909+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,11.77118814 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0808387510344888,0.9929151083700587,0.6826083878451598,0.5276032348862507,17.431123873157507,0.6480828818277966,-0.25123152709359603,0.05764888434676989,29,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-23T03:09:34.304481+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6410497415839522,1.0146100545289465,0.01351914848979383,0.6888270536862027,19.18075985340167,3.0534521341310925,0.16329284750337383,0.14327003755601345,39,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T03:41:52.227137+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0106745528959067,1.0039742155659683,0.21160774916824193,0.5376211899754999,48.4423431987713,0.11622833445791261,0.0,1.0,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-22T23:42:47.274014+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6305190821320182,0.7236846992173503,0.008875181961862695,0.36858056858065535,7.143287021774596,0.701401540366127,0.01646492744906398,0.679665312777012,283,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T03:52:07.504556+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6307617391865317,0.7240813077429145,0.008862209363955396,0.3687658195245969,7.133538996036927,0.7001731602419047,0.01950928183944657,0.6240328622963157,284,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T04:00:09.268840+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3240457245211655,0.4745241705074904,0.05441957307833337,0.2678190587417696,24.489165785051703,0.4269614155295543,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-23T03:07:16.350520+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.5054295858037545,1.008833768867604,1.5230688758608633,0.514402061301954,26.155294697997483,2.081800979589102,0.31331679073614555,6.443680133059949e-09,156,0.967948717948718,2026-06-16T12:07:52.741323+00:00,2026-06-23T03:52:15.406876+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.405813274999446,2.119097322432831,0.11913194012333672,1.0876395477192273,12.219031842766947,36.424811239556995,0.4488617057424397,4.575007855410325e-12,109,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-23T03:52:21.694621+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.135190130828967,1.0277382091534233,0.6418585491643192,0.48678286221180567,10.625518828670682,0.798266842879396,-0.3820512820512821,0.0005165803669347948,40,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-23T03:08:07.836221+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,3.217746376671535,1.3071905811243951,0.01365073314119973,0.7133237797782888,11.564414888083679,6.138668285815704,0.1064935064935065,0.24642531848306037,56,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T03:41:26.449846+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14981973138991939,0.36476498478813413,0.06320277861905496,0.18873543444057805,90.59622548667889,0.09721825078090457,0.6,0.23333333333333334,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-22T23:42:17.643964+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4987323462801855,0.6261010985044674,0.007183014624969886,0.39617301781099995,21.960619165060457,0.5331629105443002,-0.22751977984176128,9.981790323875835e-06,171,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T03:52:55.266416+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4997213952033367,0.6272158115581388,0.007170316587368357,0.39634901829523306,21.871334568579655,0.5317598966915746,-0.21936624507003946,1.9377562505001773e-05,172,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T04:00:33.158132+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5771568279001095,0.6879752348246028,0.07614787084783309,0.4629729837909748,-31.399820120235017,0.5548948988033838,0.6,0.1361111111111111,6,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-23T03:09:34.339457+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.284190830478787,1.3664121815278918,1.6276208283829607,1.190721249045038,5.755776335555715,1.8681575961151802,0.17647058823529413,0.008253173664529611,103,0.9514563106796117,2026-06-17T12:10:12.867076+00:00,2026-06-23T03:52:55.285945+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.461965306445964,2.131962681077154,0.12044548871537963,1.4135428218473094,9.69039278806518,4.8135716069535786,0.02184376156978897,0.7830570081754462,74,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-23T03:52:55.299583+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9792273578590761,0.9636651127567551,0.69330898743297,0.5051562813243574,18.493313490757682,0.4536386971208689,-0.39901477832512305,0.002044164558588477,29,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-23T03:09:34.399367+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.25465697661371,1.1526315609528743,0.015271697714503048,0.8182340489453142,14.513708291724075,3.993132001311632,0.1309041835357625,0.24063678561206192,39,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T03:41:52.251569+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0787787195349199,1.0379444492218732,0.21618952646374368,0.5597492766841528,45.98579993029981,0.08734441118750925,0.0,1.0,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-22T23:42:47.321412+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6146197761821903,0.7363962985451421,0.008711544607783726,0.4266849549915305,-1.1903034589352697e-16,0.5042271051051175,-0.2971448228414173,7.954453019948063e-09,171,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T03:52:55.308568+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6154849625060735,0.7371948424938572,0.008696437691311976,0.4272011983639872,-1.1833830899879714e-16,0.5028786244816279,-0.28804569563443494,2.030171245834086e-08,172,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T04:00:33.176668+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2565612559835197,0.4676926183925614,0.05397038616447911,0.33518682132279193,-1.4748963430700404e-15,0.24693667351374793,0.2,0.7194444444444444,6,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-23T03:09:34.422192+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.404846702128971,1.4186384556192084,1.6133801378835446,1.2478092979815527,1.4290354858209526e-15,1.8803486358605184,0.1779935275080906,0.007714195484017219,103,0.9514563106796117,2026-06-17T12:10:12.978229+00:00,2026-06-23T03:52:55.314938+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.102252618983344,2.296279630696931,0.12714275455651133,1.8405284564048916,-1.173514429092778e-16,4.888971329498401,0.02258422806368012,0.7758962830847466,74,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-23T03:52:55.324136+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.4034555761112926,1.1570935329495469,0.6964567136244794,0.8991722780042285,-3.3370247110558213e-16,0.697076663409808,-0.2561576354679802,0.052763017559103835,29,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-23T03:09:34.473516+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.629201672817143,1.318224370954106,0.016147125713365858,0.7258162049977077,4.446209000338653e-15,4.12543407492769,0.20256588007307122,0.06957561304986837,39,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T03:41:52.267258+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.9607965919810555,1.7146505799162957,0.36091886218530816,1.3691608206855306,8.969107392259686e-17,0.5580553598022875,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-22T23:42:47.343681+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4346678304808475,0.6068780574939214,0.007643236611263464,0.3342183211924462,20.064711097654907,0.41657431448631027,0.28341981714850506,9.806486518873518e-13,285,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T03:51:26.041778+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.43594986562527843,0.6078860723586885,0.007636520252256696,0.3347216285302454,19.986086338836998,0.41640766243905863,0.28651699178014967,5.050224153286048e-13,286,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T03:59:45.363336+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3531086312767736,0.4497860921798977,0.05049692526362469,0.24969712003498815,39.985613709223784,0.51022951350609,0.04761904761904762,1.0,7,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-23T03:05:35.776375+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.29004986661920606,0.4152541727674529,0.662424808181353,0.20753447557181814,73.761941843902,0.44252932100285824,0.3170014698677119,3.808736142491942e-09,157,0.9617834394904459,2026-06-16T12:07:37.946365+00:00,2026-06-23T03:51:33.725344+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.42687687008517,1.8677206060692648,0.11261867315023429,1.0297885635735136,16.301441113299944,4.579792350402835,0.3708090075062551,9.347953631428536e-09,110,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-23T03:51:41.791518+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1693548 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8022217104823539,0.8722288624109009,0.5981646548343208,0.4623480225094027,25.16179421021802,0.3976747424278897,-0.1099365750528541,0.292853104348775,44,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-23T03:06:29.077751+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8099981050459997,0.9321858145694306,0.010034912977239695,0.5868918361325679,33.52875001206786,3.6236780324190017,0.12280701754385966,0.17726169227912258,57,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T03:40:47.042072+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1174822396077626,0.324815581789166,0.060286878365620425,0.19980835418849988,92.46557501174824,0.060081196004453746,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-22T23:41:11.770213+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4437385260161557,0.572798734574511,0.006861118146121844,0.3122268321544438,32.06848385086188,0.6838453712644224,0.16850998463901692,2.6306956767711138e-05,280,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T03:52:39.752225+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4454791220965124,0.5741974563159482,0.006860611056659348,0.31318327316342043,31.918818752964977,0.6832464207702756,0.17330960854092528,1.4855905017074243e-05,281,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T04:00:30.023749+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3225591397656044,0.48664545608319326,0.054730137587469245,0.24963903130622794,18.218338052650473,0.3997744021151048,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-23T03:08:38.440314+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.09627781119793707,0.2261340657673001,0.44091958365612377,0.1174349203937358,89.89554845088787,0.20646971459991562,0.19107036754095574,0.00043697157330467384,154,0.9675324675324676,2026-06-16T12:08:08.243141+00:00,2026-06-23T03:52:46.365006+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.763712455082778,1.9529782238798037,0.120329948275726,1.1958923452873975,11.734490942168298,4.66242681588697,0.3084249084249084,3.1191954990548962e-06,105,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-23T03:52:52.056247+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1296 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9417391670668093,0.9566576884689246,0.6695920208947923,0.5177862031968724,16.971986251366356,0.3361184977630844,-0.058029689608636977,0.6029482157578505,39,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-23T03:09:22.936633+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.9962102687724337,1.0187937286068165,0.011774927151517045,0.6697935539837092,24.55052473944384,3.7567080335130547,0.08127721335268505,0.3902750236652043,53,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T03:41:49.812039+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.19701763456987959,0.42647880866511967,0.09210826322391313,0.22574447154214997,87.63037685402294,0.10515280616061715,0.3333333333333334,0.75,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-22T23:42:44.447703+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.36635904088770277,0.5413742013867294,0.006738199344957309,0.37304173167558474,32.81718380562948,0.39857297278954773,0.19137338547221233,1.1296579371573035e-06,291,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T03:50:25.737750+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3676302384955148,0.5424612985747931,0.006738042281652377,0.3733755452817253,32.71070170869787,0.3984800597533959,0.19488772772207313,6.849185811268081e-07,292,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T03:59:03.843070+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3659814554277121,0.5236124307799545,0.059495747037476746,0.35459458613334327,11.21682598714913,0.39415876702644365,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-23T03:02:19.227234+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10598378998635849,0.25231591737753695,0.37645798584080314,0.1828031945633012,84.60235023631203,0.17834339499967106,0.025804344275681852,0.6314830263026758,157,0.9617834394904459,2026-06-16T12:07:01.390017+00:00,2026-06-23T03:50:32.813324+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.867978496711536,1.7240353639646626,0.11461604298287127,1.1833723385444535,23.094489329330475,4.43892737870231,0.36504424778761063,9.934734818607664e-09,113,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-23T03:50:38.591286+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.7973439037753062,0.8712217529276053,0.5206883809821106,0.6895915501174229,26.14107695052874,0.37302507335447926,-0.07678075855689177,0.44656889068880157,47,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-23T03:03:14.016709+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7058214915501846,0.908015522411124,0.01045952924100228,0.706213698844756,34.55217476739003,3.4830693886613746,0.10465819721718086,0.24585279503580648,58,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T03:39:45.360564+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15216568209521827,0.37796453879602965,0.06502662159367666,0.29797079340933813,90.33726988702747,0.06941482262146421,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-22T23:39:57.499399+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.37997835724608553,0.5488258764847354,0.006824212552571724,0.3151478029965349,30.97223352289935,0.48158002190786114,0.1584345479082321,6.480258950989731e-05,286,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T03:51:06.763990+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.38187031127964427,0.5502610227062129,0.0068227159992335674,0.31586853870583304,30.831353873782273,0.48180465382238824,0.16322701688555347,3.7443794503070885e-05,287,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T03:59:35.051640+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4526862423623368,0.5657525073073637,0.06377901282502746,0.3031626192040572,6.6419767449522,0.5775530867943033,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-23T03:04:05.747892+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.18601549023778455,0.3059829886533784,0.4010025105918806,0.16045034258031032,83.18170937214207,0.3557585839822204,0.3291976840363937,1.0670677159295707e-09,156,0.9615384615384616,2026-06-16T12:07:21.772238+00:00,2026-06-23T03:51:11.768119+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.137403321333052,1.814152051730683,0.11184994119717263,1.020398753064527,17.215883270881648,4.467643587928401,0.28861003861003853,6.453023463327902e-06,112,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-23T03:51:16.975560+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 2842e39a16a5f2ffa88695b224269064a6d72b56..4a41c1b441ec2d6c0f4a791eb5a1abe2e6c928e3 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T03:52:55.428324+00:00", + "generated_at": "2026-06-23T04:00:33.404041+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index ca081d0e7746309c62a6b9d7dc84f30d223e3c12..a51b724e5e2f3e7f5023c4f4eedd536f9226bc50 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,2.185452238509678,1.637856568554391,7.0,1,1,1.0 Air Quality,Moving-Average,2.9532177664298636,1.817957343536483,8.0,1,1,1.0 Air Quality,ARIMA,3.018276537007589,1.8202966401837843,9.0,1,1,1.0 Air Quality,ETS,14.909814627911375,4.715441336269437,10.0,1,1,1.0 -Finance,Moving-Average,0.8778124339685593,0.7305128610815901,1.0,1,1,1.0 -Finance,TimesFM-2.5,0.9674895774528202,0.8719074757347339,2.0,1,1,1.0 -Finance,ETS,1.1758706844117115,0.9086487448069837,3.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.8495989831338705,0.9509038502197887,4.0,1,1,1.0 -Finance,Chronos-2,0.882532443888994,0.9870708252305131,5.0,1,1,1.0 +Finance,Moving-Average,0.8761080428296034,0.7285282736861511,1.0,1,1,1.0 +Finance,TimesFM-2.5,0.9660964074180158,0.8740583287841961,2.0,1,1,1.0 +Finance,ETS,1.1757230878754057,0.9087658626067434,3.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.916170460447779,0.9588313722820057,4.0,1,1,1.0 +Finance,Chronos-2,0.8805273388945973,0.984993448477807,5.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,6.0,1,1,1.0 -Finance,TiRex,1.0500188668300758,1.068486966754459,7.0,1,1,1.0 -Finance,Timer-S1,1.2198291237179872,1.2292379046525632,8.0,1,1,1.0 -Finance,Toto-2.0-1B,1.2089344529603898,1.2331542443116037,9.0,1,1,1.0 -Finance,ARIMA,1.368577110852975,2.5947336091867244,10.0,1,1,1.0 +Finance,TiRex,1.0496417056664857,1.0705353963249704,7.0,1,1,1.0 +Finance,Timer-S1,1.2219113683826446,1.2312025784344294,8.0,1,1,1.0 +Finance,Toto-2.0-1B,1.2089739201261263,1.2351168775696648,9.0,1,1,1.0 +Finance,ARIMA,1.3728033662747892,2.5980709342753223,10.0,1,1,1.0 Hazards,ARIMA,0.49311343868362806,0.5217106482211394,1.0,1,1,1.0 Hazards,Moirai-1.1-Large,0.45734357351325494,0.5379519926853114,2.0,1,1,1.0 Hazards,Timer-S1,0.44439207453528357,0.5431436052716303,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 6f477edf1c77c91786e881ab6beaae0fa4728a4d..64d617dc38c6e50d9ef0dcde3e990fa7f4f27292 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 1D,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,TiRex,0.8814807517617127,0.8543221838112794,4.333333333333333,6,6,1.0 -1h,Toto-2.0-1B,0.7763617340724015,0.7524380107645323,4.333333333333333,6,6,1.0 -1h,Chronos-2,0.6860512381574626,0.7738378336241705,4.666666666666667,6,6,1.0 -1h,Moirai-1.1-Large,0.9702742977561359,0.8646432787843523,4.666666666666667,6,6,1.0 -1h,Timer-S1,0.8095648749236496,0.83842788039432,5.166666666666667,6,6,1.0 -1h,TimesFM-2.5,0.7418015167183657,0.8577569413800296,5.333333333333333,6,6,1.0 +1h,TiRex,0.8814279733331639,0.8545949406145776,4.333333333333333,6,6,1.0 +1h,Toto-2.0-1B,0.776365958230346,0.7526374696606019,4.333333333333333,6,6,1.0 +1h,Chronos-2,0.6857912082820594,0.7735661604098731,4.666666666666667,6,6,1.0 +1h,Moirai-1.1-Large,0.9825505672631695,0.8658405237366538,4.666666666666667,6,6,1.0 +1h,Timer-S1,0.8097950320821804,0.838651073067439,5.166666666666667,6,6,1.0 +1h,TimesFM-2.5,0.7416233793544251,0.8581092371130444,5.333333333333333,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,5.833333333333333,6,6,1.0 -1h,Moving-Average,1.3191950449574812,1.0831538753655792,6.333333333333333,6,6,1.0 -1h,ARIMA,1.486322630872852,1.3286419624460375,6.833333333333333,6,6,1.0 -1h,ETS,2.7263186545503295,1.6223350886486672,7.5,6,6,1.0 +1h,Moving-Average,1.3187678000193273,1.0826628844998205,6.333333333333333,6,6,1.0 +1h,ARIMA,1.4870866253137325,1.3289266246625522,6.833333333333333,6,6,1.0 +1h,ETS,2.7262616164986295,1.6223699378526348,7.5,6,6,1.0 6min,Timer-S1,0.0019518335039620264,0.034079424198609445,1.0,1,1,1.0 6min,Chronos-2,0.008934019348361367,0.06353388573227517,2.0,1,1,1.0 6min,TimesFM-2.5,0.008926239829114464,0.06960752147919459,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 10cf0b6dff1e6171aa2c9dfc91949cd46a2e221e..9286577646bca6ddbe29eeab4d1b5b22b3a3a6ff 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 7,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,TiRex,0.7128364762960585,0.7230124735940553,3.857142857142857,7,7,1.0 -24,Toto-2.0-1B,0.6453698136671286,0.6691066397338247,4.142857142857143,7,7,1.0 -24,Chronos-2,0.5277040552569785,0.6899525196450359,4.714285714285714,7,7,1.0 -24,Timer-S1,0.5861079603856996,0.7185136655364847,4.714285714285714,7,7,1.0 -24,Moirai-1.1-Large,0.8911526690299817,0.7849332167563392,5.0,7,7,1.0 -24,TimesFM-2.5,0.6328743871632396,0.7656928518789953,5.428571428571429,7,7,1.0 -24,ARIMA,1.1129858310440333,1.0946612224653547,6.428571428571429,7,7,1.0 +24,TiRex,0.7127998925137337,0.7232103267607347,3.857142857142857,7,7,1.0 +24,Toto-2.0-1B,0.6453728234676746,0.6692586675342025,4.142857142857143,7,7,1.0 +24,Chronos-2,0.527532611333609,0.6897448943945076,4.714285714285714,7,7,1.0 +24,Timer-S1,0.5862507822975158,0.7186776090384696,4.714285714285714,7,7,1.0 +24,Moirai-1.1-Large,0.9008084281536375,0.7858647299913076,5.0,7,7,1.0 +24,TimesFM-2.5,0.632744116841822,0.7659624011774578,5.428571428571429,7,7,1.0 +24,ARIMA,1.1134761785960192,1.0948622465810924,6.428571428571429,7,7,1.0 24,Seasonal-Naive,1.0,1.0,6.428571428571429,7,7,1.0 -24,Moving-Average,1.0466507923413286,0.9735150673653707,6.571428571428571,7,7,1.0 -24,ETS,2.1333257444066294,1.4255027643175562,7.714285714285714,7,7,1.0 +24,Moving-Average,1.0463602342463456,0.973136804936618,6.571428571428571,7,7,1.0 +24,ETS,2.13328748844695,1.4255290109088599,7.714285714285714,7,7,1.0 60,Timer-S1,0.0019518335039620264,0.034079424198609445,1.0,1,1,1.0 60,Chronos-2,0.008934019348361367,0.06353388573227517,2.0,1,1,1.0 60,TimesFM-2.5,0.008926239829114464,0.06960752147919459,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 650df142f388f5e62134cefd304c1ec853956bfb..677e7c78963c1025ecccb26b091e9a346f452b46 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.26722163593319037,0.4603667087425127,3.9,10,10,1.0 -Overall,TiRex,0.45447009939364563,0.5746657605483632,4.1,10,10,1.0 -Overall,Toto-2.0-1B,0.4546509585146446,0.5455633377551231,4.4,10,10,1.0 -Overall,Chronos-2,0.317746664350128,0.5028296655611365,4.5,10,10,1.0 -Overall,Moirai-1.1-Large,0.6178664391167313,0.6257706710160422,5.0,10,10,1.0 -Overall,TimesFM-2.5,0.33057436065163986,0.5429689816712114,5.3,10,10,1.0 -Overall,ARIMA,0.6578524220720446,0.8000292367821962,6.0,10,10,1.0 -Overall,Moving-Average,0.8776457508985062,0.877438294283626,6.7,10,10,1.0 +Overall,Timer-S1,0.2672672155854948,0.46044023564368675,3.9,10,10,1.0 +Overall,TiRex,0.45445377243140933,0.5747758365770363,4.1,10,10,1.0 +Overall,Toto-2.0-1B,0.45465244275732497,0.5456501050564282,4.4,10,10,1.0 +Overall,Chronos-2,0.31767439870699216,0.5027237403100306,4.5,10,10,1.0 +Overall,Moirai-1.1-Large,0.6225451244332104,0.6262904183734461,5.0,10,10,1.0 +Overall,TimesFM-2.5,0.3305267275806983,0.5431027747794791,5.3,10,10,1.0 +Overall,ARIMA,0.658055289441555,0.8001320763783992,6.0,10,10,1.0 +Overall,Moving-Average,0.8774751950745743,0.8771996283304961,6.7,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.3,10,10,1.0 -Overall,ETS,1.3906830400239452,1.0896548080765933,7.8,10,10,1.0 +Overall,ETS,1.3906655830367567,1.0896688520702615,7.8,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index d2a4ee765db1fac6338dcb102fdab7f2132009f1..28245b401c50659b8fcfdc63fdacfc3726d430e7 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,370137.36874463485,1358363.727636116,1094.0852518327376,1.516643283105734,0.01695117224426811,0.017115127148258927,36.0255767424156,608.389158963763,0.009447098516435552,0.016989012718516744,0.015501007594078492,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,371516.5158820429,1360944.3807817427,1095.8902648535711,1.5191454289571469,0.016979051225993635,0.017143320046950815,36.125662576472116,609.5215466921927,0.00946441668527293,0.017016563506566454,0.015528600139914065,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.04881852061492509,0.05037205137308149,0.19153811587977898,0.6232766925272039,0.11088311597186268,0.11958561142825985,23.024620124858906,0.22094913580940997,0.1394924901983319,0.12092434149647004,0.11927359656278075,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.01997090372817721,0.019131949785601385,0.12130974235822,0.8845500816743362,0.07975140221911764,0.07899576635113988,6.720195608134714,0.14131844794002377,0.09183148620986366,0.0788294387242272,0.06565222474181634,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index afead00ed0e33cdf31bfe62939128fbcae53d947..64ddffcc863b1cbb36637b76cf09a1682da25eed 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T03:52:55.042801+00:00", + "evaluated_at": "2026-06-23T04:00:33.086720+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64154.98828125, 64156.0, 64204.01171875, - 64000.0 + 64043.3203125 ], "p50": [ 63317.67168320572, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 7651deae0ebbf2d3242978b0b6a17313add57689..f4d32d2fd7455ef0f5a5adb23dd8dd99e374f06b 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,13 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T03:52:55.163053+00:00", + "evaluated_at": "2026-06-23T04:00:33.113468+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 306ff7bdd1f45d9a01466e09c9300db8a26b5844..938316ad2db3920eecf3aff19cae11cfa37a013d 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -14,4 +14,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 2026-06-22,Chronos-2,4.900,4.000,4.000,4.600,4.900,4.600,2.900,4.600,5.000,4.700 -2026-06-23,Chronos-2,3.900,4.500,3.900,3.900,3.900,3.900,3.800,3.900,3.900,4.000 +2026-06-23,Chronos-2,3.800,4.500,3.800,3.800,3.800,3.800,3.800,3.800,3.800,3.900 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index cca30140e912b4d74c67319640e5164382997546..6485e39f8cf4e32bf424186fcabc69f22bbc7c47 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.4,4.25,3.95,4.25,4.4,4.25,3.35,4.25,4.45,4.35 +2026-W26,Chronos-Bolt-Mini,4.35,4.25,3.9,4.2,4.35,4.2,3.35,4.2,4.4,4.3 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index f54ddce7e91f48cabeee3edcafb77c47c342f842..bfcb0e2a78e5fae8a4b735e58b1b1544a0c8a24f 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,238684.56809806824,238684.56809806824,324.76025390625,0.450189285415874,0.005008993909200998,0.0050367439244168345,5.728972254308569,488.55354680737736,0.007586284895517355,0.005042894120764087,0.0058967873633036065,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,238293.74047406515,238293.74047406515,322.9552408854167,0.4476871395644612,0.004980752443247618,0.005008550157185616,5.728972254308569,488.1533985071344,0.00757985865286686,0.005014725052822201,0.005887279365647273,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.008183578773365775,0.008183578773365775,0.07092034717400869,0.23077912830280567,0.042259587418524154,0.043078392734789556,0.7737519497865125,0.0904631348857963,0.05711236620202201,0.04477435857258228,0.036540891255020386,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.12409214516384755,0.12409214516384755,0.29358071088790894,2.1406923858355142,0.20426194691608307,0.17748345847843475,31.26641080176085,0.35226715027638833,0.22891007100872837,0.1907744770507734,0.13263418535778507,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 9c23435a330eaf3cd4aec1f30231f94cc7eaa598..4f1df5cf8f8b34ebab4b076ce09961d6b71385cb 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T03:49:33.421878+00:00", + "evaluated_at": "2026-06-23T03:58:40.107417+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64154.98828125, 64156.0, 64204.01171875, - 64000.0 + 64043.3203125 ], "p50": [ 64070.859375, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 994c8b85e658f6b65ac001f146ec2261542934c9..9688fc867f3f3d7a2182229c943441770c22eb5b 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,13 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T03:49:55.648918+00:00", + "evaluated_at": "2026-06-23T03:58:43.303736+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 19826842d9817398f56df08b7f1141cc351fd96b..2a97e5efc27cd356c277a8c8b2bdd37ef29362b6 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,318019.11464151373,325123.9952187043,408.5994096569954,0.5664088324919575,0.006306899591010076,0.006345620325528834,9.62145877296767,563.9318351020039,0.008756762878281726,0.0063447528936276774,0.005428291769041298,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,318181.43514233985,325290.9797039568,410.40442267782873,0.5689109783433703,0.006335073010724093,0.006373814109201255,9.62145877296767,564.0757352894555,0.008758751564736933,0.006372602390811591,0.005431669133837701,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.13913763806903476,0.1398576291905459,0.24565989323834744,0.7993922517243878,0.13930077760091922,0.12082448606915965,27.551175261226,0.37301157900128884,0.235494535143077,0.15509320787401792,0.1491607862478599,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.1788149634091885,0.17356968745001808,0.3481665713814191,2.5387142299114753,0.24207431303617566,0.20547471853854443,48.92832382617382,0.4228651834913682,0.2747860511665093,0.22624543479360637,0.21638911458384247,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index b33733a415e860a6efb86cda27301ba3e70bd96d..dad59cc98e5b6412a87803caccdf1da2a1899f4e 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-23T03:52:55.193894+00:00", + "evaluated_at": "2026-06-23T04:00:33.140461+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64154.98828125, 64156.0, 64204.01171875, - 64000.0 + 64043.3203125 ], "p50": [ 64004.03670832886, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 4fbd2fe965826ac6cbfca984baa2214d792baeb4..8f8e2d85208c4810a907cfec776849c3b880c3b7 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,13 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T03:52:55.252898+00:00", + "evaluated_at": "2026-06-23T04:00:33.149468+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 573362c57fa57c736d9af4aef12dfb42d8f90cfd..4b49d82ccda16aaa1b20c604d153aa07c28a9ab0 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1937,3 +1937,4 @@ {"evaluated_at": "2026-06-23T03:52:59.436155+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-23T03:52:59.436155+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-23T03:52:59.436155+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-23T04:00:37.520128+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 15e4d0936ef707c66d9451600f409a285344fe38..972918234c45d3d3c9bbe6ab95de98a22ea8baa7 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,229777.57673390707,220899.57110595703,320.4152018229167,0.4441660856278382,0.004944070353382876,0.004969210421379006,4.5022552027824885,479.3512039558335,0.007443390436897113,0.0049754239259298975,0.005680724892647289,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,247939.70191319784,236633.60938596725,326.3042805989583,0.4523296466980587,0.005033838061896862,0.005060865644774323,4.414243519784438,497.9354395031527,0.007731750431789472,0.005066727656366735,0.005730909339442443,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.9100809417755045,1.87212507267058,1.0989246765772502,0.6459999982894056,0.04204779830195618,0.04343329717680317,6.789253233066439,1.3820567795049177,0.05291435590647271,0.04207416968183044,0.03880752875954517,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.16560407891114964,0.17296366867098467,0.3465453311800957,1.1276796100690754,0.19888827215563412,0.2307406695813971,3.9548592920445294,0.406944810645313,0.25691770552643983,0.21878551837657115,0.17237046711111328,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.1212819448713191,0.08042403686522616,0.22946572303771973,1.673187331113988,0.16039741476661315,0.1425550528137365,7.096939945632736,0.348255574070709,0.22630327047856685,0.14911130632936112,0.10107802364854951,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 2e20191f7d23e00042fde566b66140276d123e81..b031b01cd4700a2ee884f90446f572222ae3480d 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T03:52:07.504556+00:00", + "evaluated_at": "2026-06-23T04:00:09.268840+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 64154.98828125, 64156.0, 64204.01171875, - 64000.0 + 64043.3203125 ], "p50": [ - 64009.431640625, - 63987.455078125, - 64064.306640625, - 64008.044921875, - 64087.7890625, - 64091.30078125, - 64133.904296875, - 64158.88671875, - 64193.673828125, - 64163.0390625, - 64137.08984375, - 64176.10546875, - 64099.484375, - 64270.212890625, - 64110.326171875, - 64081.259765625, - 64199.578125, - 64096.4453125, - 64237.265625, - 64152.025390625, - 64125.482421875, - 64142.58203125, - 64293.880859375, - 64228.02734375 + 64018.099609375, + 64032.453125, + 64078.875, + 64038.85546875, + 64006.564453125, + 63985.2890625, + 64085.326171875, + 64123.521484375, + 64179.009765625, + 64074.294921875, + 64182.767578125, + 64163.5, + 64145.03515625, + 64080.6015625, + 64155.134765625, + 64267.40234375, + 64257.599609375, + 64173.431640625, + 64179.79296875, + 64187.587890625, + 64225.115234375, + 64247.310546875, + 64275.65234375, + 64291.662109375 ], "p10": [ - 63667.2890625, - 63542.3671875, - 63547.8515625, - 63563.0234375, - 63528.4765625, - 63522.767578125, - 63291.701171875, - 63242.994140625, - 63474.732421875, - 63325.5390625, - 63448.1875, - 63142.017578125, - 63321.162109375, - 63291.76171875, - 63123.009765625, - 63127.107421875, - 63092.580078125, - 63023.82421875, - 63178.107421875, - 63029.462890625, - 62847.830078125, - 62897.259765625, - 63075.28125, - 62855.5859375 + 63725.216796875, + 63645.029296875, + 63627.810546875, + 63525.08203125, + 63442.03515625, + 63401.44921875, + 63373.771484375, + 63399.8046875, + 63497.0390625, + 63213.240234375, + 63290.666015625, + 63249.078125, + 63202.203125, + 62976.66796875, + 63201.974609375, + 62995.974609375, + 63196.041015625, + 63103.490234375, + 63046.95703125, + 63072.5625, + 63083.880859375, + 62940.03125, + 63151.462890625, + 62966.64453125 ], "p90": [ - 64289.521484375, - 64451.470703125, - 64580.3359375, - 64556.916015625, - 64766.068359375, - 64787.51953125, - 64820.767578125, - 64861.92578125, - 65027.6796875, - 64887.75390625, - 65039.0078125, - 64903.9375, - 65065.451171875, - 65339.267578125, - 64967.90625, - 65209.0, - 65489.755859375, - 65123.1640625, - 65356.470703125, - 65192.46484375, - 65332.375, - 65251.28125, - 65603.5234375, - 65554.703125 + 64338.333984375, + 64381.326171875, + 64537.22265625, + 64547.537109375, + 64561.392578125, + 64605.814453125, + 64608.2421875, + 64834.123046875, + 64954.27734375, + 64940.638671875, + 65005.24609375, + 65015.486328125, + 65046.046875, + 65227.697265625, + 65071.87109375, + 65161.861328125, + 65412.515625, + 65329.423828125, + 65493.21875, + 65167.83984375, + 65583.90625, + 65389.75, + 65482.28515625, + 65225.935546875 ], "mean": [ - 63994.671875, - 63999.125, - 64057.328125, - 64032.8671875, - 64103.421875, - 64096.76953125, - 64087.4609375, - 64160.34375, - 64153.296875, - 64129.46875, - 64213.609375, - 64121.54296875, - 64165.6875, - 64299.03125, - 64046.5625, - 64098.671875, - 64276.93359375, - 64049.8828125, - 64174.32421875, - 64145.5703125, - 64121.765625, - 64149.02734375, - 64350.375, - 64183.92578125 + 64018.60546875, + 64016.44921875, + 64085.35546875, + 64034.83984375, + 64022.84375, + 63964.37109375, + 64020.0078125, + 64122.859375, + 64208.7890625, + 64059.59765625, + 64142.640625, + 64129.65625, + 64195.76953125, + 64093.26171875, + 64190.55078125, + 64170.04296875, + 64251.046875, + 64197.16796875, + 64218.54296875, + 64175.1171875, + 64345.0625, + 64221.26953125, + 64348.78515625, + 64160.30859375 ], "quantiles": { "0.1": [ - 63667.2890625, - 63542.3671875, - 63547.8515625, - 63563.0234375, - 63528.4765625, - 63522.767578125, - 63291.701171875, - 63242.994140625, - 63474.732421875, - 63325.5390625, - 63448.1875, - 63142.017578125, - 63321.162109375, - 63291.76171875, - 63123.009765625, - 63127.107421875, - 63092.580078125, - 63023.82421875, - 63178.107421875, - 63029.462890625, - 62847.830078125, - 62897.259765625, - 63075.28125, - 62855.5859375 + 63725.216796875, + 63645.029296875, + 63627.810546875, + 63525.08203125, + 63442.03515625, + 63401.44921875, + 63373.771484375, + 63399.8046875, + 63497.0390625, + 63213.240234375, + 63290.666015625, + 63249.078125, + 63202.203125, + 62976.66796875, + 63201.974609375, + 62995.974609375, + 63196.041015625, + 63103.490234375, + 63046.95703125, + 63072.5625, + 63083.880859375, + 62940.03125, + 63151.462890625, + 62966.64453125 ], "0.2": [ - 63667.2890625, - 63542.3671875, - 63547.8515625, - 63563.0234375, - 63528.4765625, - 63522.767578125, - 63291.701171875, - 63242.994140625, - 63474.732421875, - 63325.5390625, - 63448.1875, - 63142.017578125, - 63321.162109375, - 63291.76171875, - 63123.009765625, - 63127.107421875, - 63092.580078125, - 63023.82421875, - 63178.107421875, - 63029.462890625, - 62847.830078125, - 62897.259765625, - 63075.28125, - 62855.5859375 + 63725.216796875, + 63645.029296875, + 63627.810546875, + 63525.08203125, + 63442.03515625, + 63401.44921875, + 63373.771484375, + 63399.8046875, + 63497.0390625, + 63213.240234375, + 63290.666015625, + 63249.078125, + 63202.203125, + 62976.66796875, + 63201.974609375, + 62995.974609375, + 63196.041015625, + 63103.490234375, + 63046.95703125, + 63072.5625, + 63083.880859375, + 62940.03125, + 63151.462890625, + 62966.64453125 ], "0.3": [ - 63667.2890625, - 63542.3671875, - 63547.8515625, - 63563.0234375, - 63528.4765625, - 63522.767578125, - 63291.701171875, - 63242.994140625, - 63474.732421875, - 63325.5390625, - 63448.1875, - 63142.017578125, - 63321.162109375, - 63291.76171875, - 63123.009765625, - 63127.107421875, - 63092.580078125, - 63023.82421875, - 63178.107421875, - 63029.462890625, - 62847.830078125, - 62897.259765625, - 63075.28125, - 62855.5859375 + 63725.216796875, + 63645.029296875, + 63627.810546875, + 63525.08203125, + 63442.03515625, + 63401.44921875, + 63373.771484375, + 63399.8046875, + 63497.0390625, + 63213.240234375, + 63290.666015625, + 63249.078125, + 63202.203125, + 62976.66796875, + 63201.974609375, + 62995.974609375, + 63196.041015625, + 63103.490234375, + 63046.95703125, + 63072.5625, + 63083.880859375, + 62940.03125, + 63151.462890625, + 62966.64453125 ], "0.4": [ - 64009.431640625, - 63987.455078125, - 64064.306640625, - 64008.044921875, - 64087.7890625, - 64091.30078125, - 64133.904296875, - 64158.88671875, - 64193.673828125, - 64163.0390625, - 64137.08984375, - 64176.10546875, - 64099.484375, - 64270.212890625, - 64110.326171875, - 64081.259765625, - 64199.578125, - 64096.4453125, - 64237.265625, - 64152.025390625, - 64125.482421875, - 64142.58203125, - 64293.880859375, - 64228.02734375 + 64018.099609375, + 64032.453125, + 64078.875, + 64038.85546875, + 64006.564453125, + 63985.2890625, + 64085.326171875, + 64123.521484375, + 64179.009765625, + 64074.294921875, + 64182.767578125, + 64163.5, + 64145.03515625, + 64080.6015625, + 64155.134765625, + 64267.40234375, + 64257.599609375, + 64173.431640625, + 64179.79296875, + 64187.587890625, + 64225.115234375, + 64247.310546875, + 64275.65234375, + 64291.662109375 ], "0.5": [ - 64009.431640625, - 63987.455078125, - 64064.306640625, - 64008.044921875, - 64087.7890625, - 64091.30078125, - 64133.904296875, - 64158.88671875, - 64193.673828125, - 64163.0390625, - 64137.08984375, - 64176.10546875, - 64099.484375, - 64270.212890625, - 64110.326171875, - 64081.259765625, - 64199.578125, - 64096.4453125, - 64237.265625, - 64152.025390625, - 64125.482421875, - 64142.58203125, - 64293.880859375, - 64228.02734375 + 64018.099609375, + 64032.453125, + 64078.875, + 64038.85546875, + 64006.564453125, + 63985.2890625, + 64085.326171875, + 64123.521484375, + 64179.009765625, + 64074.294921875, + 64182.767578125, + 64163.5, + 64145.03515625, + 64080.6015625, + 64155.134765625, + 64267.40234375, + 64257.599609375, + 64173.431640625, + 64179.79296875, + 64187.587890625, + 64225.115234375, + 64247.310546875, + 64275.65234375, + 64291.662109375 ], "0.6": [ - 64009.431640625, - 63987.455078125, - 64064.306640625, - 64008.044921875, - 64087.7890625, - 64091.30078125, - 64133.904296875, - 64158.88671875, - 64193.673828125, - 64163.0390625, - 64137.08984375, - 64176.10546875, - 64099.484375, - 64270.212890625, - 64110.326171875, - 64081.259765625, - 64199.578125, - 64096.4453125, - 64237.265625, - 64152.025390625, - 64125.482421875, - 64142.58203125, - 64293.880859375, - 64228.02734375 + 64018.099609375, + 64032.453125, + 64078.875, + 64038.85546875, + 64006.564453125, + 63985.2890625, + 64085.326171875, + 64123.521484375, + 64179.009765625, + 64074.294921875, + 64182.767578125, + 64163.5, + 64145.03515625, + 64080.6015625, + 64155.134765625, + 64267.40234375, + 64257.599609375, + 64173.431640625, + 64179.79296875, + 64187.587890625, + 64225.115234375, + 64247.310546875, + 64275.65234375, + 64291.662109375 ], "0.7": [ - 64009.431640625, - 63987.455078125, - 64064.306640625, - 64008.044921875, - 64087.7890625, - 64091.30078125, - 64133.904296875, - 64158.88671875, - 64193.673828125, - 64163.0390625, - 64137.08984375, - 64176.10546875, - 64099.484375, - 64270.212890625, - 64110.326171875, - 64081.259765625, - 64199.578125, - 64096.4453125, - 64237.265625, - 64152.025390625, - 64125.482421875, - 64142.58203125, - 64293.880859375, - 64228.02734375 + 64018.099609375, + 64032.453125, + 64078.875, + 64038.85546875, + 64006.564453125, + 63985.2890625, + 64085.326171875, + 64123.521484375, + 64179.009765625, + 64074.294921875, + 64182.767578125, + 64163.5, + 64145.03515625, + 64080.6015625, + 64155.134765625, + 64267.40234375, + 64257.599609375, + 64173.431640625, + 64179.79296875, + 64187.587890625, + 64225.115234375, + 64247.310546875, + 64275.65234375, + 64291.662109375 ], "0.8": [ - 64289.521484375, - 64451.470703125, - 64580.3359375, - 64556.916015625, - 64766.068359375, - 64787.51953125, - 64820.767578125, - 64861.92578125, - 65027.6796875, - 64887.75390625, - 65039.0078125, - 64903.9375, - 65065.451171875, - 65339.267578125, - 64967.90625, - 65209.0, - 65489.755859375, - 65123.1640625, - 65356.470703125, - 65192.46484375, - 65332.375, - 65251.28125, - 65603.5234375, - 65554.703125 + 64338.333984375, + 64381.326171875, + 64537.22265625, + 64547.537109375, + 64561.392578125, + 64605.814453125, + 64608.2421875, + 64834.123046875, + 64954.27734375, + 64940.638671875, + 65005.24609375, + 65015.486328125, + 65046.046875, + 65227.697265625, + 65071.87109375, + 65161.861328125, + 65412.515625, + 65329.423828125, + 65493.21875, + 65167.83984375, + 65583.90625, + 65389.75, + 65482.28515625, + 65225.935546875 ], "0.9": [ - 64289.521484375, - 64451.470703125, - 64580.3359375, - 64556.916015625, - 64766.068359375, - 64787.51953125, - 64820.767578125, - 64861.92578125, - 65027.6796875, - 64887.75390625, - 65039.0078125, - 64903.9375, - 65065.451171875, - 65339.267578125, - 64967.90625, - 65209.0, - 65489.755859375, - 65123.1640625, - 65356.470703125, - 65192.46484375, - 65332.375, - 65251.28125, - 65603.5234375, - 65554.703125 + 64338.333984375, + 64381.326171875, + 64537.22265625, + 64547.537109375, + 64561.392578125, + 64605.814453125, + 64608.2421875, + 64834.123046875, + 64954.27734375, + 64940.638671875, + 65005.24609375, + 65015.486328125, + 65046.046875, + 65227.697265625, + 65071.87109375, + 65161.861328125, + 65412.515625, + 65329.423828125, + 65493.21875, + 65167.83984375, + 65583.90625, + 65389.75, + 65482.28515625, + 65225.935546875 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index c4ba74f2a855908ed40b31f61b8bbd1b00f72317..ee0452c165ff8a606e106242ee012a58e1dc472f 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,13 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T03:52:24.180905+00:00", + "evaluated_at": "2026-06-23T04:00:11.469601+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 8669053c94d2a454a66bf3f7417115e3191bb989..4b63741b5cc8b22655e2f3c2383d6578025a4e4c 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,237408.02179421447,243147.7652323891,325.9652744940152,0.45185970952348065,0.0050271832260637035,0.0050555212165549835,7.369577319782537,487.24534045408217,0.00756597099919406,0.005061605743151213,0.004364103261739852,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,237097.76331007187,242842.1707326728,324.1602614731819,0.44935756367206786,0.004998952157506652,0.00502732744150874,7.369577319782537,486.9268562218271,0.007560813374921801,0.00503343615010635,0.004354393909514142,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.8800629272263732,0.877126892658671,0.8926226666885604,2.9046485124540884,0.5462503556994762,0.7631711000712443,112.08251771348445,0.9381166916894578,0.5922640653967657,0.5635421841670765,0.558931931108808,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.034651624959077164,0.032936226524779774,0.15305457422554777,1.1160227818476223,0.10581643769374154,0.09876153219871618,8.669476534809393,0.18614946940315774,0.12096355912233381,0.09945785017618544,0.0896542515859717,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 54b295994d59ddb2f0a4699a3f4d9235e9431b87..97cac985c534fb4c62dcc8b544ab1460edab7b35 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T03:52:55.266416+00:00", + "evaluated_at": "2026-06-23T04:00:33.158132+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64154.98828125, 64156.0, 64204.01171875, - 64000.0 + 64043.3203125 ], "p50": [ 64111.70433970669, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 0f4b3d53531a3abf8f6e8633bd14e779efe62d54..a3ca367503cf10ecb2bc1961f2e78ca95d7483b5 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,13 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T03:52:55.304341+00:00", + "evaluated_at": "2026-06-23T04:00:33.165522+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 280badf75495ecfcbaa3a4d12f4c1f37c2de4e91..9c807e24c023e057c9d22d87a7e32dbaed41bf94 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-23T03:49:05.938585+00:00", - "finished_at": "2026-06-23T03:52:59.435508+00:00", - "task_count": 3, + "started_at": "2026-06-23T03:58:13.692581+00:00", + "finished_at": "2026-06-23T04:00:37.519683+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,13 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T03:49:55.648918+00:00", + "evaluated_at": "2026-06-23T03:58:43.303736+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": [] @@ -36,25 +24,13 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T03:50:43.520946+00:00", + "evaluated_at": "2026-06-23T03:59:08.677912+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": [] @@ -62,25 +38,13 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T03:51:19.016265+00:00", + "evaluated_at": "2026-06-23T03:59:37.322780+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": [] @@ -88,25 +52,13 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T03:51:45.156573+00:00", + "evaluated_at": "2026-06-23T03:59:47.620511+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": [] @@ -114,25 +66,13 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T03:52:24.180905+00:00", + "evaluated_at": "2026-06-23T04:00:11.469601+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": [] @@ -140,25 +80,13 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T03:52:54.820614+00:00", + "evaluated_at": "2026-06-23T04:00:32.879946+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": [] @@ -166,25 +94,13 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T03:52:55.163053+00:00", + "evaluated_at": "2026-06-23T04:00:33.113468+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": [] @@ -192,25 +108,13 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T03:52:55.252898+00:00", + "evaluated_at": "2026-06-23T04:00:33.149468+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": [] @@ -218,25 +122,13 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T03:52:55.304341+00:00", + "evaluated_at": "2026-06-23T04:00:33.165522+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": [] @@ -244,25 +136,13 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T03:52:55.328005+00:00", + "evaluated_at": "2026-06-23T04:00:33.186923+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": [] @@ -283,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-23T03:55:14.415002+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_040033.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_040033.json new file mode 100644 index 0000000000000000000000000000000000000000..08f80ade40ced4dcaf2fc0e7cd27b92a48b71515 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_040033.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-23T04:00:33.086720+00:00", + "metrics": { + "MSE[mean]": 371516.5158820429, + "MSE[0.5]": 1360944.3807817427, + "MAE[0.5]": 1095.8902648535711, + "MASE[0.5]": 1.5191454289571469, + "MAPE[0.5]": 0.016979051225993635, + "sMAPE[0.5]": 0.017143320046950815, + "MSIS": 36.125662576472116, + "RMSE[mean]": 609.5215466921927, + "NRMSE[mean]": 0.00946441668527293, + "ND[0.5]": 0.017016563506566454, + "mean_weighted_sum_quantile_loss": 0.015528600139914065 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64043.3203125 + ], + "predictions": { + "p50": [ + 63317.67168320572, + 63281.19754423661, + 63303.27556143183, + 63310.222136292505, + 63305.53894410636, + 63298.477710006526, + 63291.80694423829, + 63307.12456072624, + 63292.25934419163, + 63307.94728130594, + 63307.39043708427, + 63302.72757165815, + 63306.47926165169, + 63305.133500544645, + 63294.57146101706, + 63324.174169049875, + 63308.911539371824, + 63324.545513886565, + 63324.70526147085, + 63310.303130540044, + 63302.77351874501, + 63302.92694065566, + 63294.88933849965, + 63306.80294584734 + ], + "p10": [ + 63069.26153038648, + 63066.28573049074, + 63067.06985357946, + 63070.960078636446, + 63068.26357991448, + 63047.849867733945, + 63048.37666893488, + 63047.60111077494, + 63036.76043620358, + 63074.01112649007, + 63048.777754749186, + 63067.95970683834, + 63068.24980202832, + 63019.248362864215, + 63051.14118571365, + 63077.11031994484, + 63050.29885703674, + 63072.72339158061, + 63039.362583432, + 63073.186655071455, + 63039.638148571124, + 63052.28165964718, + 63052.3889836381, + 63073.48173831269 + ], + "p90": [ + 63619.34610080978, + 63533.910057227746, + 63537.05073558088, + 63568.12686602544, + 63568.51390039411, + 63569.095777309274, + 63677.85073507518, + 63570.071108537835, + 63538.064207396776, + 63777.34323969445, + 63548.06632575396, + 63625.43162459515, + 63529.76958945731, + 63572.120908749705, + 63539.91999026965, + 63613.60928543199, + 63572.79726327579, + 63681.20186862521, + 63577.321725438866, + 63627.11312653675, + 63573.40902478365, + 63542.93646386355, + 63573.890569498806, + 63627.56709850128 + ], + "mean": [ + 63674.38240666325, + 63929.72824026713, + 63312.57741081531, + 64602.17234032389, + 63318.311668670234, + 63632.373799848174, + 64285.00495080789, + 64277.7285441725, + 63584.7080823395, + 65881.4214199305, + 63956.70803945624, + 64580.22652034176, + 63635.977289817754, + 63610.998007972994, + 63923.96426991745, + 64306.46301914923, + 64258.91591421069, + 64600.412900153846, + 63956.392505762065, + 63639.92053691066, + 63603.31693502414, + 64251.51054283513, + 64576.10412138296, + 63639.62769402119 + ], + "quantiles": { + "0.1": [ + 63069.26153038648, + 63066.28573049074, + 63067.06985357946, + 63070.960078636446, + 63068.26357991448, + 63047.849867733945, + 63048.37666893488, + 63047.60111077494, + 63036.76043620358, + 63074.01112649007, + 63048.777754749186, + 63067.95970683834, + 63068.24980202832, + 63019.248362864215, + 63051.14118571365, + 63077.11031994484, + 63050.29885703674, + 63072.72339158061, + 63039.362583432, + 63073.186655071455, + 63039.638148571124, + 63052.28165964718, + 63052.3889836381, + 63073.48173831269 + ], + "0.2": [ + 63192.827488212126, + 63182.0844906145, + 63193.15326381084, + 63213.12366988491, + 63198.223242213644, + 63196.5410666613, + 63133.466098668076, + 63132.60762341431, + 63134.37483257397, + 63198.3997425059, + 63198.721450340265, + 63163.035009663, + 63201.596021895704, + 63135.992837383725, + 63170.724246220525, + 63202.31170904308, + 63198.66037951011, + 63194.49428393559, + 63130.299911014656, + 63193.32795955418, + 63171.7461757152, + 63164.96599399932, + 63130.80134458356, + 63201.177348144345 + ], + "0.3": [ + 63241.75021755059, + 63216.45879052064, + 63240.835202416296, + 63261.40657727312, + 63257.11641435278, + 63242.769694389775, + 63214.87505865505, + 63223.59778271503, + 63220.61294068967, + 63239.4699179106, + 63227.862622190114, + 63223.13418745013, + 63248.72315994401, + 63222.230945499425, + 63224.259124656644, + 63260.948885431615, + 63226.29552897683, + 63224.845741427904, + 63229.7199208464, + 63225.15011619546, + 63223.49065305722, + 63225.06517178645, + 63222.26777704838, + 63229.39206134394 + ], + "0.4": [ + 63294.89648154526, + 63243.46963786553, + 63288.398478085255, + 63289.108382489525, + 63274.56142277646, + 63275.14329969163, + 63267.67162627577, + 63276.14703939634, + 63247.62378803456, + 63276.96975997604, + 63292.534056781806, + 63272.825512509924, + 63279.34783176687, + 63275.95039642223, + 63270.83498218639, + 63294.78673295163, + 63278.84478565814, + 63281.37728328984, + 63294.37065239398, + 63279.08257937086, + 63271.85691168106, + 63267.661215453336, + 63260.59311598064, + 63277.53313798869 + ], + "0.5": [ + 63317.67168320572, + 63281.19754423661, + 63303.27556143183, + 63310.222136292505, + 63305.53894410636, + 63298.477710006526, + 63291.80694423829, + 63307.12456072624, + 63292.25934419163, + 63307.94728130594, + 63307.39043708427, + 63302.72757165815, + 63306.47926165169, + 63305.133500544645, + 63294.57146101706, + 63324.174169049875, + 63308.911539371824, + 63324.545513886565, + 63324.70526147085, + 63310.303130540044, + 63302.77351874501, + 63302.92694065566, + 63294.88933849965, + 63306.80294584734 + ], + "0.6": [ + 63385.045791139804, + 63313.87667618034, + 63365.754108937974, + 63360.79283864515, + 63355.65928164778, + 63344.4903758373, + 63355.43763675053, + 63373.45891645705, + 63325.26321290565, + 63370.498424500096, + 63372.327392850995, + 63358.74196613986, + 63371.462866982576, + 63335.14629693079, + 63317.171750626876, + 63381.83951925423, + 63358.61232151611, + 63379.79536287375, + 63374.18469150728, + 63374.32931869055, + 63336.406004488585, + 63325.68819132741, + 63322.39844661199, + 63372.324882394496 + ], + "0.7": [ + 63465.47995117191, + 63390.74704486773, + 63391.53116795645, + 63407.40197234074, + 63383.721583774815, + 63405.90279733156, + 63409.15336111088, + 63440.93597251603, + 63407.33833243839, + 63416.8084662106, + 63442.11261649028, + 63395.96646750684, + 63411.41746267684, + 63381.38646925654, + 63379.20874610249, + 63439.53360579392, + 63399.430766685866, + 63445.348476753716, + 63446.55259859778, + 63419.1643154447, + 63397.7789074043, + 63381.073870401175, + 63401.73591705457, + 63442.201606554125 + ], + "0.8": [ + 63533.04395608149, + 63463.241343160415, + 63491.47874055382, + 63519.89990393874, + 63447.95930073353, + 63501.06853292108, + 63526.20833758252, + 63496.78597740928, + 63492.23316659146, + 63526.74479707924, + 63498.23492695333, + 63493.298439061546, + 63462.541442674, + 63496.466772443884, + 63419.81983388972, + 63529.188126295856, + 63497.57490425078, + 63529.55947113255, + 63529.10865904743, + 63526.06557008385, + 63500.36779074874, + 63449.49172202933, + 63500.253277216274, + 63531.61496817346 + ], + "0.9": [ + 63619.34610080978, + 63533.910057227746, + 63537.05073558088, + 63568.12686602544, + 63568.51390039411, + 63569.095777309274, + 63677.85073507518, + 63570.071108537835, + 63538.064207396776, + 63777.34323969445, + 63548.06632575396, + 63625.43162459515, + 63529.76958945731, + 63572.120908749705, + 63539.91999026965, + 63613.60928543199, + 63572.79726327579, + 63681.20186862521, + 63577.321725438866, + 63627.11312653675, + 63573.40902478365, + 63542.93646386355, + 63573.890569498806, + 63627.56709850128 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_035840.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_035840.json new file mode 100644 index 0000000000000000000000000000000000000000..f592dd6e2ae13dae13e72e679305e24b69102d00 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_035840.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T03:58:40.107417+00:00", + "metrics": { + "MSE[mean]": 238293.74047406515, + "MSE[0.5]": 238293.74047406515, + "MAE[0.5]": 322.9552408854167, + "MASE[0.5]": 0.4476871395644612, + "MAPE[0.5]": 0.004980752443247618, + "sMAPE[0.5]": 0.005008550157185616, + "MSIS": 5.728972254308569, + "RMSE[mean]": 488.1533985071344, + "NRMSE[mean]": 0.00757985865286686, + "ND[0.5]": 0.005014725052822201, + "mean_weighted_sum_quantile_loss": 0.005887279365647273 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64043.3203125 + ], + "predictions": { + "p50": [ + 64070.859375, + 64087.41796875, + 64104.62109375, + 64114.6015625, + 64118.2265625, + 64121.8359375, + 64129.484375, + 64125.7734375, + 64142.7734375, + 64134.9609375, + 64115.75390625, + 64101.16796875, + 64099.328125, + 64101.36328125, + 64111.95703125, + 64104.4921875, + 64126.8515625, + 64121.1328125, + 64124.43359375, + 64102.7734375, + 64114.984375, + 64117.5390625, + 64134.73828125, + 64129.921875 + ], + "p10": [ + 63663.875, + 63570.6953125, + 63488.2265625, + 63430.7265625, + 63369.078125, + 63301.91796875, + 63255.1796875, + 63238.1953125, + 63198.0703125, + 63124.00390625, + 63099.0703125, + 63065.484375, + 63056.9140625, + 63017.34375, + 63025.98828125, + 63027.15234375, + 63027.7109375, + 63003.9140625, + 62965.69140625, + 62940.390625, + 62923.79296875, + 62910.8046875, + 62904.94921875, + 62925.80078125 + ], + "p90": [ + 64324.4765625, + 64443.390625, + 64519.71484375, + 64590.86328125, + 64611.48046875, + 64678.81640625, + 64687.9453125, + 64733.734375, + 64729.30859375, + 64766.453125, + 64785.90625, + 64791.77734375, + 64803.390625, + 64824.30859375, + 64843.09765625, + 64843.0, + 65074.82421875, + 65100.16796875, + 65084.1015625, + 65081.21875, + 65082.1796875, + 65128.42578125, + 65147.57421875, + 65187.4375 + ], + "mean": [ + 64070.859375, + 64087.41796875, + 64104.62109375, + 64114.6015625, + 64118.2265625, + 64121.8359375, + 64129.484375, + 64125.7734375, + 64142.7734375, + 64134.9609375, + 64115.75390625, + 64101.16796875, + 64099.328125, + 64101.36328125, + 64111.95703125, + 64104.4921875, + 64126.8515625, + 64121.1328125, + 64124.43359375, + 64102.7734375, + 64114.984375, + 64117.5390625, + 64134.73828125, + 64129.921875 + ], + "quantiles": { + "0.1": [ + 63663.875, + 63570.6953125, + 63488.2265625, + 63430.7265625, + 63369.078125, + 63301.91796875, + 63255.1796875, + 63238.1953125, + 63198.0703125, + 63124.00390625, + 63099.0703125, + 63065.484375, + 63056.9140625, + 63017.34375, + 63025.98828125, + 63027.15234375, + 63027.7109375, + 63003.9140625, + 62965.69140625, + 62940.390625, + 62923.79296875, + 62910.8046875, + 62904.94921875, + 62925.80078125 + ], + "0.2": [ + 63663.875, + 63570.6953125, + 63488.2265625, + 63430.7265625, + 63369.078125, + 63301.91796875, + 63255.1796875, + 63238.1953125, + 63198.0703125, + 63124.00390625, + 63099.0703125, + 63065.484375, + 63056.9140625, + 63017.34375, + 63025.98828125, + 63027.15234375, + 63027.7109375, + 63003.9140625, + 62965.69140625, + 62940.390625, + 62923.79296875, + 62910.8046875, + 62904.94921875, + 62925.80078125 + ], + "0.3": [ + 63663.875, + 63570.6953125, + 63488.2265625, + 63430.7265625, + 63369.078125, + 63301.91796875, + 63255.1796875, + 63238.1953125, + 63198.0703125, + 63124.00390625, + 63099.0703125, + 63065.484375, + 63056.9140625, + 63017.34375, + 63025.98828125, + 63027.15234375, + 63027.7109375, + 63003.9140625, + 62965.69140625, + 62940.390625, + 62923.79296875, + 62910.8046875, + 62904.94921875, + 62925.80078125 + ], + "0.4": [ + 64070.859375, + 64087.41796875, + 64104.62109375, + 64114.6015625, + 64118.2265625, + 64121.8359375, + 64129.484375, + 64125.7734375, + 64142.7734375, + 64134.9609375, + 64115.75390625, + 64101.16796875, + 64099.328125, + 64101.36328125, + 64111.95703125, + 64104.4921875, + 64126.8515625, + 64121.1328125, + 64124.43359375, + 64102.7734375, + 64114.984375, + 64117.5390625, + 64134.73828125, + 64129.921875 + ], + "0.5": [ + 64070.859375, + 64087.41796875, + 64104.62109375, + 64114.6015625, + 64118.2265625, + 64121.8359375, + 64129.484375, + 64125.7734375, + 64142.7734375, + 64134.9609375, + 64115.75390625, + 64101.16796875, + 64099.328125, + 64101.36328125, + 64111.95703125, + 64104.4921875, + 64126.8515625, + 64121.1328125, + 64124.43359375, + 64102.7734375, + 64114.984375, + 64117.5390625, + 64134.73828125, + 64129.921875 + ], + "0.6": [ + 64070.859375, + 64087.41796875, + 64104.62109375, + 64114.6015625, + 64118.2265625, + 64121.8359375, + 64129.484375, + 64125.7734375, + 64142.7734375, + 64134.9609375, + 64115.75390625, + 64101.16796875, + 64099.328125, + 64101.36328125, + 64111.95703125, + 64104.4921875, + 64126.8515625, + 64121.1328125, + 64124.43359375, + 64102.7734375, + 64114.984375, + 64117.5390625, + 64134.73828125, + 64129.921875 + ], + "0.7": [ + 64070.859375, + 64087.41796875, + 64104.62109375, + 64114.6015625, + 64118.2265625, + 64121.8359375, + 64129.484375, + 64125.7734375, + 64142.7734375, + 64134.9609375, + 64115.75390625, + 64101.16796875, + 64099.328125, + 64101.36328125, + 64111.95703125, + 64104.4921875, + 64126.8515625, + 64121.1328125, + 64124.43359375, + 64102.7734375, + 64114.984375, + 64117.5390625, + 64134.73828125, + 64129.921875 + ], + "0.8": [ + 64324.4765625, + 64443.390625, + 64519.71484375, + 64590.86328125, + 64611.48046875, + 64678.81640625, + 64687.9453125, + 64733.734375, + 64729.30859375, + 64766.453125, + 64785.90625, + 64791.77734375, + 64803.390625, + 64824.30859375, + 64843.09765625, + 64843.0, + 65074.82421875, + 65100.16796875, + 65084.1015625, + 65081.21875, + 65082.1796875, + 65128.42578125, + 65147.57421875, + 65187.4375 + ], + "0.9": [ + 64324.4765625, + 64443.390625, + 64519.71484375, + 64590.86328125, + 64611.48046875, + 64678.81640625, + 64687.9453125, + 64733.734375, + 64729.30859375, + 64766.453125, + 64785.90625, + 64791.77734375, + 64803.390625, + 64824.30859375, + 64843.09765625, + 64843.0, + 65074.82421875, + 65100.16796875, + 65084.1015625, + 65081.21875, + 65082.1796875, + 65128.42578125, + 65147.57421875, + 65187.4375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_040033.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_040033.json new file mode 100644 index 0000000000000000000000000000000000000000..3e218264735ce7912f5a052f38770e1fc7bd6c00 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_040033.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-23T04:00:33.140461+00:00", + "metrics": { + "MSE[mean]": 318181.43514233985, + "MSE[0.5]": 325290.9797039568, + "MAE[0.5]": 410.40442267782873, + "MASE[0.5]": 0.5689109783433703, + "MAPE[0.5]": 0.006335073010724093, + "sMAPE[0.5]": 0.006373814109201255, + "MSIS": 9.62145877296767, + "RMSE[mean]": 564.0757352894555, + "NRMSE[mean]": 0.008758751564736933, + "ND[0.5]": 0.006372602390811591, + "mean_weighted_sum_quantile_loss": 0.005431669133837701 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64043.3203125 + ], + "predictions": { + "p50": [ + 64004.03670832886, + 63997.41495714414, + 63996.67015908441, + 63996.86481414969, + 64019.72157858996, + 63994.84396803023, + 63997.02885747051, + 63991.453981285784, + 63990.60762072606, + 63989.597197666335, + 64003.325055856614, + 63993.966976546886, + 63982.97608473716, + 63998.12972417744, + 63984.54508236771, + 64008.60692493299, + 63999.42657999826, + 64011.93568818853, + 63993.07760887881, + 63979.44609206908, + 63978.15441900936, + 63977.472120949635, + 63976.16482288991, + 63975.404399830186 + ], + "p10": [ + 63763.08944270386, + 63766.86026964414, + 63761.06859658441, + 63769.59332977469, + 63759.04775046496, + 63742.074046155234, + 63741.06362309551, + 63740.053200035785, + 63751.31855822606, + 63782.030791416335, + 63752.985212106614, + 63751.974789046886, + 63735.67920973716, + 63708.00081792744, + 63744.09625424271, + 63774.11825305799, + 63774.95782999826, + 63750.21537568853, + 63728.93854637881, + 63748.19452956908, + 63726.917700259364, + 63738.183058449635, + 63661.38357288991, + 63724.564556080186 + ], + "p90": [ + 64292.30038020386, + 64263.71573839414, + 64262.70531533441, + 64261.69489227469, + 64291.39579733996, + 64287.24826490523, + 64286.23784184551, + 64241.68171566079, + 64256.64277697606, + 64237.886260166335, + 64285.33325898161, + 64281.185726546886, + 64316.17920973716, + 64279.16488042744, + 64234.60875424271, + 64231.82372180799, + 64228.24689249826, + 64278.26029756353, + 64305.48385887881, + 64304.47343581908, + 64224.20520025936, + 64223.194777199635, + 64222.18435413991, + 64300.431743580186 + ], + "mean": [ + 64010.74770442261, + 63992.14974230019, + 64011.6935575221, + 64015.43600555593, + 64033.88745749634, + 64004.383714123855, + 64001.36838872082, + 64004.667496910886, + 63990.2770347884, + 64013.81417032287, + 64028.874430856406, + 64013.976820297044, + 63981.33889723712, + 63989.61847417721, + 63991.43680111784, + 64015.015381964164, + 64001.48187296709, + 64010.159496782086, + 64005.1025112228, + 63994.37419753789, + 63980.02912604047, + 63984.01770688735, + 63934.51773304589, + 63976.696352955354 + ], + "quantiles": { + "0.1": [ + 63763.08944270386, + 63766.86026964414, + 63761.06859658441, + 63769.59332977469, + 63759.04775046496, + 63742.074046155234, + 63741.06362309551, + 63740.053200035785, + 63751.31855822606, + 63782.030791416335, + 63752.985212106614, + 63751.974789046886, + 63735.67920973716, + 63708.00081792744, + 63744.09625424271, + 63774.11825305799, + 63774.95782999826, + 63750.21537568853, + 63728.93854637881, + 63748.19452956908, + 63726.917700259364, + 63738.183058449635, + 63661.38357288991, + 63724.564556080186 + ], + "0.2": [ + 63831.08163020386, + 63878.37198839414, + 63835.70140908441, + 63887.40192352469, + 63895.22431296496, + 63825.421702405234, + 63824.41127934551, + 63806.127418785785, + 63866.46933947606, + 63881.339385166335, + 63826.289899606614, + 63839.28885154689, + 63802.99952223716, + 63814.90706792744, + 63870.04508236771, + 63821.23778430799, + 63868.02423624826, + 63813.90443818853, + 63772.93698387881, + 63818.52421706908, + 63816.18566900936, + 63853.33383969963, + 63782.49294788991, + 63804.802837330186 + ], + "0.3": [ + 63916.98983332886, + 63918.63370714414, + 63924.40062783441, + 63940.674189149686, + 63947.07118796496, + 63913.70959303023, + 63910.64018559551, + 63886.95905941079, + 63909.02949572606, + 63907.896025791335, + 63924.87857148161, + 63911.998226546886, + 63888.77686598716, + 63903.97738042744, + 63920.836879242706, + 63906.91590930799, + 63909.26212687326, + 63901.70756318853, + 63903.88464012881, + 63897.91484206908, + 63896.49426275936, + 63898.425245949635, + 63870.49294788991, + 63870.79229045519 + ], + "0.4": [ + 63979.11288020386, + 63971.19230089414, + 63989.19359658441, + 63982.51129852469, + 63994.48993796496, + 63971.25217115523, + 63973.05034184551, + 63967.590700035784, + 63966.58027697606, + 63956.030791416335, + 63981.110212106614, + 63965.189632796886, + 63950.59483473716, + 63972.40706792744, + 63964.96695736771, + 63975.273721807986, + 63978.93439249826, + 63968.02006318853, + 63967.35495262881, + 63945.92656081908, + 63949.16301275936, + 63955.085402199635, + 63942.89529163991, + 63939.48018108019 + ], + "0.5": [ + 64004.03670832886, + 63997.41495714414, + 63996.67015908441, + 63996.86481414969, + 64019.72157858996, + 63994.84396803023, + 63997.02885747051, + 63991.453981285784, + 63990.60762072606, + 63989.597197666335, + 64003.325055856614, + 63993.966976546886, + 63982.97608473716, + 63998.12972417744, + 63984.54508236771, + 64008.60692493299, + 63999.42657999826, + 64011.93568818853, + 63993.07760887881, + 63979.44609206908, + 63978.15441900936, + 63977.472120949635, + 63976.16482288991, + 63975.404399830186 + ], + "0.6": [ + 64063.81366145386, + 64070.64151964414, + 64016.39281533441, + 64028.08161102469, + 64063.05946921496, + 64062.40842115523, + 64065.58940434551, + 64060.387575035784, + 64075.06074572606, + 64054.57610391633, + 64067.168805856614, + 64055.986507796886, + 64003.46827223716, + 64053.96566167744, + 64014.96695736771, + 64067.98778430799, + 64055.21876749826, + 64054.47475068853, + 64086.34557762881, + 64032.82499831908, + 64008.90441900936, + 64034.547902199636, + 64008.88357288991, + 64040.430181080184 + ], + "0.7": [ + 64135.22225520386, + 64110.84464464414, + 64083.63695595941, + 64089.39176727469, + 64095.61025046496, + 64104.128733655234, + 64135.26909184551, + 64108.629762535784, + 64099.95137072606, + 64088.769072666335, + 64111.45435273161, + 64110.443929671885, + 64079.39795973716, + 64082.38948980244, + 64085.50601986771, + 64106.40223743299, + 64096.84259562326, + 64092.003656938534, + 64171.67526512881, + 64072.32499831908, + 64075.31652838436, + 64078.433058449635, + 64077.42263538991, + 64072.285259205186 + ], + "0.8": [ + 64210.35038020386, + 64199.26261339414, + 64159.92015908441, + 64145.33161102469, + 64163.48368796496, + 64204.07248365523, + 64209.19096684551, + 64182.789918785784, + 64181.77949572606, + 64180.769072666335, + 64205.149274606614, + 64180.830257796886, + 64138.56358473716, + 64197.21488042744, + 64186.12711361771, + 64200.09715930799, + 64173.69611124826, + 64183.09584443853, + 64212.94870262881, + 64142.74296706908, + 64169.65441900936, + 64144.747120949636, + 64137.76247913991, + 64177.033306080186 + ], + "0.9": [ + 64292.30038020386, + 64263.71573839414, + 64262.70531533441, + 64261.69489227469, + 64291.39579733996, + 64287.24826490523, + 64286.23784184551, + 64241.68171566079, + 64256.64277697606, + 64237.886260166335, + 64285.33325898161, + 64281.185726546886, + 64316.17920973716, + 64279.16488042744, + 64234.60875424271, + 64231.82372180799, + 64228.24689249826, + 64278.26029756353, + 64305.48385887881, + 64304.47343581908, + 64224.20520025936, + 64223.194777199635, + 64222.18435413991, + 64300.431743580186 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_040009.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_040009.json new file mode 100644 index 0000000000000000000000000000000000000000..ee29d95bdafe5afa69dfc8a006e9eb5787843f85 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_040009.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T04:00:09.268840+00:00", + "metrics": { + "MSE[mean]": 247939.70191319784, + "MSE[0.5]": 236633.60938596725, + "MAE[0.5]": 326.3042805989583, + "MASE[0.5]": 0.4523296466980587, + "MAPE[0.5]": 0.005033838061896862, + "sMAPE[0.5]": 0.005060865644774323, + "MSIS": 4.414243519784438, + "RMSE[mean]": 497.9354395031527, + "NRMSE[mean]": 0.007731750431789472, + "ND[0.5]": 0.005066727656366735, + "mean_weighted_sum_quantile_loss": 0.005730909339442443 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64043.3203125 + ], + "predictions": { + "p50": [ + 64018.099609375, + 64032.453125, + 64078.875, + 64038.85546875, + 64006.564453125, + 63985.2890625, + 64085.326171875, + 64123.521484375, + 64179.009765625, + 64074.294921875, + 64182.767578125, + 64163.5, + 64145.03515625, + 64080.6015625, + 64155.134765625, + 64267.40234375, + 64257.599609375, + 64173.431640625, + 64179.79296875, + 64187.587890625, + 64225.115234375, + 64247.310546875, + 64275.65234375, + 64291.662109375 + ], + "p10": [ + 63725.216796875, + 63645.029296875, + 63627.810546875, + 63525.08203125, + 63442.03515625, + 63401.44921875, + 63373.771484375, + 63399.8046875, + 63497.0390625, + 63213.240234375, + 63290.666015625, + 63249.078125, + 63202.203125, + 62976.66796875, + 63201.974609375, + 62995.974609375, + 63196.041015625, + 63103.490234375, + 63046.95703125, + 63072.5625, + 63083.880859375, + 62940.03125, + 63151.462890625, + 62966.64453125 + ], + "p90": [ + 64338.333984375, + 64381.326171875, + 64537.22265625, + 64547.537109375, + 64561.392578125, + 64605.814453125, + 64608.2421875, + 64834.123046875, + 64954.27734375, + 64940.638671875, + 65005.24609375, + 65015.486328125, + 65046.046875, + 65227.697265625, + 65071.87109375, + 65161.861328125, + 65412.515625, + 65329.423828125, + 65493.21875, + 65167.83984375, + 65583.90625, + 65389.75, + 65482.28515625, + 65225.935546875 + ], + "mean": [ + 64018.60546875, + 64016.44921875, + 64085.35546875, + 64034.83984375, + 64022.84375, + 63964.37109375, + 64020.0078125, + 64122.859375, + 64208.7890625, + 64059.59765625, + 64142.640625, + 64129.65625, + 64195.76953125, + 64093.26171875, + 64190.55078125, + 64170.04296875, + 64251.046875, + 64197.16796875, + 64218.54296875, + 64175.1171875, + 64345.0625, + 64221.26953125, + 64348.78515625, + 64160.30859375 + ], + "quantiles": { + "0.1": [ + 63725.216796875, + 63645.029296875, + 63627.810546875, + 63525.08203125, + 63442.03515625, + 63401.44921875, + 63373.771484375, + 63399.8046875, + 63497.0390625, + 63213.240234375, + 63290.666015625, + 63249.078125, + 63202.203125, + 62976.66796875, + 63201.974609375, + 62995.974609375, + 63196.041015625, + 63103.490234375, + 63046.95703125, + 63072.5625, + 63083.880859375, + 62940.03125, + 63151.462890625, + 62966.64453125 + ], + "0.2": [ + 63725.216796875, + 63645.029296875, + 63627.810546875, + 63525.08203125, + 63442.03515625, + 63401.44921875, + 63373.771484375, + 63399.8046875, + 63497.0390625, + 63213.240234375, + 63290.666015625, + 63249.078125, + 63202.203125, + 62976.66796875, + 63201.974609375, + 62995.974609375, + 63196.041015625, + 63103.490234375, + 63046.95703125, + 63072.5625, + 63083.880859375, + 62940.03125, + 63151.462890625, + 62966.64453125 + ], + "0.3": [ + 63725.216796875, + 63645.029296875, + 63627.810546875, + 63525.08203125, + 63442.03515625, + 63401.44921875, + 63373.771484375, + 63399.8046875, + 63497.0390625, + 63213.240234375, + 63290.666015625, + 63249.078125, + 63202.203125, + 62976.66796875, + 63201.974609375, + 62995.974609375, + 63196.041015625, + 63103.490234375, + 63046.95703125, + 63072.5625, + 63083.880859375, + 62940.03125, + 63151.462890625, + 62966.64453125 + ], + "0.4": [ + 64018.099609375, + 64032.453125, + 64078.875, + 64038.85546875, + 64006.564453125, + 63985.2890625, + 64085.326171875, + 64123.521484375, + 64179.009765625, + 64074.294921875, + 64182.767578125, + 64163.5, + 64145.03515625, + 64080.6015625, + 64155.134765625, + 64267.40234375, + 64257.599609375, + 64173.431640625, + 64179.79296875, + 64187.587890625, + 64225.115234375, + 64247.310546875, + 64275.65234375, + 64291.662109375 + ], + "0.5": [ + 64018.099609375, + 64032.453125, + 64078.875, + 64038.85546875, + 64006.564453125, + 63985.2890625, + 64085.326171875, + 64123.521484375, + 64179.009765625, + 64074.294921875, + 64182.767578125, + 64163.5, + 64145.03515625, + 64080.6015625, + 64155.134765625, + 64267.40234375, + 64257.599609375, + 64173.431640625, + 64179.79296875, + 64187.587890625, + 64225.115234375, + 64247.310546875, + 64275.65234375, + 64291.662109375 + ], + "0.6": [ + 64018.099609375, + 64032.453125, + 64078.875, + 64038.85546875, + 64006.564453125, + 63985.2890625, + 64085.326171875, + 64123.521484375, + 64179.009765625, + 64074.294921875, + 64182.767578125, + 64163.5, + 64145.03515625, + 64080.6015625, + 64155.134765625, + 64267.40234375, + 64257.599609375, + 64173.431640625, + 64179.79296875, + 64187.587890625, + 64225.115234375, + 64247.310546875, + 64275.65234375, + 64291.662109375 + ], + "0.7": [ + 64018.099609375, + 64032.453125, + 64078.875, + 64038.85546875, + 64006.564453125, + 63985.2890625, + 64085.326171875, + 64123.521484375, + 64179.009765625, + 64074.294921875, + 64182.767578125, + 64163.5, + 64145.03515625, + 64080.6015625, + 64155.134765625, + 64267.40234375, + 64257.599609375, + 64173.431640625, + 64179.79296875, + 64187.587890625, + 64225.115234375, + 64247.310546875, + 64275.65234375, + 64291.662109375 + ], + "0.8": [ + 64338.333984375, + 64381.326171875, + 64537.22265625, + 64547.537109375, + 64561.392578125, + 64605.814453125, + 64608.2421875, + 64834.123046875, + 64954.27734375, + 64940.638671875, + 65005.24609375, + 65015.486328125, + 65046.046875, + 65227.697265625, + 65071.87109375, + 65161.861328125, + 65412.515625, + 65329.423828125, + 65493.21875, + 65167.83984375, + 65583.90625, + 65389.75, + 65482.28515625, + 65225.935546875 + ], + "0.9": [ + 64338.333984375, + 64381.326171875, + 64537.22265625, + 64547.537109375, + 64561.392578125, + 64605.814453125, + 64608.2421875, + 64834.123046875, + 64954.27734375, + 64940.638671875, + 65005.24609375, + 65015.486328125, + 65046.046875, + 65227.697265625, + 65071.87109375, + 65161.861328125, + 65412.515625, + 65329.423828125, + 65493.21875, + 65167.83984375, + 65583.90625, + 65389.75, + 65482.28515625, + 65225.935546875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_040033.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_040033.json new file mode 100644 index 0000000000000000000000000000000000000000..52a200369e159eec42e2227e41498dfcbe050c68 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_040033.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T04:00:33.158132+00:00", + "metrics": { + "MSE[mean]": 237097.76331007187, + "MSE[0.5]": 242842.1707326728, + "MAE[0.5]": 324.1602614731819, + "MASE[0.5]": 0.44935756367206786, + "MAPE[0.5]": 0.004998952157506652, + "sMAPE[0.5]": 0.00502732744150874, + "MSIS": 7.369577319782537, + "RMSE[mean]": 486.9268562218271, + "NRMSE[mean]": 0.007560813374921801, + "ND[0.5]": 0.00503343615010635, + "mean_weighted_sum_quantile_loss": 0.004354393909514142 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64043.3203125 + ], + "predictions": { + "p50": [ + 64111.70433970669, + 64106.09301158169, + 64106.35863658169, + 64107.56371470669, + 64131.43090220669, + 64107.56371470669, + 64110.75902720669, + 64106.19457408169, + 64106.35863658169, + 64106.35863658169, + 64121.09691783169, + 64112.74926158169, + 64102.76879283169, + 64118.93285533169, + 64106.35863658169, + 64131.43090220669, + 64123.26098033169, + 64136.78051158169, + 64118.93285533169, + 64106.31176158169, + 64106.03051158169, + 64106.35863658169, + 64106.06176158169, + 64106.31176158169 + ], + "p10": [ + 63870.75707408169, + 63875.53832408169, + 63870.75707408169, + 63880.29223033169, + 63870.75707408169, + 63854.79379283169, + 63854.79379283169, + 63854.79379283169, + 63867.06957408169, + 63898.79223033169, + 63870.75707408169, + 63870.75707408169, + 63855.47191783169, + 63828.80394908169, + 63865.90980845669, + 63896.94223033169, + 63898.79223033169, + 63875.06019908169, + 63854.79379283169, + 63875.06019908169, + 63854.79379283169, + 63867.06957408169, + 63791.28051158169, + 63855.47191783169 + ], + "p90": [ + 64399.96801158169, + 64372.39379283169, + 64372.39379283169, + 64372.39379283169, + 64403.10512095669, + 64399.96801158169, + 64399.96801158169, + 64356.42230845669, + 64372.39379283169, + 64354.64769908169, + 64403.10512095669, + 64399.96801158169, + 64435.97191783169, + 64399.96801158169, + 64356.42230845669, + 64354.64769908169, + 64352.08129283169, + 64403.10512095669, + 64431.33910533169, + 64431.33910533169, + 64352.08129283169, + 64352.08129283169, + 64352.08129283169, + 64431.33910533169 + ], + "mean": [ + 64118.41533580056, + 64100.827796738056, + 64121.382035019305, + 64126.13490611305, + 64145.596781113054, + 64117.10346080056, + 64115.098558456804, + 64119.408089706805, + 64106.0280506443, + 64130.575609238054, + 64146.64629283181, + 64132.7591053318, + 64101.13160533181, + 64110.4216053318, + 64113.2503553318, + 64137.83935923805, + 64125.31627330055, + 64135.004320175554, + 64130.957757675555, + 64121.23986705056, + 64107.90521861306, + 64112.904222519304, + 64064.41467173806, + 64107.603714706805 + ], + "quantiles": { + "0.1": [ + 63870.75707408169, + 63875.53832408169, + 63870.75707408169, + 63880.29223033169, + 63870.75707408169, + 63854.79379283169, + 63854.79379283169, + 63854.79379283169, + 63867.06957408169, + 63898.79223033169, + 63870.75707408169, + 63870.75707408169, + 63855.47191783169, + 63828.80394908169, + 63865.90980845669, + 63896.94223033169, + 63898.79223033169, + 63875.06019908169, + 63854.79379283169, + 63875.06019908169, + 63854.79379283169, + 63867.06957408169, + 63791.28051158169, + 63855.47191783169 + ], + "0.2": [ + 63938.74926158169, + 63987.05004283169, + 63945.38988658169, + 63998.10082408169, + 64006.933636581685, + 63938.14144908169, + 63938.14144908169, + 63920.86801158169, + 63982.22035533169, + 63998.10082408169, + 63944.06176158169, + 63958.07113658169, + 63922.79223033169, + 63935.71019908169, + 63991.85863658169, + 63944.06176158169, + 63991.85863658169, + 63938.74926158169, + 63898.79223033169, + 63945.38988658169, + 63944.06176158169, + 63982.22035533169, + 63912.38988658169, + 63935.71019908169 + ], + "0.3": [ + 64024.65746470669, + 64027.31176158169, + 64034.08910533169, + 64051.373089706685, + 64058.78051158169, + 64026.42933970669, + 64024.37035533169, + 64001.69965220669, + 64024.78051158169, + 64024.65746470669, + 64042.650433456685, + 64030.78051158169, + 64008.56957408169, + 64024.78051158169, + 64042.650433456685, + 64029.73988658169, + 64033.09652720669, + 64026.55238658169, + 64029.73988658169, + 64024.78051158169, + 64024.37035533169, + 64027.31176158169, + 64000.38988658169, + 64001.69965220669 + ], + "0.4": [ + 64086.78051158169, + 64079.87035533169, + 64098.88207408169, + 64093.21019908169, + 64106.199261581685, + 64083.97191783169, + 64086.78051158169, + 64082.33129283169, + 64082.33129283169, + 64072.79223033169, + 64098.88207408169, + 64083.97191783169, + 64070.38754283169, + 64093.21019908169, + 64086.78051158169, + 64098.097699081685, + 64102.76879283169, + 64092.86488658169, + 64093.21019908169, + 64072.79223033169, + 64077.039105331685, + 64083.97191783169, + 64072.79223033169, + 64070.38754283169 + ], + "0.5": [ + 64111.70433970669, + 64106.09301158169, + 64106.35863658169, + 64107.56371470669, + 64131.43090220669, + 64107.56371470669, + 64110.75902720669, + 64106.19457408169, + 64106.35863658169, + 64106.35863658169, + 64121.09691783169, + 64112.74926158169, + 64102.76879283169, + 64118.93285533169, + 64106.35863658169, + 64131.43090220669, + 64123.26098033169, + 64136.78051158169, + 64118.93285533169, + 64106.31176158169, + 64106.03051158169, + 64106.35863658169, + 64106.06176158169, + 64106.31176158169 + ], + "0.6": [ + 64171.48129283169, + 64179.31957408169, + 64126.08129283169, + 64138.78051158169, + 64174.76879283169, + 64175.12816783169, + 64179.31957408169, + 64175.12816783169, + 64190.81176158169, + 64171.33754283169, + 64184.94066783169, + 64174.76879283169, + 64123.26098033169, + 64174.76879283169, + 64136.78051158169, + 64190.81176158169, + 64179.05316783169, + 64179.31957408169, + 64212.20082408169, + 64159.69066783169, + 64136.78051158169, + 64163.43441783169, + 64138.78051158169, + 64171.33754283169 + ], + "0.7": [ + 64242.88988658169, + 64219.52269908169, + 64193.32543345669, + 64200.09066783169, + 64207.31957408169, + 64216.84848033169, + 64248.99926158169, + 64223.37035533169, + 64215.70238658169, + 64205.53051158169, + 64229.22621470669, + 64229.22621470669, + 64199.19066783169, + 64203.19262095669, + 64207.31957408169, + 64229.22621470669, + 64220.67699595669, + 64216.84848033169, + 64297.53051158169, + 64199.19066783169, + 64203.19262095669, + 64207.31957408169, + 64207.31957408169, + 64203.19262095669 + ], + "0.8": [ + 64318.01801158169, + 64307.94066783169, + 64269.60863658169, + 64256.03051158169, + 64275.19301158169, + 64316.79223033169, + 64322.92113658169, + 64297.53051158169, + 64297.53051158169, + 64297.53051158169, + 64322.92113658169, + 64299.61254283169, + 64258.35629283169, + 64318.01801158169, + 64307.94066783169, + 64322.92113658169, + 64297.53051158169, + 64307.94066783169, + 64338.80394908169, + 64269.60863658169, + 64297.53051158169, + 64273.63363658169, + 64267.65941783169, + 64307.94066783169 + ], + "0.9": [ + 64399.96801158169, + 64372.39379283169, + 64372.39379283169, + 64372.39379283169, + 64403.10512095669, + 64399.96801158169, + 64399.96801158169, + 64356.42230845669, + 64372.39379283169, + 64354.64769908169, + 64403.10512095669, + 64399.96801158169, + 64435.97191783169, + 64399.96801158169, + 64356.42230845669, + 64354.64769908169, + 64352.08129283169, + 64403.10512095669, + 64431.33910533169, + 64431.33910533169, + 64352.08129283169, + 64352.08129283169, + 64352.08129283169, + 64431.33910533169 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_040033.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_040033.json new file mode 100644 index 0000000000000000000000000000000000000000..085e7ac9caa33186a6c06189d007f37527400d2f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_040033.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T04:00:33.176668+00:00", + "metrics": { + "MSE[mean]": 270626.1690559387, + "MSE[0.5]": 270626.1690559387, + "MAE[0.5]": 395.3958333333333, + "MASE[0.5]": 0.5481057657878672, + "MAPE[0.5]": 0.006113154974642799, + "sMAPE[0.5]": 0.006141511919979582, + "MSIS": 5.332545607618736, + "RMSE[mean]": 520.2174247907683, + "NRMSE[mean]": 0.008077736549067148, + "ND[0.5]": 0.006139554774717741, + "mean_weighted_sum_quantile_loss": 0.005976973120730251 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64043.3203125 + ], + "predictions": { + "p50": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "p10": [ + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375 + ], + "p90": [ + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125 + ], + "mean": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "quantiles": { + "0.1": [ + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375 + ], + "0.2": [ + 63311.97927734375, + 63292.70251953125, + 63338.909023437496, + 63228.2042578125, + 63053.79, + 63246.02275390625, + 63400.49845703125, + 63213.36, + 63237.0, + 63183.81, + 63183.77921875, + 63260.64, + 63183.12896484375, + 63189.1890234375, + 63250.60146484375, + 63244.01427734375, + 62890.28, + 62850.89154296875, + 62844.56599609375, + 62362.30845703125, + 62937.57154296875, + 63636.909999999996, + 63294.11845703125, + 63014.40154296875 + ], + "0.3": [ + 63633.359882812496, + 63613.9852734375, + 63660.426328125, + 63549.159609375, + 63373.86, + 63567.0685546875, + 63722.3283984375, + 63534.24, + 63558.0, + 63504.54, + 63504.5090625, + 63581.76, + 63503.8555078125, + 63509.946328125, + 63571.6705078125, + 63565.0498828125, + 63209.52, + 63169.9316015625, + 63163.5739453125, + 62678.8683984375, + 63257.051601562496, + 63959.94, + 63615.4083984375, + 63334.2716015625 + ], + "0.4": [ + 63954.74048828125, + 63935.26802734375, + 63981.9436328125, + 63870.1149609375, + 63693.93, + 63888.11435546875, + 64044.15833984375, + 63855.12, + 63879.0, + 63825.27, + 63825.23890625, + 63902.88, + 63824.58205078125, + 63830.7036328125, + 63892.73955078125, + 63886.08548828125, + 63528.76, + 63488.97166015625, + 63482.58189453125, + 62995.42833984375, + 63576.53166015625, + 64282.97, + 63936.69833984375, + 63654.14166015625 + ], + "0.5": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "0.6": [ + 64597.501699218745, + 64577.83353515624, + 64624.97824218749, + 64512.025664062494, + 64334.06999999999, + 64530.20595703124, + 64687.81822265624, + 64496.87999999999, + 64520.99999999999, + 64466.729999999996, + 64466.69859374999, + 64545.119999999995, + 64466.03513671875, + 64472.2182421875, + 64534.877636718746, + 64528.15669921874, + 64167.23999999999, + 64127.051777343746, + 64120.59779296874, + 63628.548222656245, + 64215.49177734374, + 64929.02999999999, + 64579.27822265624, + 64293.88177734374 + ], + "0.7": [ + 64918.882304687504, + 64899.1162890625, + 64946.495546875, + 64832.981015625, + 64654.14, + 64851.2517578125, + 65009.6481640625, + 64817.76, + 64842.0, + 64787.46, + 64787.4284375, + 64866.24, + 64786.7616796875, + 64792.975546875, + 64855.9466796875, + 64849.1923046875, + 64486.48, + 64446.0918359375, + 64439.6057421875, + 63945.1081640625, + 64534.971835937504, + 65252.06, + 64900.5681640625, + 64613.7518359375 + ], + "0.8": [ + 65240.26291015624, + 65220.39904296874, + 65268.0128515625, + 65153.936367187496, + 64974.20999999999, + 65172.297558593746, + 65331.47810546874, + 65138.63999999999, + 65162.99999999999, + 65108.189999999995, + 65108.15828124999, + 65187.35999999999, + 65107.48822265624, + 65113.73285156249, + 65177.015722656244, + 65170.227910156245, + 64805.719999999994, + 64765.131894531245, + 64758.613691406244, + 64261.66810546874, + 64854.451894531245, + 65575.09, + 65221.858105468746, + 64933.62189453124 + ], + "0.9": [ + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_040030.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_040030.json new file mode 100644 index 0000000000000000000000000000000000000000..a77cae637642e7ffade2389e27154a496bb0e9c4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_040030.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T04:00:30.023749+00:00", + "metrics": { + "MSE[mean]": 330681.192551295, + "MSE[0.5]": 330681.192551295, + "MAE[0.5]": 434.9236653645833, + "MASE[0.5]": 0.6029000524721119, + "MAPE[0.5]": 0.006718626007160652, + "sMAPE[0.5]": 0.006757980582743195, + "MSIS": 10.7494062950139, + "RMSE[mean]": 575.0488610120839, + "NRMSE[mean]": 0.008929138050239288, + "ND[0.5]": 0.006753327782480094, + "mean_weighted_sum_quantile_loss": 0.0073588647174763705 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64043.3203125 + ], + "predictions": { + "p50": [ + 64048.984375, + 64083.90625, + 64081.578125, + 64090.890625, + 64086.234375, + 64081.578125, + 64065.28125, + 64055.96875, + 64055.96875, + 64044.328125, + 64022.2109375, + 63989.6171875, + 63973.3203125, + 63958.1875, + 63941.890625, + 63919.7734375, + 63875.5390625, + 63875.5390625, + 63870.8828125, + 63866.2265625, + 63876.12109375, + 63860.40625, + 63846.4375, + 63807.44140625 + ], + "p10": [ + 63520.5, + 63415.734375, + 63313.296875, + 63248.109375, + 63173.609375, + 63129.375, + 63087.46875, + 63050.21875, + 63022.28125, + 62989.6875, + 62943.125, + 62882.59375, + 62863.96875, + 62845.34375, + 62817.40625, + 62766.1875, + 62770.84375, + 62766.1875, + 62766.1875, + 62770.84375, + 62780.15625, + 62770.84375, + 62747.5625, + 62701.0 + ], + "p90": [ + 64353.96875, + 64409.84375, + 64409.84375, + 64419.15625, + 64414.5, + 64414.5, + 64409.84375, + 64419.15625, + 64428.46875, + 64419.15625, + 64409.84375, + 64405.1875, + 64405.1875, + 64391.21875, + 64386.5625, + 64395.875, + 64363.28125, + 64372.59375, + 64372.59375, + 64381.90625, + 64400.53125, + 64391.21875, + 64400.53125, + 64381.90625 + ], + "mean": [ + 64048.984375, + 64083.90625, + 64081.578125, + 64090.890625, + 64086.234375, + 64081.578125, + 64065.28125, + 64055.96875, + 64055.96875, + 64044.328125, + 64022.2109375, + 63989.6171875, + 63973.3203125, + 63958.1875, + 63941.890625, + 63919.7734375, + 63875.5390625, + 63875.5390625, + 63870.8828125, + 63866.2265625, + 63876.12109375, + 63860.40625, + 63846.4375, + 63807.44140625 + ], + "quantiles": { + "0.1": [ + 63520.5, + 63415.734375, + 63313.296875, + 63248.109375, + 63173.609375, + 63129.375, + 63087.46875, + 63050.21875, + 63022.28125, + 62989.6875, + 62943.125, + 62882.59375, + 62863.96875, + 62845.34375, + 62817.40625, + 62766.1875, + 62770.84375, + 62766.1875, + 62766.1875, + 62770.84375, + 62780.15625, + 62770.84375, + 62747.5625, + 62701.0 + ], + "0.2": [ + 63520.5, + 63415.734375, + 63313.296875, + 63248.109375, + 63173.609375, + 63129.375, + 63087.46875, + 63050.21875, + 63022.28125, + 62989.6875, + 62943.125, + 62882.59375, + 62863.96875, + 62845.34375, + 62817.40625, + 62766.1875, + 62770.84375, + 62766.1875, + 62766.1875, + 62770.84375, + 62780.15625, + 62770.84375, + 62747.5625, + 62701.0 + ], + "0.3": [ + 63520.5, + 63415.734375, + 63313.296875, + 63248.109375, + 63173.609375, + 63129.375, + 63087.46875, + 63050.21875, + 63022.28125, + 62989.6875, + 62943.125, + 62882.59375, + 62863.96875, + 62845.34375, + 62817.40625, + 62766.1875, + 62770.84375, + 62766.1875, + 62766.1875, + 62770.84375, + 62780.15625, + 62770.84375, + 62747.5625, + 62701.0 + ], + "0.4": [ + 64048.984375, + 64083.90625, + 64081.578125, + 64090.890625, + 64086.234375, + 64081.578125, + 64065.28125, + 64055.96875, + 64055.96875, + 64044.328125, + 64022.2109375, + 63989.6171875, + 63973.3203125, + 63958.1875, + 63941.890625, + 63919.7734375, + 63875.5390625, + 63875.5390625, + 63870.8828125, + 63866.2265625, + 63876.12109375, + 63860.40625, + 63846.4375, + 63807.44140625 + ], + "0.5": [ + 64048.984375, + 64083.90625, + 64081.578125, + 64090.890625, + 64086.234375, + 64081.578125, + 64065.28125, + 64055.96875, + 64055.96875, + 64044.328125, + 64022.2109375, + 63989.6171875, + 63973.3203125, + 63958.1875, + 63941.890625, + 63919.7734375, + 63875.5390625, + 63875.5390625, + 63870.8828125, + 63866.2265625, + 63876.12109375, + 63860.40625, + 63846.4375, + 63807.44140625 + ], + "0.6": [ + 64048.984375, + 64083.90625, + 64081.578125, + 64090.890625, + 64086.234375, + 64081.578125, + 64065.28125, + 64055.96875, + 64055.96875, + 64044.328125, + 64022.2109375, + 63989.6171875, + 63973.3203125, + 63958.1875, + 63941.890625, + 63919.7734375, + 63875.5390625, + 63875.5390625, + 63870.8828125, + 63866.2265625, + 63876.12109375, + 63860.40625, + 63846.4375, + 63807.44140625 + ], + "0.7": [ + 64048.984375, + 64083.90625, + 64081.578125, + 64090.890625, + 64086.234375, + 64081.578125, + 64065.28125, + 64055.96875, + 64055.96875, + 64044.328125, + 64022.2109375, + 63989.6171875, + 63973.3203125, + 63958.1875, + 63941.890625, + 63919.7734375, + 63875.5390625, + 63875.5390625, + 63870.8828125, + 63866.2265625, + 63876.12109375, + 63860.40625, + 63846.4375, + 63807.44140625 + ], + "0.8": [ + 64353.96875, + 64409.84375, + 64409.84375, + 64419.15625, + 64414.5, + 64414.5, + 64409.84375, + 64419.15625, + 64428.46875, + 64419.15625, + 64409.84375, + 64405.1875, + 64405.1875, + 64391.21875, + 64386.5625, + 64395.875, + 64363.28125, + 64372.59375, + 64372.59375, + 64381.90625, + 64400.53125, + 64391.21875, + 64400.53125, + 64381.90625 + ], + "0.9": [ + 64353.96875, + 64409.84375, + 64409.84375, + 64419.15625, + 64414.5, + 64414.5, + 64409.84375, + 64419.15625, + 64428.46875, + 64419.15625, + 64409.84375, + 64405.1875, + 64405.1875, + 64391.21875, + 64386.5625, + 64395.875, + 64363.28125, + 64372.59375, + 64372.59375, + 64381.90625, + 64400.53125, + 64391.21875, + 64400.53125, + 64381.90625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_035903.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_035903.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7ff83e1e19d17c7cf38b0b3134b45a13152bd7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_035903.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T03:59:03.843070+00:00", + "metrics": { + "MSE[mean]": 261450.969678243, + "MSE[0.5]": 347430.5070959727, + "MAE[0.5]": 433.4324544270833, + "MASE[0.5]": 0.6008329054666435, + "MAPE[0.5]": 0.006692336859917082, + "sMAPE[0.5]": 0.00673374646159277, + "MSIS": 9.772854191831334, + "RMSE[mean]": 511.32276467828325, + "NRMSE[mean]": 0.007939623679989285, + "ND[0.5]": 0.0067301728312651144, + "mean_weighted_sum_quantile_loss": 0.005224223137093557 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64043.3203125 + ], + "predictions": { + "p50": [ + 63967.07421875, + 63973.71484375, + 63966.2734375, + 63982.43359375, + 63992.3203125, + 63994.46484375, + 63968.59375, + 63944.88671875, + 63943.05859375, + 63969.0859375, + 63973.984375, + 63990.7890625, + 63994.390625, + 63972.12109375, + 63973.53125, + 63961.80078125, + 63945.58203125, + 63982.0625, + 63973.29296875, + 63972.5234375, + 63944.8359375, + 63946.9765625, + 63947.29296875, + 63954.09765625 + ], + "p10": [ + 64035.46875, + 64040.78125, + 64032.09375, + 64041.55078125, + 64061.8359375, + 64034.1953125, + 64012.59375, + 64004.2265625, + 64022.39453125, + 64018.0546875, + 64043.48828125, + 64043.46875, + 64038.29296875, + 64028.4140625, + 64011.50390625, + 64003.9765625, + 64007.08203125, + 64059.12890625, + 64004.921875, + 64035.203125, + 64010.08984375, + 63983.3671875, + 63995.96875, + 63993.72265625 + ], + "p90": [ + 64248.00390625, + 64292.54296875, + 64294.4765625, + 64329.5625, + 64347.6015625, + 64362.5, + 64351.2265625, + 64345.421875, + 64333.50390625, + 64371.4140625, + 64394.0234375, + 64405.69921875, + 64418.515625, + 64418.796875, + 64408.40234375, + 64414.86328125, + 64406.53515625, + 64451.66015625, + 64457.84375, + 64446.59765625, + 64436.6171875, + 64454.4609375, + 64439.1015625, + 64449.9609375 + ], + "mean": [ + 64036.90625, + 64050.98046875, + 64047.0390625, + 64077.18359375, + 64081.9921875, + 64088.08203125, + 64071.75390625, + 64056.15625, + 64063.08984375, + 64080.85546875, + 64090.484375, + 64099.40234375, + 64101.234375, + 64096.0390625, + 64090.12890625, + 64089.31640625, + 64070.31640625, + 64106.22265625, + 64105.3046875, + 64087.97265625, + 64070.67578125, + 64073.41015625, + 64075.63671875, + 64080.0 + ], + "quantiles": { + "0.1": [ + 64035.46875, + 64040.78125, + 64032.09375, + 64041.55078125, + 64061.8359375, + 64034.1953125, + 64012.59375, + 64004.2265625, + 64022.39453125, + 64018.0546875, + 64043.48828125, + 64043.46875, + 64038.29296875, + 64028.4140625, + 64011.50390625, + 64003.9765625, + 64007.08203125, + 64059.12890625, + 64004.921875, + 64035.203125, + 64010.08984375, + 63983.3671875, + 63995.96875, + 63993.72265625 + ], + "0.2": [ + 64035.46875, + 64040.78125, + 64032.09375, + 64041.55078125, + 64061.8359375, + 64034.1953125, + 64012.59375, + 64004.2265625, + 64022.39453125, + 64018.0546875, + 64043.48828125, + 64043.46875, + 64038.29296875, + 64028.4140625, + 64011.50390625, + 64003.9765625, + 64007.08203125, + 64059.12890625, + 64004.921875, + 64035.203125, + 64010.08984375, + 63983.3671875, + 63995.96875, + 63993.72265625 + ], + "0.3": [ + 64035.46875, + 64040.78125, + 64032.09375, + 64041.55078125, + 64061.8359375, + 64034.1953125, + 64012.59375, + 64004.2265625, + 64022.39453125, + 64018.0546875, + 64043.48828125, + 64043.46875, + 64038.29296875, + 64028.4140625, + 64011.50390625, + 64003.9765625, + 64007.08203125, + 64059.12890625, + 64004.921875, + 64035.203125, + 64010.08984375, + 63983.3671875, + 63995.96875, + 63993.72265625 + ], + "0.4": [ + 63967.07421875, + 63973.71484375, + 63966.2734375, + 63982.43359375, + 63992.3203125, + 63994.46484375, + 63968.59375, + 63944.88671875, + 63943.05859375, + 63969.0859375, + 63973.984375, + 63990.7890625, + 63994.390625, + 63972.12109375, + 63973.53125, + 63961.80078125, + 63945.58203125, + 63982.0625, + 63973.29296875, + 63972.5234375, + 63944.8359375, + 63946.9765625, + 63947.29296875, + 63954.09765625 + ], + "0.5": [ + 63967.07421875, + 63973.71484375, + 63966.2734375, + 63982.43359375, + 63992.3203125, + 63994.46484375, + 63968.59375, + 63944.88671875, + 63943.05859375, + 63969.0859375, + 63973.984375, + 63990.7890625, + 63994.390625, + 63972.12109375, + 63973.53125, + 63961.80078125, + 63945.58203125, + 63982.0625, + 63973.29296875, + 63972.5234375, + 63944.8359375, + 63946.9765625, + 63947.29296875, + 63954.09765625 + ], + "0.6": [ + 63967.07421875, + 63973.71484375, + 63966.2734375, + 63982.43359375, + 63992.3203125, + 63994.46484375, + 63968.59375, + 63944.88671875, + 63943.05859375, + 63969.0859375, + 63973.984375, + 63990.7890625, + 63994.390625, + 63972.12109375, + 63973.53125, + 63961.80078125, + 63945.58203125, + 63982.0625, + 63973.29296875, + 63972.5234375, + 63944.8359375, + 63946.9765625, + 63947.29296875, + 63954.09765625 + ], + "0.7": [ + 63967.07421875, + 63973.71484375, + 63966.2734375, + 63982.43359375, + 63992.3203125, + 63994.46484375, + 63968.59375, + 63944.88671875, + 63943.05859375, + 63969.0859375, + 63973.984375, + 63990.7890625, + 63994.390625, + 63972.12109375, + 63973.53125, + 63961.80078125, + 63945.58203125, + 63982.0625, + 63973.29296875, + 63972.5234375, + 63944.8359375, + 63946.9765625, + 63947.29296875, + 63954.09765625 + ], + "0.8": [ + 64248.00390625, + 64292.54296875, + 64294.4765625, + 64329.5625, + 64347.6015625, + 64362.5, + 64351.2265625, + 64345.421875, + 64333.50390625, + 64371.4140625, + 64394.0234375, + 64405.69921875, + 64418.515625, + 64418.796875, + 64408.40234375, + 64414.86328125, + 64406.53515625, + 64451.66015625, + 64457.84375, + 64446.59765625, + 64436.6171875, + 64454.4609375, + 64439.1015625, + 64449.9609375 + ], + "0.9": [ + 64248.00390625, + 64292.54296875, + 64294.4765625, + 64329.5625, + 64347.6015625, + 64362.5, + 64351.2265625, + 64345.421875, + 64333.50390625, + 64371.4140625, + 64394.0234375, + 64405.69921875, + 64418.515625, + 64418.796875, + 64408.40234375, + 64414.86328125, + 64406.53515625, + 64451.66015625, + 64457.84375, + 64446.59765625, + 64436.6171875, + 64454.4609375, + 64439.1015625, + 64449.9609375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_035945.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_035945.json new file mode 100644 index 0000000000000000000000000000000000000000..37c55ecad3d0fbfc0eb63435a7a7b32813a5f3c7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_035945.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-23T03:59:45.363336+00:00", + "metrics": { + "MSE[mean]": 284060.51368586224, + "MSE[0.5]": 284060.51368586224, + "MAE[0.5]": 370.8525390625, + "MASE[0.5]": 0.5140833508628944, + "MAPE[0.5]": 0.0057223579353279895, + "sMAPE[0.5]": 0.005756054532836914, + "MSIS": 6.8420941403985855, + "RMSE[mean]": 532.9732767089381, + "NRMSE[mean]": 0.008275804522848169, + "ND[0.5]": 0.005758455919280981, + "mean_weighted_sum_quantile_loss": 0.0063985612886246525 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64043.3203125 + ], + "predictions": { + "p50": [ + 64035.43359375, + 64064.1640625, + 64081.03515625, + 64086.04296875, + 64080.73046875, + 64081.3046875, + 64075.703125, + 64070.59375, + 64068.61328125, + 64061.73046875, + 64055.59375, + 64046.15234375, + 64035.44140625, + 64027.08984375, + 64024.93359375, + 64022.640625, + 64016.95703125, + 64016.5234375, + 64018.5, + 64013.35546875, + 64012.33984375, + 64009.7265625, + 64005.18359375, + 63999.90234375 + ], + "p10": [ + 63643.546875, + 63570.33984375, + 63502.66015625, + 63409.37890625, + 63338.16796875, + 63294.08984375, + 63225.30078125, + 63172.3359375, + 63133.94140625, + 63099.3359375, + 63066.796875, + 63027.765625, + 62988.28515625, + 62955.3359375, + 62917.32421875, + 62900.03515625, + 62882.64453125, + 62857.94140625, + 62838.8984375, + 62806.74609375, + 62784.46484375, + 62759.7109375, + 62740.234375, + 62724.03125 + ], + "p90": [ + 64337.046875, + 64428.8671875, + 64493.94921875, + 64526.76171875, + 64541.703125, + 64566.30859375, + 64591.3359375, + 64615.40625, + 64638.50390625, + 64650.77734375, + 64665.83203125, + 64668.95703125, + 64666.6953125, + 64673.984375, + 64686.09375, + 64692.3671875, + 64696.48828125, + 64718.23828125, + 64745.50390625, + 64759.04296875, + 64770.42578125, + 64777.6484375, + 64778.40234375, + 64778.89453125 + ], + "mean": [ + 64035.43359375, + 64064.1640625, + 64081.03515625, + 64086.04296875, + 64080.73046875, + 64081.3046875, + 64075.703125, + 64070.59375, + 64068.61328125, + 64061.73046875, + 64055.59375, + 64046.15234375, + 64035.44140625, + 64027.08984375, + 64024.93359375, + 64022.640625, + 64016.95703125, + 64016.5234375, + 64018.5, + 64013.35546875, + 64012.33984375, + 64009.7265625, + 64005.18359375, + 63999.90234375 + ], + "quantiles": { + "0.1": [ + 63643.546875, + 63570.33984375, + 63502.66015625, + 63409.37890625, + 63338.16796875, + 63294.08984375, + 63225.30078125, + 63172.3359375, + 63133.94140625, + 63099.3359375, + 63066.796875, + 63027.765625, + 62988.28515625, + 62955.3359375, + 62917.32421875, + 62900.03515625, + 62882.64453125, + 62857.94140625, + 62838.8984375, + 62806.74609375, + 62784.46484375, + 62759.7109375, + 62740.234375, + 62724.03125 + ], + "0.2": [ + 63643.546875, + 63570.33984375, + 63502.66015625, + 63409.37890625, + 63338.16796875, + 63294.08984375, + 63225.30078125, + 63172.3359375, + 63133.94140625, + 63099.3359375, + 63066.796875, + 63027.765625, + 62988.28515625, + 62955.3359375, + 62917.32421875, + 62900.03515625, + 62882.64453125, + 62857.94140625, + 62838.8984375, + 62806.74609375, + 62784.46484375, + 62759.7109375, + 62740.234375, + 62724.03125 + ], + "0.3": [ + 63643.546875, + 63570.33984375, + 63502.66015625, + 63409.37890625, + 63338.16796875, + 63294.08984375, + 63225.30078125, + 63172.3359375, + 63133.94140625, + 63099.3359375, + 63066.796875, + 63027.765625, + 62988.28515625, + 62955.3359375, + 62917.32421875, + 62900.03515625, + 62882.64453125, + 62857.94140625, + 62838.8984375, + 62806.74609375, + 62784.46484375, + 62759.7109375, + 62740.234375, + 62724.03125 + ], + "0.4": [ + 64035.43359375, + 64064.1640625, + 64081.03515625, + 64086.04296875, + 64080.73046875, + 64081.3046875, + 64075.703125, + 64070.59375, + 64068.61328125, + 64061.73046875, + 64055.59375, + 64046.15234375, + 64035.44140625, + 64027.08984375, + 64024.93359375, + 64022.640625, + 64016.95703125, + 64016.5234375, + 64018.5, + 64013.35546875, + 64012.33984375, + 64009.7265625, + 64005.18359375, + 63999.90234375 + ], + "0.5": [ + 64035.43359375, + 64064.1640625, + 64081.03515625, + 64086.04296875, + 64080.73046875, + 64081.3046875, + 64075.703125, + 64070.59375, + 64068.61328125, + 64061.73046875, + 64055.59375, + 64046.15234375, + 64035.44140625, + 64027.08984375, + 64024.93359375, + 64022.640625, + 64016.95703125, + 64016.5234375, + 64018.5, + 64013.35546875, + 64012.33984375, + 64009.7265625, + 64005.18359375, + 63999.90234375 + ], + "0.6": [ + 64035.43359375, + 64064.1640625, + 64081.03515625, + 64086.04296875, + 64080.73046875, + 64081.3046875, + 64075.703125, + 64070.59375, + 64068.61328125, + 64061.73046875, + 64055.59375, + 64046.15234375, + 64035.44140625, + 64027.08984375, + 64024.93359375, + 64022.640625, + 64016.95703125, + 64016.5234375, + 64018.5, + 64013.35546875, + 64012.33984375, + 64009.7265625, + 64005.18359375, + 63999.90234375 + ], + "0.7": [ + 64035.43359375, + 64064.1640625, + 64081.03515625, + 64086.04296875, + 64080.73046875, + 64081.3046875, + 64075.703125, + 64070.59375, + 64068.61328125, + 64061.73046875, + 64055.59375, + 64046.15234375, + 64035.44140625, + 64027.08984375, + 64024.93359375, + 64022.640625, + 64016.95703125, + 64016.5234375, + 64018.5, + 64013.35546875, + 64012.33984375, + 64009.7265625, + 64005.18359375, + 63999.90234375 + ], + "0.8": [ + 64337.046875, + 64428.8671875, + 64493.94921875, + 64526.76171875, + 64541.703125, + 64566.30859375, + 64591.3359375, + 64615.40625, + 64638.50390625, + 64650.77734375, + 64665.83203125, + 64668.95703125, + 64666.6953125, + 64673.984375, + 64686.09375, + 64692.3671875, + 64696.48828125, + 64718.23828125, + 64745.50390625, + 64759.04296875, + 64770.42578125, + 64777.6484375, + 64778.40234375, + 64778.89453125 + ], + "0.9": [ + 64337.046875, + 64428.8671875, + 64493.94921875, + 64526.76171875, + 64541.703125, + 64566.30859375, + 64591.3359375, + 64615.40625, + 64638.50390625, + 64650.77734375, + 64665.83203125, + 64668.95703125, + 64666.6953125, + 64673.984375, + 64686.09375, + 64692.3671875, + 64696.48828125, + 64718.23828125, + 64745.50390625, + 64759.04296875, + 64770.42578125, + 64777.6484375, + 64778.40234375, + 64778.89453125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_035935.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_035935.json new file mode 100644 index 0000000000000000000000000000000000000000..8d075bcf7126bff39ed7839085718907d7650e98 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_035935.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T03:59:35.051640+00:00", + "metrics": { + "MSE[mean]": 327179.980492274, + "MSE[0.5]": 327179.980492274, + "MAE[0.5]": 414.23291015625, + "MASE[0.5]": 0.5742181057439778, + "MAPE[0.5]": 0.006394701744520796, + "sMAPE[0.5]": 0.006433663720078167, + "MSIS": 4.870950793613429, + "RMSE[mean]": 571.9964864335042, + "NRMSE[mean]": 0.008881741949071102, + "ND[0.5]": 0.006432049675270638, + "mean_weighted_sum_quantile_loss": 0.007382260378194144 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00" + ], + "context": [ + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875 + ], + "actual": [ + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64043.3203125 + ], + "predictions": { + "p50": [ + 64004.875, + 64021.47265625, + 64030.671875, + 64027.6015625, + 64022.11328125, + 64008.3828125, + 64011.77734375, + 64002.62109375, + 63999.078125, + 63998.83984375, + 63997.0234375, + 63987.6171875, + 63985.29296875, + 63981.93359375, + 63979.14453125, + 63976.171875, + 63976.2109375, + 63971.828125, + 63972.40625, + 63965.3125, + 63967.33203125, + 63964.25, + 63962.59375, + 63961.09765625 + ], + "p10": [ + 63556.546875, + 63424.828125, + 63320.9375, + 63219.33203125, + 63133.3671875, + 63032.67578125, + 62996.8984375, + 62939.55859375, + 62878.71484375, + 62823.77734375, + 62777.6796875, + 62728.04296875, + 62682.30859375, + 62637.03515625, + 62615.43359375, + 62577.765625, + 62546.890625, + 62502.359375, + 62489.7421875, + 62473.91796875, + 62458.8125, + 62445.4296875, + 62402.1875, + 62379.34765625 + ], + "p90": [ + 64503.38671875, + 64591.53125, + 64655.015625, + 64730.01953125, + 64794.0390625, + 64842.57421875, + 64890.9765625, + 64921.79296875, + 64967.10546875, + 65021.96484375, + 65053.58984375, + 65086.7109375, + 65114.59375, + 65165.62890625, + 65214.27734375, + 65255.96484375, + 65290.5390625, + 65305.92578125, + 65331.80078125, + 65358.3203125, + 65391.359375, + 65408.74609375, + 65451.96484375, + 65487.8203125 + ], + "mean": [ + 64004.875, + 64021.47265625, + 64030.671875, + 64027.6015625, + 64022.11328125, + 64008.3828125, + 64011.77734375, + 64002.62109375, + 63999.078125, + 63998.83984375, + 63997.0234375, + 63987.6171875, + 63985.29296875, + 63981.93359375, + 63979.14453125, + 63976.171875, + 63976.2109375, + 63971.828125, + 63972.40625, + 63965.3125, + 63967.33203125, + 63964.25, + 63962.59375, + 63961.09765625 + ], + "quantiles": { + "0.1": [ + 63556.546875, + 63424.828125, + 63320.9375, + 63219.33203125, + 63133.3671875, + 63032.67578125, + 62996.8984375, + 62939.55859375, + 62878.71484375, + 62823.77734375, + 62777.6796875, + 62728.04296875, + 62682.30859375, + 62637.03515625, + 62615.43359375, + 62577.765625, + 62546.890625, + 62502.359375, + 62489.7421875, + 62473.91796875, + 62458.8125, + 62445.4296875, + 62402.1875, + 62379.34765625 + ], + "0.2": [ + 63556.546875, + 63424.828125, + 63320.9375, + 63219.33203125, + 63133.3671875, + 63032.67578125, + 62996.8984375, + 62939.55859375, + 62878.71484375, + 62823.77734375, + 62777.6796875, + 62728.04296875, + 62682.30859375, + 62637.03515625, + 62615.43359375, + 62577.765625, + 62546.890625, + 62502.359375, + 62489.7421875, + 62473.91796875, + 62458.8125, + 62445.4296875, + 62402.1875, + 62379.34765625 + ], + "0.3": [ + 63556.546875, + 63424.828125, + 63320.9375, + 63219.33203125, + 63133.3671875, + 63032.67578125, + 62996.8984375, + 62939.55859375, + 62878.71484375, + 62823.77734375, + 62777.6796875, + 62728.04296875, + 62682.30859375, + 62637.03515625, + 62615.43359375, + 62577.765625, + 62546.890625, + 62502.359375, + 62489.7421875, + 62473.91796875, + 62458.8125, + 62445.4296875, + 62402.1875, + 62379.34765625 + ], + "0.4": [ + 64004.875, + 64021.47265625, + 64030.671875, + 64027.6015625, + 64022.11328125, + 64008.3828125, + 64011.77734375, + 64002.62109375, + 63999.078125, + 63998.83984375, + 63997.0234375, + 63987.6171875, + 63985.29296875, + 63981.93359375, + 63979.14453125, + 63976.171875, + 63976.2109375, + 63971.828125, + 63972.40625, + 63965.3125, + 63967.33203125, + 63964.25, + 63962.59375, + 63961.09765625 + ], + "0.5": [ + 64004.875, + 64021.47265625, + 64030.671875, + 64027.6015625, + 64022.11328125, + 64008.3828125, + 64011.77734375, + 64002.62109375, + 63999.078125, + 63998.83984375, + 63997.0234375, + 63987.6171875, + 63985.29296875, + 63981.93359375, + 63979.14453125, + 63976.171875, + 63976.2109375, + 63971.828125, + 63972.40625, + 63965.3125, + 63967.33203125, + 63964.25, + 63962.59375, + 63961.09765625 + ], + "0.6": [ + 64004.875, + 64021.47265625, + 64030.671875, + 64027.6015625, + 64022.11328125, + 64008.3828125, + 64011.77734375, + 64002.62109375, + 63999.078125, + 63998.83984375, + 63997.0234375, + 63987.6171875, + 63985.29296875, + 63981.93359375, + 63979.14453125, + 63976.171875, + 63976.2109375, + 63971.828125, + 63972.40625, + 63965.3125, + 63967.33203125, + 63964.25, + 63962.59375, + 63961.09765625 + ], + "0.7": [ + 64004.875, + 64021.47265625, + 64030.671875, + 64027.6015625, + 64022.11328125, + 64008.3828125, + 64011.77734375, + 64002.62109375, + 63999.078125, + 63998.83984375, + 63997.0234375, + 63987.6171875, + 63985.29296875, + 63981.93359375, + 63979.14453125, + 63976.171875, + 63976.2109375, + 63971.828125, + 63972.40625, + 63965.3125, + 63967.33203125, + 63964.25, + 63962.59375, + 63961.09765625 + ], + "0.8": [ + 64503.38671875, + 64591.53125, + 64655.015625, + 64730.01953125, + 64794.0390625, + 64842.57421875, + 64890.9765625, + 64921.79296875, + 64967.10546875, + 65021.96484375, + 65053.58984375, + 65086.7109375, + 65114.59375, + 65165.62890625, + 65214.27734375, + 65255.96484375, + 65290.5390625, + 65305.92578125, + 65331.80078125, + 65358.3203125, + 65391.359375, + 65408.74609375, + 65451.96484375, + 65487.8203125 + ], + "0.9": [ + 64503.38671875, + 64591.53125, + 64655.015625, + 64730.01953125, + 64794.0390625, + 64842.57421875, + 64890.9765625, + 64921.79296875, + 64967.10546875, + 65021.96484375, + 65053.58984375, + 65086.7109375, + 65114.59375, + 65165.62890625, + 65214.27734375, + 65255.96484375, + 65290.5390625, + 65305.92578125, + 65331.80078125, + 65358.3203125, + 65391.359375, + 65408.74609375, + 65451.96484375, + 65487.8203125 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 3cf2368a116d8c557a221dcb573003f2fe235800..0cc6a98ccf26786469e224e38caa103df39876ae 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,270454.156955719,270454.156955719,393.5908203125,0.5456036199364543,0.006084982168236175,0.006113318136532285,5.332545607618736,520.0520713887398,0.008075395624165664,0.006111698737351006,0.00597402659725717,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,270626.1690559387,270626.1690559387,395.3958333333333,0.5481057657878672,0.006113154974642799,0.006141511919979582,5.332545607618736,520.2174247907683,0.008077736549067148,0.006139554774717741,0.005976973120730251,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.9160019084653868,0.9160019084653868,0.915449998776118,2.978930041106501,0.5662179796467294,0.8022951174455726,116.6773144994323,0.9570798861460765,0.6042361566528759,0.577953833191241,0.5751401922589721,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.04902778923511756,0.04902778923511756,0.18472224473953247,1.3469328472310318,0.12586870924189897,0.11745734911995337,42.55761123720848,0.22142219679859912,0.14388446595803203,0.12003612067444126,0.11487567115645689,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 3eac9a14bbfb3870d96e90d6c81bf7321539a50d..5e62a15c2a2a50745067f28f214854b000994fe4 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T03:52:55.308568+00:00", + "evaluated_at": "2026-06-23T04:00:33.176668+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64154.98828125, 64156.0, 64204.01171875, - 64000.0 + 64043.3203125 ], "p50": [ 64276.12109375, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 7945b2b4019445de01447544a0a9438fa448ca67..6618e16737937584039ba8a79c86943dfe86458d 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,13 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T03:52:55.328005+00:00", + "evaluated_at": "2026-06-23T04:00:33.186923+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 5aa49a54a4f4ac32fdaba9e0685fa17c7fb08275..20ce7a254c183cde1d441b88314ed4a21effda20 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,329907.8572851817,329907.8572851817,433.11865234375,0.600397906620699,0.006690526554808921,0.00672978687456544,10.7494062950139,574.3760591156126,0.00891894133220477,0.006725488969866602,0.0073434999367510455,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,330681.192551295,330681.192551295,434.9236653645833,0.6029000524721119,0.006718626007160652,0.006757980582743195,10.7494062950139,575.0488610120839,0.008929138050239288,0.006753327782480094,0.0073588647174763705,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.001787883214635914,0.001787883214635914,0.03782057265440623,0.12307044645003602,0.023430285787051988,0.023358330584842317,0.4640446902085469,0.04228336806163759,0.026694887415075575,0.023877377211562623,0.019600446585663338,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.03229770607241752,0.03229770607241752,0.1499790151913961,1.093596833675878,0.10402588389089538,0.09690984074833191,13.370074955810614,0.17971562556555154,0.11678272179881395,0.0974592918764779,0.07136842053348337,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index c1150f20aa517677476fb97b2911126c516310dc..9994a5c1ba1699f11a2ac264a681f6dd0ce078e8 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T03:52:39.752225+00:00", + "evaluated_at": "2026-06-23T04:00:30.023749+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64154.98828125, 64156.0, 64204.01171875, - 64000.0 + 64043.3203125 ], "p50": [ 64048.984375, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index a95fadead74c1b818f1eaf05b6a01fb642383301..fd735b42b2e80e85b4a627c234bce5c1557ce925 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,13 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T03:52:54.820614+00:00", + "evaluated_at": "2026-06-23T04:00:32.879946+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index ece2e2a9d8418865f18b6ca0d59510e047f09d51..86ace20186ed0d0b521c89f2c62e11191e11ed59 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,261661.57803344727,347186.6047115326,431.62744140625,0.5983307596152306,0.006664172823243862,0.006705552682096022,9.772854191831334,511.52866785102793,0.007943043770537556,0.006702333368837577,0.005208798450386675,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,261450.969678243,347430.5070959727,433.4324544270833,0.6008329054666435,0.006692336859917082,0.00673374646159277,9.772854191831334,511.32276467828325,0.007939623679989285,0.0067301728312651144,0.005224223137093557,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.008176452718888606,0.011245770024133664,0.07741465667883556,0.25191200689370236,0.0446198424982261,0.046335424076912754,4.993190665742636,0.09042373979707213,0.057087494780789304,0.04887443075267186,0.04003408328621452,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.04311919702890757,0.033755558838118996,0.15358984967072806,1.1199258314259022,0.10632111036476016,0.09906112600918643,42.25936244380731,0.20765162419039146,0.1349360790559254,0.09980568260980666,0.10258135849293835,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index fa4dec249ee1b745676cb8a6af3faa238929fda2..aa35bc53560b33d65a108ddf3eab3591705e89d5 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T03:50:25.737750+00:00", + "evaluated_at": "2026-06-23T03:59:03.843070+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64154.98828125, 64156.0, 64204.01171875, - 64000.0 + 64043.3203125 ], "p50": [ 63967.07421875, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 79f2b8337c774bc421ff3e99eb84aba74bc4dab7..34bd2fb4375034153a12ea24753f93ba11ccd2e4 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,13 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T03:50:43.520946+00:00", + "evaluated_at": "2026-06-23T03:59:08.677912+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index c0b7a4c72184a123815f5d55f1eea50f1578fa86..9c04831ea8e2dbb4d54e19e3fb36f35469b0c290 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,283981.9674161275,283981.9674161275,369.0475260416667,0.5115812050114815,0.005694173727235803,0.005727860746297155,6.8420941403985855,532.8995847400591,0.008274892479973978,0.005730589186863042,0.006383169558213709,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,284060.51368586224,284060.51368586224,370.8525390625,0.5140833508628944,0.0057223579353279895,0.005756054532836914,6.8420941403985855,532.9732767089381,0.008275804522848169,0.005758455919280981,0.0063985612886246525,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.06730580326199516,0.06730580326199516,0.21438007056713104,0.6976058040097717,0.12235135872656637,0.13382939135503402,2.1200811692543478,0.25943362014587695,0.16378901679223157,0.13534522225105547,0.11389412313561803,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.07715642583937113,0.07715642583937113,0.2301924725373586,1.6784865454785196,0.16032210566322455,0.14315502617327358,17.094668701991154,0.2777704553032434,0.1805006643330324,0.1495835623414172,0.10115543752123532,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 41e660f6df6dfd6f5749a82d971f9c3e251cd5c9..279b4f2a88da8016981dee95c7c6d1f1ebded6fe 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-23T03:51:26.041778+00:00", + "evaluated_at": "2026-06-23T03:59:45.363336+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64154.98828125, 64156.0, 64204.01171875, - 64000.0 + 64043.3203125 ], "p50": [ 64035.43359375, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 9cd4a768dc29f146b59749afe5969d1aa8f371d1..86986fab724464bf838c881ca6bb86a00d23eb0e 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,13 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T03:51:45.156573+00:00", + "evaluated_at": "2026-06-23T03:59:47.620511+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 7eb5d3c67ca6360eb36d9821c520b19a66c8998c..9996d76a1457e0f565de9438cf20af5671cc0505 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,326961.34829012555,326961.34829012555,412.4278971354167,0.571715959892565,0.006366534625195114,0.00640546993903688,4.870950793613429,571.8053412570798,0.008879023091536438,0.006404201846398612,0.00736689625403807,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,327179.980492274,327179.980492274,414.23291015625,0.5742181057439778,0.006394701744520796,0.006433663720078167,4.870950793613429,571.9964864335042,0.008881741949071102,0.006432049675270638,0.007382260378194144,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.10167283495877731,0.10167283495877731,0.24401362240314484,0.7940351861792035,0.1373693345277683,0.15544064164143512,2.759340588123575,0.31886178033558255,0.2013079779884326,0.15405386269847768,0.11948581199696262,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.056505349859799575,0.056505349859799575,0.19157957037289938,1.3969341730202727,0.13412036209657266,0.12130556220621319,5.744624944599422,0.2377085397283816,0.15446764952653663,0.1244921447358174,0.0864844931507322,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index e7e4e62605cf2d4e77b74014ba0af8affdc23647..d6f13c732d3e9007e4deb161040ee00feaba7732 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T03:51:06.763990+00:00", + "evaluated_at": "2026-06-23T03:59:35.051640+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64154.98828125, 64156.0, 64204.01171875, - 64000.0 + 64043.3203125 ], "p50": [ 64004.875, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 857c1c07308cd80851193b0e170591374f91615e..8bbc9855a7efeb802f0b3c449af10d6ca84f8adc 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,13 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T03:51:19.016265+00:00", + "evaluated_at": "2026-06-23T03:59:37.322780+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t030000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", + "data_fetched_at": "2026-06-23T03:58:12.779465Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t214200z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t052000z", - "data_fetched_at": "2026-06-23T03:49:05.133427Z", - "context_length": 70, - "prediction_length": 72 } ], "failed_datasets": []