diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 9c4feee0178d56e841282efc269e151bfa77d646..0c86b440edc68256b2cf02e519c88d5130830f26 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T07:11:15.518110+00:00", + "generated_at": "2026-06-23T07:23:43.950275+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 7363, - "num_unique_releases": 891 + "num_model_releases": 7373, + "num_unique_releases": 892 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 03c1282b266e1bda8bf093961e12b45929c61ace..978cca0d920f4804a0b0df9ba941dda717d8d1a8 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.8284698549737786,0.8764652571054456,0.1878485560092144,0.5066881077802405,38.31632987960658,3.5513656306019072,0.6891963402967071,1198.4717124912765,8.180641767449309,0.14333038535689913,0.1,10,852,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T07:10:07.297968+00:00 -2,Chronos-2,2.8603162686656893,0.8886412788591709,0.1750193290939423,0.5239368246182707,37.365371982762234,3.6592938448995236,0.6666958868967444,1159.4610113826786,8.154259151497275,0.08456465334457146,0.1,10,867,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T07:08:31.760775+00:00 -3,Moirai-1.1-Large,3.3567852030939145,1.0279548358265047,0.2809744829788481,0.5480370941164944,24.08252456530527,4.561025835580544,0.5619902559737656,1115.868535682027,11.641172765926473,0.09966464622805324,0.2,10,836,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T07:10:42.777243+00:00 -4,Toto-2.0-1B,2.7599433714559525,0.8624675071390412,0.1637278400914621,0.4927667954435022,37.90473101971776,3.644612512089288,0.6806164036120916,1109.0222031112437,8.188106132303318,0.06380695479769846,0.1,10,858,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T07:09:43.755852+00:00 -5,Timer-S1,2.8062031202330293,0.8854019607387059,0.18047636891179725,0.5226297678760504,35.61595323921401,4.18224099883856,0.6148253302115296,1052.0642872867659,8.38150000622544,0.09804902141693742,0.1,10,811,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T07:11:08.320840+00:00 -6,TimesFM-2.5,2.6649738134980243,0.8394592740360111,0.1504956255640851,0.6126451974621425,40.19559980110639,4.461851216621634,0.5588322379807787,1039.6083706967154,7.927009177440608,0.06097561388274829,0.1,10,875,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T07:09:03.484242+00:00 -7,ARIMA,3.5309940209420896,1.215868567008801,0.310201679183086,0.8634034008060916,-0.6203929888308558,6.818977302890166,0.32431368336429006,871.7895792531627,9.013927780739227,0.01881274953803982,0.3,10,566,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T07:11:10.901795+00:00 -8,ETS,5.97348969642181,1.60412059490833,0.42306047222151877,1.1542866386257928,-5.884404228536927,6.9932470388402574,0.30911487177586977,863.7764248399426,13.503263433461981,0.06708516911369769,0.0,10,566,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T07:11:11.030712+00:00 -9,Moving-Average,3.539695846603631,1.1635637861213546,0.3216051179651204,0.7984308667998775,7.038596647460089,6.479082931622429,0.35999713191769556,847.086246637613,9.05013729044279,-0.04871458547105687,0.2,10,566,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T07:11:11.064727+00:00 -10,Seasonal-Naive,3.8736476691678283,1.267823473445898,0.3320305991025184,0.9454703669564622,4.1715541058521567e-16,7.583285221786935,0.23441785797052775,742.8516286185744,9.193533050363968,0.025793044085326344,0.2,10,566,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T07:11:11.089852+00:00 +1,TiRex,2.828647573636364,0.8765880361779272,0.18784833600054401,0.5067421772004959,38.31251046412511,3.5505116715319405,0.6893885960564765,1198.4794895870834,8.180690134641072,0.14363786814293847,0.1,10,853,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T07:22:46.518518+00:00 +2,Chronos-2,2.860529903216221,0.8887872732989669,0.17501925882868066,0.5239967453653765,37.35802868008326,3.6597697533558877,0.6666481991893415,1159.4620178690336,8.154293215374139,0.08503443539937612,0.1,10,868,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T07:19:35.768835+00:00 +3,Moirai-1.1-Large,3.3569563416391794,1.0280679295934672,0.280973906464638,0.5480789708852924,24.08018567825937,4.560654005634392,0.5620865337424474,1115.8711912666236,11.641125514275455,0.1001386444818347,0.2,10,837,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T07:23:14.490901+00:00 +4,Toto-2.0-1B,2.7601416654503366,0.8626097789939997,0.16372786540308748,0.49282639828484376,37.89738778266955,3.644575255058354,0.6806770477619056,1109.0270320946909,8.188153686015536,0.06420875137186648,0.1,10,859,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T07:22:18.235165+00:00 +5,Timer-S1,2.8063594101206757,0.885526276706966,0.18047630297844303,0.5227043587513964,35.609469156178825,4.181874442913864,0.6149541141433285,1052.0691980973274,8.381442555458525,0.09839541045088965,0.1,10,812,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T07:23:32.792948+00:00 +6,TimesFM-2.5,2.665184021242878,0.8396070762351616,0.15049575457938494,0.6127313620899887,40.18726296899725,4.462675819878557,0.5587479679681361,1039.6075565676167,7.927117752704374,0.06132851375748201,0.1,10,876,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T07:21:49.965852+00:00 +7,ARIMA,3.5317791288985214,1.2162129539290651,0.31020291774158326,0.8636715608053944,-0.6309326803648581,6.819870354809886,0.3242188396150661,871.7846948390122,9.01480317158918,0.019506811263032935,0.3,10,567,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T07:23:39.422037+00:00 +8,ETS,5.973667106383391,1.6042820909360054,0.4230601982026815,1.154361631102867,-5.890896189381316,6.993015254372542,0.30914098063520923,863.7746673618101,13.503095048881192,0.06748782824844556,0.0,10,567,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T07:23:39.493459+00:00 +9,Moving-Average,3.5399871141041617,1.1637668309159108,0.32160520635739864,0.7985454296227442,7.0298014416739205,6.480548627521207,0.35980879691922024,847.0797698805007,9.050160899931752,-0.047902493067272546,0.2,10,567,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T07:23:39.513305+00:00 +10,Seasonal-Naive,3.8739187486286575,1.2679907618150237,0.3320304113810087,0.9455484424848934,4.121032122562379e-16,7.583593358785189,0.23432892396886898,742.8443824363017,9.193551966850787,0.02667930751877908,0.2,10,567,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T07:23:39.530394+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 621da8569641b62a93ed78017907b9e6258618e7..c712c55732d5fe1a7ac5f678f8b7c4d627ff6ca2 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.5513656306019072,0.6891963402967071,1198.4717124912765,90,852,6387 -2,Chronos-2,3.6592938448995236,0.6666958868967444,1159.4610113826786,90,864,6384 -3,Moirai-1.1-Large,4.561025835580544,0.5619902559737656,1115.868535682027,90,836,6315 -4,Toto-2.0-1B,3.644612512089288,0.6806164036120916,1109.0222031112437,90,858,6416 -5,Timer-S1,4.18224099883856,0.6148253302115296,1052.0642872867659,90,811,6221 -6,TimesFM-2.5,4.461851216621634,0.5588322379807787,1039.6083706967154,90,871,6429 -7,ARIMA,6.818977302890166,0.32431368336429006,871.7895792531627,90,566,5005 -8,ETS,6.9932470388402574,0.30911487177586977,863.7764248399426,90,566,5005 -9,Moving-Average,6.479082931622429,0.35999713191769556,847.086246637613,90,566,5005 -10,Seasonal-Naive,7.583285221786935,0.23441785797052775,742.8516286185744,90,566,5005 +1,TiRex,3.5505116715319405,0.6893885960564765,1198.4794895870834,90,853,6396 +2,Chronos-2,3.6597697533558877,0.6666481991893415,1159.4620178690336,90,865,6393 +3,Moirai-1.1-Large,4.560654005634392,0.5620865337424474,1115.8711912666236,90,837,6324 +4,Toto-2.0-1B,3.644575255058354,0.6806770477619056,1109.0270320946909,90,859,6425 +5,Timer-S1,4.181874442913864,0.6149541141433285,1052.0691980973274,90,812,6230 +6,TimesFM-2.5,4.462675819878557,0.5587479679681361,1039.6075565676167,90,872,6438 +7,ARIMA,6.819870354809886,0.3242188396150661,871.7846948390122,90,567,5014 +8,ETS,6.993015254372542,0.30914098063520923,863.7746673618101,90,567,5014 +9,Moving-Average,6.480548627521207,0.35980879691922024,847.0797698805007,90,567,5014 +10,Seasonal-Naive,7.583593358785189,0.23432892396886898,742.8443824363017,90,567,5014 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index c49bc3f60fe7ab5f20457a14b8147a18979b0999..1b73ba65371e65cb7530f4ddf463295b450181e0 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -35,6 +35,7 @@ binance_btcusdt_1h_close/1h/short|window:240e04f455f2444f9b17,2026-06-23T03:29:2 binance_btcusdt_1h_close/1h/short|window:24c8fcd9bcade302fa84,2026-06-18T06:10:49.887682+00:00,2026-06-18T06:10:49.887682+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.3727728493989997,1.1716538948849184,0.008832195680501786,0.4496758254902243,11.249236094141196,True binance_btcusdt_1h_close/1h/short|window:2564c9ae9fbd71a1ccef,2026-06-22T10:55:10.076169+00:00,2026-06-22T10:55:10.076169+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.7799392020336373,0.8831416658915133,0.006383314771347998,0.3634143713705196,-55.33816234066418,True binance_btcusdt_1h_close/1h/short|window:25a801df060bb1f4d81b,2026-06-22T01:48:30.796778+00:00,2026-06-22T01:48:30.796778+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.28585467762276495,0.5346537923018642,0.008906303977689609,0.4611868784394992,8.104272025650282,True +binance_btcusdt_1h_close/1h/short|window:26f0f8334d432e7c8c20,2026-06-23T07:23:39.422037+00:00,2026-06-23T07:23:39.422037+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.352073478061735,1.5336471165368306,0.013250498119601611,1.2555003042782857,-33.910628254242866,True binance_btcusdt_1h_close/1h/short|window:280418fd92f9c1608d41,2026-06-22T08:46:45.348023+00:00,2026-06-22T08:46:45.348023+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2717479650353116,0.5212945089249565,0.011742484427706437,0.7571844744021181,-2.564715124068515,True binance_btcusdt_1h_close/1h/short|window:28768b955265fdcb4552,2026-06-18T05:03:29.827463+00:00,2026-06-18T05:03:29.827463+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.561020829888573,1.2494081918606796,0.008867769404565936,0.4490855810971945,-0.9990060335080715,True binance_btcusdt_1h_close/1h/short|window:28db01b3daaea83bc168,2026-06-23T06:27:20.246370+00:00,2026-06-23T06:27:20.246370+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.2363965387429232,1.1119336935010662,0.014946878767256325,1.4243738845666352,-12.990335107245603,True @@ -617,6 +618,7 @@ binance_btcusdt_1h_close/1h/short|window:24c8fcd9bcade302fa84,2026-06-18T05:58:2 binance_btcusdt_1h_close/1h/short|window:2564c9ae9fbd71a1ccef,2026-06-22T10:52:46.766022+00:00,2026-06-22T10:52:46.766022+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.16246463491744045,0.4030690200417795,0.00409121693547062,0.3120860993692974,15.975502199305838,True binance_btcusdt_1h_close/1h/short|window:25a801df060bb1f4d81b,2026-06-22T01:43:16.541634+00:00,2026-06-22T01:43:16.541634+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.28170684627095405,0.5307606299180018,0.005944305451353518,0.26506509104954856,8.82985849927064,True binance_btcusdt_1h_close/1h/short|window:268182c217ba2380350b,2026-06-17T04:00:42.391365+00:00,2026-06-17T04:00:42.391365+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.17804716854765115,0.4219563585818457,0.006527016268731603,0.2737190073395768,43.6155542230744,True +binance_btcusdt_1h_close/1h/short|window:26f0f8334d432e7c8c20,2026-06-23T07:19:35.768835+00:00,2026-06-23T07:19:35.768835+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.0982559108666552,1.0479770564600426,0.006990343747697466,0.5190931223817543,2.769751578386376,True binance_btcusdt_1h_close/1h/short|window:2769ce8cf9b24f5f679a,2026-06-17T07:46:16.629992+00:00,2026-06-17T07:46:16.629992+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1710055636787907,0.4135281897026981,0.00839784941224897,0.24135102619085144,24.072248983610915,True binance_btcusdt_1h_close/1h/short|window:27af1172706fb54c196d,2026-06-17T02:12:00.069923+00:00,2026-06-17T02:12:00.069923+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1835006570651336,0.4283697667496314,0.005229821512616077,0.2894651897633733,42.49766004642118,True binance_btcusdt_1h_close/1h/short|window:280418fd92f9c1608d41,2026-06-22T08:41:50.823166+00:00,2026-06-22T08:41:50.823166+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.13668406458525167,0.36970808022715934,0.0035877224728362166,0.27903961643758496,30.76509122187657,True @@ -1468,6 +1470,7 @@ binance_btcusdt_1h_close/1h/short|window:240e04f455f2444f9b17,2026-06-23T03:29:2 binance_btcusdt_1h_close/1h/short|window:24c8fcd9bcade302fa84,2026-06-18T06:10:50.087304+00:00,2026-06-18T06:10:50.087304+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,2.0937549637653223,1.446981328063815,0.018964703956923977,1.1168605312577478,-9.77792827457882,True binance_btcusdt_1h_close/1h/short|window:2564c9ae9fbd71a1ccef,2026-06-22T10:55:10.154556+00:00,2026-06-22T10:55:10.154556+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.16278992634948594,0.40347233653558695,0.004023922419805536,0.21377092888349622,15.87802774554943,True binance_btcusdt_1h_close/1h/short|window:25a801df060bb1f4d81b,2026-06-22T01:48:30.875737+00:00,2026-06-22T01:48:30.875737+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.06574213573153934,0.2564022927579614,0.002573696602475227,0.11963273602100795,67.29375406210617,True +binance_btcusdt_1h_close/1h/short|window:26f0f8334d432e7c8c20,2026-06-23T07:23:39.493459+00:00,2026-06-23T07:23:39.493459+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.010295121679091,1.0051343799110102,0.006743986275701948,0.5864724714612864,6.9333630173277205,True binance_btcusdt_1h_close/1h/short|window:280418fd92f9c1608d41,2026-06-22T08:46:45.638832+00:00,2026-06-22T08:46:45.638832+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.15383337650144438,0.39221598195566226,0.004043087436441081,0.20616766059316186,25.321932164848683,True binance_btcusdt_1h_close/1h/short|window:28768b955265fdcb4552,2026-06-18T05:03:30.252527+00:00,2026-06-18T05:03:30.252527+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,2.0372852265048786,1.427335008505319,0.018803557553939598,1.1023558572389824,-14.21600326813721,True binance_btcusdt_1h_close/1h/short|window:28db01b3daaea83bc168,2026-06-23T06:27:20.437665+00:00,2026-06-23T06:27:20.437665+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.0952994726229217,1.046565560594711,0.007593247373223227,0.6376727128103071,-6.9940505490456015,True @@ -2049,6 +2052,7 @@ binance_btcusdt_1h_close/1h/short|window:24c8fcd9bcade302fa84,2026-06-18T06:10:1 binance_btcusdt_1h_close/1h/short|window:2564c9ae9fbd71a1ccef,2026-06-22T10:54:36.666871+00:00,2026-06-22T10:54:36.666871+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4414462804177959,0.6644142385724405,0.006277823386420579,0.36447714013980564,-32.62829893870863,True binance_btcusdt_1h_close/1h/short|window:25a801df060bb1f4d81b,2026-06-22T01:47:55.027218+00:00,2026-06-22T01:47:55.027218+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.2717985446598743,0.5213430201507202,0.004597819686340432,0.2465116919747478,10.603199021107883,True binance_btcusdt_1h_close/1h/short|window:268182c217ba2380350b,2026-06-17T04:04:38.901683+00:00,2026-06-17T04:04:38.901683+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.3598200518680585,0.5998500244795014,0.007829612424561493,0.298822301719297,11.518207994111476,True +binance_btcusdt_1h_close/1h/short|window:26f0f8334d432e7c8c20,2026-06-23T07:23:14.490901+00:00,2026-06-23T07:23:14.490901+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.1606833550243394,1.0773501543251105,0.00692173791350284,0.5007218631346421,0.006182933929243731,True binance_btcusdt_1h_close/1h/short|window:2769ce8cf9b24f5f679a,2026-06-17T07:48:53.073005+00:00,2026-06-17T07:48:53.073005+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.40487375831917577,0.6362969105057605,0.012426400103769044,0.2993334825514826,-18.33032950017256,True binance_btcusdt_1h_close/1h/short|window:27af1172706fb54c196d,2026-06-17T02:13:27.416861+00:00,2026-06-17T02:13:27.416861+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.21064506433339622,0.4589608527242778,0.006077757181395552,0.27591112340823903,36.684432597401305,True binance_btcusdt_1h_close/1h/short|window:280418fd92f9c1608d41,2026-06-22T08:45:33.479127+00:00,2026-06-22T08:45:33.479127+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.14804940006015607,0.38477188054762534,0.003886684179546755,0.2887326933761153,27.10639047435974,True @@ -2870,6 +2874,7 @@ binance_btcusdt_1h_close/1h/short|window:240e04f455f2444f9b17,2026-06-23T03:29:2 binance_btcusdt_1h_close/1h/short|window:24c8fcd9bcade302fa84,2026-06-18T06:10:50.145297+00:00,2026-06-18T06:10:50.145297+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.7085780065590845,1.3071258571993305,0.017548624722265482,1.0252468087555915,0.3556105666133725,True binance_btcusdt_1h_close/1h/short|window:2564c9ae9fbd71a1ccef,2026-06-22T10:55:10.208235+00:00,2026-06-22T10:55:10.208235+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.08900469479986711,0.2983365462022163,0.002592766377784293,0.1409762908120927,43.17298729125407,True binance_btcusdt_1h_close/1h/short|window:25a801df060bb1f4d81b,2026-06-22T01:48:30.921682+00:00,2026-06-22T01:48:30.921682+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.17414060011171925,0.41730156974509364,0.00524981612244686,0.24467636191146447,31.764992765567595,True +binance_btcusdt_1h_close/1h/short|window:26f0f8334d432e7c8c20,2026-06-23T07:23:39.513305+00:00,2026-06-23T07:23:39.513305+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.0897991975528045,1.0439344795305903,0.007208303024664721,0.626296317849361,3.1559082706451096,True binance_btcusdt_1h_close/1h/short|window:280418fd92f9c1608d41,2026-06-22T08:46:45.727245+00:00,2026-06-22T08:46:45.727245+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.09933905314824583,0.3151809847504221,0.0030399430236209214,0.15302765998538997,44.42515346212115,True binance_btcusdt_1h_close/1h/short|window:28768b955265fdcb4552,2026-06-18T05:03:30.392883+00:00,2026-06-18T05:03:30.392883+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.5207853490971175,1.2332012605804121,0.01648249493837953,0.9504408647463873,0.30661511555200904,True binance_btcusdt_1h_close/1h/short|window:28db01b3daaea83bc168,2026-06-23T06:27:20.510947+00:00,2026-06-23T06:27:20.510947+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.9301011452530895,0.9644175160443165,0.006501459744468886,0.5596793039685922,1.1689462724359891,True @@ -3436,6 +3441,7 @@ binance_btcusdt_1h_close/1h/short|window:240e04f455f2444f9b17,2026-06-23T03:29:2 binance_btcusdt_1h_close/1h/short|window:24c8fcd9bcade302fa84,2026-06-18T06:10:50.164821+00:00,2026-06-18T06:10:50.164821+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.7207731416082448,1.3117824292192073,0.018234068089394748,0.6746715998221579,-6.451884898595847e-15,True binance_btcusdt_1h_close/1h/short|window:2564c9ae9fbd71a1ccef,2026-06-22T10:55:10.248685+00:00,2026-06-22T10:55:10.248685+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2242431447655897,0.4735431815215902,0.0045891686197671476,0.33711950358692727,0.0,True binance_btcusdt_1h_close/1h/short|window:25a801df060bb1f4d81b,2026-06-22T01:48:30.954698+00:00,2026-06-22T01:48:30.954698+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3362736496103656,0.5798910670206652,0.007540426882009711,0.3510915051195445,0.0,True +binance_btcusdt_1h_close/1h/short|window:26f0f8334d432e7c8c20,2026-06-23T07:23:39.530394+00:00,2026-06-23T07:23:39.530394+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.1608268924691028,1.0774167682327498,0.008145068787348298,0.5880047321390126,-9.56407050721998e-15,True binance_btcusdt_1h_close/1h/short|window:280418fd92f9c1608d41,2026-06-22T08:46:45.780802+00:00,2026-06-22T08:46:45.780802+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.25815740194511394,0.5080919227316194,0.005114065048590844,0.34601477381100926,-1.0751415766699552e-14,True binance_btcusdt_1h_close/1h/short|window:28768b955265fdcb4552,2026-06-18T05:03:30.467867+00:00,2026-06-18T05:03:30.467867+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.530139947219825,1.2369882567024737,0.017127693702729135,0.6264435196037278,7.255695968479007e-15,True binance_btcusdt_1h_close/1h/short|window:28db01b3daaea83bc168,2026-06-23T06:27:20.540591+00:00,2026-06-23T06:27:20.540591+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.9521031016367402,0.9757577064193448,0.007287116856340725,0.554139593203723,-5.830371851097827e-15,True @@ -4017,6 +4023,7 @@ binance_btcusdt_1h_close/1h/short|window:24c8fcd9bcade302fa84,2026-06-18T06:09:2 binance_btcusdt_1h_close/1h/short|window:2564c9ae9fbd71a1ccef,2026-06-22T10:54:02.265055+00:00,2026-06-22T10:54:02.265055+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3630279019393011,0.6025179681464289,0.006541765564429147,0.31694399618186725,-23.632147021791123,True binance_btcusdt_1h_close/1h/short|window:25a801df060bb1f4d81b,2026-06-22T01:47:18.254600+00:00,2026-06-22T01:47:18.254600+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.30130291853081725,0.5489106653462085,0.00613144168773239,0.27727718433305637,5.484946095416189,True binance_btcusdt_1h_close/1h/short|window:268182c217ba2380350b,2026-06-17T04:04:01.525794+00:00,2026-06-17T04:04:01.525794+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.12295812052630191,0.35065384715742376,0.00545495530026489,0.24366821829198537,57.34013316824692,True +binance_btcusdt_1h_close/1h/short|window:26f0f8334d432e7c8c20,2026-06-23T07:22:46.518518+00:00,2026-06-23T07:22:46.518518+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.002996719795112,1.0014972390351917,0.006857195834555696,0.5088724300868449,7.294040594595318,True binance_btcusdt_1h_close/1h/short|window:2769ce8cf9b24f5f679a,2026-06-17T07:47:40.492071+00:00,2026-06-17T07:47:40.492071+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.1416133530870532,0.37631549674050524,0.007526590511067434,0.2194066289725549,32.733339383595336,True binance_btcusdt_1h_close/1h/short|window:27af1172706fb54c196d,2026-06-17T02:13:07.758042+00:00,2026-06-17T02:13:07.758042+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.15078665174530342,0.3883125696462882,0.004556068541761085,0.24164380197024252,50.196241022339166,True binance_btcusdt_1h_close/1h/short|window:280418fd92f9c1608d41,2026-06-22T08:44:37.507526+00:00,2026-06-22T08:44:37.507526+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.17275720391107113,0.41564071493427,0.0038590004062486923,0.2268094060298156,19.8183577148333,True @@ -4868,6 +4875,7 @@ binance_btcusdt_1h_close/1h/short|window:24c8fcd9bcade302fa84,2026-06-18T06:10:3 binance_btcusdt_1h_close/1h/short|window:2564c9ae9fbd71a1ccef,2026-06-22T10:55:02.375279+00:00,2026-06-22T10:55:02.375279+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.1345921646438943,0.36686804800076867,0.0031472376416302283,0.1934257786854706,24.983879169870207,True binance_btcusdt_1h_close/1h/short|window:25a801df060bb1f4d81b,2026-06-22T01:48:20.938497+00:00,2026-06-22T01:48:20.938497+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.09809813857724856,0.3132062237204883,0.0033775774765657917,0.16639352154595802,54.832177758801436,True binance_btcusdt_1h_close/1h/short|window:268182c217ba2380350b,2026-06-17T04:05:17.778065+00:00,2026-06-17T04:05:17.778065+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.15565014220584444,0.39452521111564526,0.005235781938974806,0.24720653496412534,48.8959628511928,True +binance_btcusdt_1h_close/1h/short|window:26f0f8334d432e7c8c20,2026-06-23T07:23:32.792948+00:00,2026-06-23T07:23:32.792948+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.9466362030868043,0.9729523128534123,0.006661295310014269,0.554469873798781,10.163437254677003,True binance_btcusdt_1h_close/1h/short|window:2769ce8cf9b24f5f679a,2026-06-17T07:49:16.299188+00:00,2026-06-17T07:49:16.299188+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.06201351666373315,0.2490251325945499,0.004831424672786787,0.17747705675915004,63.67645604826244,True binance_btcusdt_1h_close/1h/short|window:27af1172706fb54c196d,2026-06-17T02:13:44.212037+00:00,2026-06-17T02:13:44.212037+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.32539713328398023,0.5704359151420781,0.008522535962765851,0.3233913801698746,16.579132348245263,True binance_btcusdt_1h_close/1h/short|window:280418fd92f9c1608d41,2026-06-22T08:46:15.144123+00:00,2026-06-22T08:46:15.144123+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.09263272151649046,0.3043562411328055,0.0026727503236051524,0.18227772895844863,47.18624310035367,True @@ -5681,6 +5689,7 @@ binance_btcusdt_1h_close/1h/short|window:24c8fcd9bcade302fa84,2026-06-18T05:58:5 binance_btcusdt_1h_close/1h/short|window:2564c9ae9fbd71a1ccef,2026-06-22T10:53:16.134082+00:00,2026-06-22T10:53:16.134082+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.26630766118791993,0.5160500568626264,0.0040554908708362375,0.3886176990589325,-8.574956133354462,True binance_btcusdt_1h_close/1h/short|window:25a801df060bb1f4d81b,2026-06-22T01:43:47.519712+00:00,2026-06-22T01:43:47.519712+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.17507896502578754,0.4184243838805138,0.003395463727281658,0.26639510507611946,31.52319553489997,True binance_btcusdt_1h_close/1h/short|window:268182c217ba2380350b,2026-06-17T04:01:23.357055+00:00,2026-06-17T04:01:23.357055+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.07076860896366244,0.2660237000037073,0.005541454140596712,0.18110930910412135,73.0029165111268,True +binance_btcusdt_1h_close/1h/short|window:26f0f8334d432e7c8c20,2026-06-23T07:21:49.965852+00:00,2026-06-23T07:21:49.965852+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.0471203798263307,1.023289001126432,0.007103502828762698,0.6508015378032279,5.149874458938503,True binance_btcusdt_1h_close/1h/short|window:2769ce8cf9b24f5f679a,2026-06-17T07:46:46.533262+00:00,2026-06-17T07:46:46.533262+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.02791205965817569,0.16706902662724676,0.004328686367720643,0.13835512388958768,81.83691631989656,True binance_btcusdt_1h_close/1h/short|window:27af1172706fb54c196d,2026-06-17T02:12:24.032971+00:00,2026-06-17T02:12:24.032971+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.38953254977872936,0.6241254279219277,0.01361724299411394,0.38188502633965576,7.723127276781901,True binance_btcusdt_1h_close/1h/short|window:280418fd92f9c1608d41,2026-06-22T08:42:58.244093+00:00,2026-06-22T08:42:58.244093+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.11786457875793578,0.34331411092166864,0.003008283816092479,0.2106426188216924,37.30973995851841,True @@ -6557,6 +6566,7 @@ binance_btcusdt_1h_close/1h/short|window:24c8fcd9bcade302fa84,2026-06-18T06:04:3 binance_btcusdt_1h_close/1h/short|window:2564c9ae9fbd71a1ccef,2026-06-22T10:53:46.332432+00:00,2026-06-22T10:53:46.332432+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.16297882564006247,0.40370636066336935,0.003817753856265102,0.21202025745789865,15.821498728842009,True binance_btcusdt_1h_close/1h/short|window:25a801df060bb1f4d81b,2026-06-22T01:46:50.037517+00:00,2026-06-22T01:46:50.037517+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1079651110282217,0.3285804483352923,0.0033536961891446216,0.24004343625609978,51.393205368652076,True binance_btcusdt_1h_close/1h/short|window:268182c217ba2380350b,2026-06-17T04:03:22.667545+00:00,2026-06-17T04:03:22.667545+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.07230399094451018,0.26889401433373367,0.0034421635085464786,0.22892460444219712,72.4977366429197,True +binance_btcusdt_1h_close/1h/short|window:26f0f8334d432e7c8c20,2026-06-23T07:22:18.235165+00:00,2026-06-23T07:22:18.235165+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.0174902981395135,1.0087072410464364,0.006845329571983405,0.5090136540240345,6.580152557559404,True binance_btcusdt_1h_close/1h/short|window:2769ce8cf9b24f5f679a,2026-06-17T07:47:15.489161+00:00,2026-06-17T07:47:15.489161+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2518865983810345,0.5018830524943381,0.009796948208649217,0.2571189276670727,5.1852911010216856,True binance_btcusdt_1h_close/1h/short|window:27af1172706fb54c196d,2026-06-17T02:12:49.556916+00:00,2026-06-17T02:12:49.556916+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.21587110833855203,0.46461931550308155,0.006027091236639686,0.2873961112289038,35.61925107532718,True binance_btcusdt_1h_close/1h/short|window:280418fd92f9c1608d41,2026-06-22T08:44:13.311428+00:00,2026-06-22T08:44:13.311428+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.09722592171243714,0.31181071455682396,0.002580203769832369,0.17749285787148092,45.28391444381646,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index fd218f23d00a1de57168cc64e857331d1e479d3e..c1c2312df314f71077045fe6051c45bc1be5a8e7 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8446662017125313,0.8724242296295436,0.010872465804825815,0.7406331056168453,-13.674420508959841,0.5733047463624764,0.2918159272526867,2.0410751069769734e-09,191,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T07:11:10.756914+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8525172812768501,0.8758680988321857,0.010884851389798604,0.7433147056098738,-13.779817424299857,0.5820586548620225,0.2987565445026178,7.583219064464475e-10,192,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T07:23:39.422037+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.5403797673006585,1.0781587478820736,0.10665469540415219,0.8366690121214557,-56.28506249342217,1.6757996321466717,0.33333333333333337,0.3813492063492063,7,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-23T06:51:45.221363+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8576053484078574,1.256439104688256,1.4139871007984852,0.9810096576114073,6.172522932160024,1.319484896874288,-0.05436156763590392,0.39334183859189065,113,0.9557522123893806,2026-06-17T12:10:12.335728+00:00,2026-06-23T07:11:10.822303+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.059532196044129,2.051423943863501,0.11989736929994778,1.4164286036986298,14.222924298636675,4.595097644953297,0.17777777777777778,0.01881571014176954,81,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-23T07:11:10.901795+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.5585707 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.020126194904613,0.9853540253325609,0.5887707917793421,0.4916533427868897,18.789012674310396,0.45776262605477314,-0.33467741935483875,0.006738197755547325,32,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-23T06:51:45.469737+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8154299869625534,1.0854531734373254,0.014947673612830715,0.7204054793903844,13.014590699732745,3.0558394228788575,0.1056910569105691,0.32403378743423294,42,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T07:01:36.910192+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.990112198006116,0.9781737397061917,0.20219237299729226,0.490199516466659,51.28266024024151,0.3541696942533509,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-22T23:42:47.178078+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4381251497243838,0.5968542374903951,0.007207463406274209,0.33393801382482974,25.4605568564152,0.5624168626375056,0.20275815389821902,1.1118871438063281e-07,308,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T07:08:19.711011+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4402614952296986,0.5983141818883551,0.0072067607536574554,0.33453722129588775,25.387123829625462,0.5627575014061509,0.2074559744462657,5.3491201011777126e-08,309,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T07:19:35.768835+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.342872866747477,0.4745200182106267,0.05384135267866591,0.2697134153077109,20.663981301944094,0.5070594714806828,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-23T06:44:45.468453+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.24261549776336763,0.38015565232660226,0.486222977189386,0.20485260822591758,74.30822287762305,0.356609047537222,0.27017393783860855,2.0080809756285148e-07,168,0.9642857142857143,2026-06-16T12:06:44.487655+00:00,2026-06-23T07:08:25.187636+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.155401471192973,1.9997245332619917,0.12096427023411875,1.130824588341729,12.001912922034377,5.189148587621504,0.44423871243412627,7.856015435348028e-13,119,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-23T07:08:31.760775+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.143 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8511927783476539,0.8916071052979898,0.5715741110113838,0.4695146748916648,26.580653193152283,0.4526020500378549,-0.0008163265306122448,0.9933258869658097,50,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-23T06:45:17.438741+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7487785763372172,0.9159281055442189,0.010599595590013998,0.5788856824355089,34.61068073098171,3.700226086661397,0.08813559322033898,0.31975728802411785,60,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T06:59:16.949287+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1470345464849695,0.36143628779848724,0.07464265889217996,0.21315140545343586,90.6774928723689,0.07843009866932546,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-22T23:32:18.736924+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6696679954438872,0.6950620067746784,0.00727010244319417,0.44248691547862046,19.39792783855463,0.7888584916905151,0.15271424634885644,0.0017064705296398976,191,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T07:11:10.985705+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6714420950596954,0.6966769670514302,0.007267362254821816,0.44323684024936344,19.33300823011074,0.7871746458826075,0.15674083769633507,0.0012450554874564826,192,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T07:23:39.493459+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.16949130757092,1.7497344256684344,0.18642719878410866,1.3506063173057374,-69.43453939087526,4.262176024066775,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-23T06:51:45.522993+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.834934365210848,1.5339601362846387,1.4726266597446516,1.153999546056247,-6.66619239306958,2.263242026299489,0.054045512010113775,0.3960983511223388,113,0.9557522123893806,2026-06-17T12:10:12.697348+00:00,2026-06-23T07:11:11.010819+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,7.208836176260581,2.311047746543971,0.13032321377935244,1.5629881070329585,9.157101151321756,7.068378718682229,0.28518518518518515,0.0001642659327878637,81,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-23T07:11:11.030712+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,12.35816441 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.126931967651975,1.0173896720843918,0.6577299799737057,0.5331530776403521,17.586237955069294,0.6329221242401691,-0.13306451612903228,0.2944330231863892,32,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-23T06:51:45.647830+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5640906825922887,0.9892972738458814,0.014029886659605095,0.6726361236355861,20.934343127197543,2.956029860748835,0.09872241579558652,0.3569574535934239,42,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T07:01:37.017426+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0106745528959067,1.0039742155659683,0.21160774916824193,0.5376211899754999,48.4423431987713,0.11622833445791261,0.0,1.0,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-22T23:42:47.274014+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6404221774159943,0.7335451027589148,0.008674341112172829,0.3734164859885403,7.116399553471297,0.6818858211884006,0.07490219220597556,0.05183679358527681,303,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T07:10:31.506843+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6421335628686533,0.7346760404285405,0.00866857597007194,0.37383525367652093,7.093010683012277,0.6814133046782189,0.07964217474379016,0.038360071779962236,304,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T07:23:14.490901+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2883792153270237,0.44017105427159486,0.05034265440284055,0.253256135225498,28.37241313534343,0.40784187870983013,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-23T06:50:14.040238+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.546637137221337,1.0265617456708476,1.4470393666593928,0.521356584836328,26.353314079146408,2.106153253833746,0.3054399415845199,5.17798164676845e-09,166,0.9698795180722891,2026-06-16T12:07:52.741323+00:00,2026-06-23T07:10:35.712047+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.691216088784628,2.208745445736055,0.12379902742144706,1.1208076297653515,9.603552884774649,35.32326138846536,0.4812593703148425,1.8694623568012726e-14,116,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-23T07:10:42.777243+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1353721138156694,1.0302386124453409,0.6319078845409231,0.48892911049148563,12.292393786092374,0.7706828300913781,-0.3001107419712071,0.004566400359970756,43,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-23T06:50:43.948030+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,3.0766181673009676,1.27277608997721,0.013745235345763399,0.6908316094476945,13.22737447620542,6.009652017959223,0.06838106370543541,0.44420008985948534,59,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T07:01:13.425460+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14981973138991939,0.36476498478813413,0.06320277861905496,0.18873543444057805,90.59622548667889,0.09721825078090457,0.6,0.23333333333333334,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-22T23:42:17.643964+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5305655965337329,0.6540884739826812,0.00703858985050098,0.4063356979452596,20.04270338008969,0.5144916052563705,-0.051860016533480296,0.28673466402479264,191,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T07:11:11.044547+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5334782715390406,0.6561189219282432,0.0070394737732830835,0.4074813261739268,19.954751322228002,0.5147277001459989,-0.043739092495637,0.36765038692379504,192,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T07:23:39.513305+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5471956995007726,0.6762872243537096,0.07417545192580133,0.45238264992358557,-33.28656191496858,0.5127123707334149,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-23T06:51:45.671899+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.317753741270939,1.3839838621939315,1.5108216745042489,1.2131239966995047,5.803324018099445,1.8395090581646578,0.17256637168141592,0.006736504819146764,113,0.9557522123893806,2026-06-17T12:10:12.867076+00:00,2026-06-23T07:11:11.052988+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.521875720819322,2.160640795791908,0.12266493909571329,1.4287986217876727,9.282293050535944,4.620692885869486,0.07777777777777778,0.3040634670786112,81,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-23T07:11:11.064727+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0111097883978877,0.9809815142189158,0.670431287322671,0.5088904910328427,19.330770665290984,0.4430557750994079,-0.2338709677419355,0.061814051956719275,32,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-23T06:51:45.742928+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.156192403024307,1.1361608395415228,0.016496337555723502,0.8136231493400313,13.958441871726718,3.8617628937892565,0.1056910569105691,0.32403378743423294,42,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T07:01:37.068935+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0787787195349199,1.0379444492218732,0.21618952646374368,0.5597492766841528,45.98579993029981,0.08734441118750925,0.0,1.0,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-22T23:42:47.321412+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6403543276772924,0.7562230995116085,0.008505494086029342,0.4380997175508197,1.3615028441727417e-16,0.4842341651568654,-0.12306420501515568,0.011471636915212457,191,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T07:11:11.073820+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6430651222855831,0.7578959832028644,0.008503616870932042,0.4388804728351332,8.562830112749679e-17,0.4844233300250582,-0.11420157068062828,0.01866366524355319,192,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T07:23:39.530394+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.24001634527529367,0.4544740261704839,0.051685353854007944,0.3219751307891324,1.4438931485930167e-16,0.2296321096103468,0.04761904761904762,1.0,7,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-23T06:51:45.759596+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.452175711580386,1.4395229023164757,1.499744015425794,1.2721148244250653,1.1843476326258352e-15,1.855878738313398,0.17951959544879897,0.0048207345705909566,113,0.9557522123893806,2026-06-17T12:10:12.978229+00:00,2026-06-23T07:11:11.080498+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.153430486566246,2.320721685607065,0.1294430201440216,1.8519424376573144,-3.2146714393868963e-17,4.6835379519905995,0.07962962962962963,0.2926945495891069,81,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-23T07:11:11.089852+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.4891926434774434,1.1912979310433554,0.6987444604769208,0.9229102827869207,-3.0241786443943394e-16,0.7167808582508574,-0.060483870967741944,0.6407868249535689,32,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-23T06:51:45.816416+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.5123433959453614,1.2943412513401074,0.017379466518644478,0.7192118246454091,4.572087696932298e-15,3.995262532327714,0.13712959897739457,0.20093683513940286,42,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T07:01:37.101216+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.9607965919810555,1.7146505799162957,0.36091886218530816,1.3691608206855306,8.969107392259686e-17,0.5580553598022875,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-22T23:42:47.343681+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.45917761228423865,0.6257932772418584,0.007530422365949998,0.34342000410570006,18.981451967889086,0.41503098156001816,0.3393874029335634,9.573841464130598e-19,305,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T07:09:55.653605+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.46095479891009117,0.6270210679666732,0.0075282222792460935,0.34396069830825277,18.9432578130744,0.41551465347765304,0.3424622307939569,4.077519739930743e-19,306,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T07:22:46.518518+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.32355845359025515,0.4362658768354618,0.048157471808452285,0.24349446471584263,36.154594422427266,0.4797179032349619,0.07142857142857142,0.9048611111111111,8,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-23T06:48:46.741372+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2968546999639505,0.4259077914558678,0.6295960560473443,0.2106534610046519,73.40224767679587,0.4355531274246284,0.3278984200274151,3.1724786942802884e-10,167,0.9640718562874252,2026-06-16T12:07:37.946365+00:00,2026-06-23T07:10:00.382538+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.650269811315008,1.9266586655909677,0.11629000494422229,1.0598505141462373,14.723311970749794,4.532477787767898,0.4002357795461243,1.574115241232113e-10,117,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-23T07:10:07.297968+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1658356 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8226217629497843,0.8841273232341431,0.5888481593221188,0.46446736477989037,25.776657472107242,0.3929289711826914,-0.021276595744680854,0.8329493624989518,47,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-23T06:49:25.642872+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7375517639822353,0.9127578462770192,0.010379937960733335,0.5714708047089474,34.655288157709066,3.545210821235065,0.09717514124293786,0.27263980828063983,60,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T07:00:36.519559+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1174822396077626,0.324815581789166,0.060286878365620425,0.19980835418849988,92.46557501174824,0.060081196004453746,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-22T23:41:11.770213+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4762036412709661,0.5987612483907554,0.006859754706290752,0.3299513390071446,29.68052719058549,0.6725301236750788,0.2453511705685619,2.336348238968178e-10,300,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T07:10:59.164237+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.47776654014743075,0.6000044080733554,0.006859095372748305,0.3306972477606051,29.615686360233635,0.6719556160059208,0.24881506090808417,1.2127710923437428e-10,301,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T07:23:32.792948+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.29483004496619825,0.46548654878620704,0.051677057688773544,0.23891626291868845,18.012729595469647,0.3783377150923359,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-23T06:51:07.870560+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.09512207677459951,0.2284083544868125,0.4167754019007643,0.118099199296754,90.06473596779661,0.20044522423602068,0.20529702229537636,9.541797784848563e-05,164,0.9695121951219512,2026-06-16T12:08:08.243141+00:00,2026-06-23T07:11:03.911809+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.750628255943811,1.9636178439862593,0.12084137340568583,1.1966066684022107,12.213207562061044,4.518932099979376,0.2995495495495495,2.8414510985895744e-06,112,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-23T07:11:08.320840+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1293 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9524019465793274,0.9628713935002651,0.656236828446335,0.5167271468483273,18.335722364460622,0.3268295138968569,0.012775842044134728,0.9051079681213975,42,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-23T06:51:42.897136+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8979337604074065,0.9840125771132016,0.011731819655206472,0.6444371482894333,27.30287484594349,3.676605617401129,0.02727272727272728,0.7665913629461374,56,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T07:01:34.786028+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.19701763456987959,0.42647880866511967,0.09210826322391313,0.22574447154214997,87.63037685402294,0.10515280616061715,0.3333333333333334,0.75,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-22T23:42:44.447703+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3912722158823823,0.5621461397766443,0.00670097509333899,0.3819678989228382,31.160790639459567,0.39881714576610194,0.25655015039933615,1.4940460682820896e-11,311,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T07:08:51.468868+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3933742933309205,0.56362416176815,0.006702265246337145,0.38282954520130097,31.07742231836816,0.3999028984037697,0.2600791491466733,7.261109634143765e-12,312,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T07:21:49.965852+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.33495704111947366,0.5010608588966544,0.057479343375581575,0.33223136035557854,10.92486816077923,0.37532226183456846,-0.2857142857142857,0.39875992063492066,8,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-23T06:45:49.814177+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.1061989937583113,0.2562526533436232,0.3578825562971894,0.1838105676363673,85.01553265963038,0.17354571481590614,0.060529543322992575,0.2455833412745616,167,0.9640718562874252,2026-06-16T12:07:01.390017+00:00,2026-06-23T07:08:57.878069+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.016800729785524,1.7709262106330328,0.11589705835740441,1.229180675788252,21.859304127413164,4.352628262060442,0.3943977591036414,1.6876811145301617e-10,120,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-23T07:09:03.484242+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8182111434166189,0.8831391157040999,0.514631892410347,0.6853811507681332,26.603328166882324,0.37114524890107814,0.008979591836734694,0.9266873649327438,50,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-23T06:46:32.302812+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6348851069093873,0.8850288011855599,0.010578454559476052,0.6883319003064058,36.18084997219409,3.409929561025304,0.07103825136612021,0.4185272753366379,61,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T06:59:47.050729+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15216568209521827,0.37796453879602965,0.06502662159367666,0.29797079340933813,90.33726988702747,0.06941482262146421,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-22T23:39:57.499399+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.40872773537963436,0.5719326463236424,0.006767622882096884,0.32603293110552717,29.12389029555435,0.47937759089026083,0.23291546126647378,1.2262929623162218e-09,306,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T07:09:32.697448+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.41071067532347766,0.5733553648732281,0.006767875998350586,0.3266289595189425,29.05045792507228,0.47985312801244995,0.23693342700815395,5.947965302331296e-10,307,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T07:22:18.235165+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.40519730215333866,0.5287544315839078,0.05883406185198004,0.28694694299859,9.790961717185407,0.5513226404559831,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-23T06:47:15.339309+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.19733366484497813,0.3207875409183525,0.38313151374326293,0.16628995941856803,82.9810835369403,0.3542844457175881,0.34808324205914565,2.7970983090699036e-11,166,0.963855421686747,2026-06-16T12:07:21.772238+00:00,2026-06-23T07:09:39.768447+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.194559998985474,1.8402275050042818,0.1132042926921292,1.0284805431718722,16.961613763467028,4.341031409633369,0.31405782652043873,4.0970805370632644e-07,119,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-23T07:09:43.755852+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 9dab730ee62272af82f2bd50c1c54148e8218792..13f4fd17f3a9433bbedbb92cb49ee2dd356e3c83 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T07:11:11.198550+00:00", + "generated_at": "2026-06-23T07:23:39.735063+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 4c4b056676786ec103f932c0d159b322f64f53fe..cf70e45ac58b9408cdd705004f1d74e25af7560c 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,2.060580594140758,1.6949029827822804,7.0,1,1,1.0 Air Quality,Moving-Average,2.6970909529658136,1.787003596029519,8.0,1,1,1.0 Air Quality,ARIMA,2.7014724698647403,1.8220727539049546,9.0,1,1,1.0 Air Quality,ETS,4.142614783964385,2.6125568575809464,10.0,1,1,1.0 -Finance,ETS,0.8718406123573903,0.8924979972723704,1.0,1,1,1.0 -Finance,Chronos-2,0.9480137441888786,0.8986752242785598,2.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.9775803197101122,0.9051933648455566,3.0,1,1,1.0 -Finance,TiRex,0.8637645491124208,0.9201644621616614,4.0,1,1,1.0 -Finance,Timer-S1,0.8163218989611929,0.9316947824827476,5.0,1,1,1.0 -Finance,Moving-Average,0.9386388229694268,0.9446094611992111,6.0,1,1,1.0 -Finance,Toto-2.0-1B,0.8769942903660534,0.952045602485529,7.0,1,1,1.0 -Finance,TimesFM-2.5,0.9031514308266095,0.9638693087035854,8.0,1,1,1.0 +Finance,ETS,0.8703236703365584,0.8905665165773973,1.0,1,1,1.0 +Finance,Chronos-2,0.9460979220860763,0.8967740861585718,2.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.9998763489666767,0.9163733785035791,3.0,1,1,1.0 +Finance,TiRex,0.8640364263630361,0.9225791700007485,4.0,1,1,1.0 +Finance,Timer-S1,0.815484383785501,0.9300955796777005,5.0,1,1,1.0 +Finance,Moving-Average,0.9388128450701028,0.9429339523180258,6.0,1,1,1.0 +Finance,Toto-2.0-1B,0.8765219902644491,0.9546169106712522,7.0,1,1,1.0 +Finance,TimesFM-2.5,0.9020469689490772,0.9622884043053299,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,2.0209735942571334,1.8288665771603425,10.0,1,1,1.0 +Finance,ARIMA,2.02620519331597,1.831534544373808,10.0,1,1,1.0 Hazards,ARIMA,0.49993713739695317,0.5207743339339302,1.0,1,1,1.0 Hazards,Moving-Average,0.5597492240307385,0.5404916561631454,2.0,1,1,1.0 Hazards,TiRex,0.4860743680848141,0.5478144070849986,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 8ff5f34c73936d94efb90756e5d233112590270a..fc4d1d11ccb68fe9a3f716544e75bd808ca67468 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 1D,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.4605957074099816,0.7460225665281688,3.3333333333333335,6,6,1.0 -1h,TiRex,0.6025963114994871,1.0357932981356333,4.5,6,6,1.0 -1h,Toto-2.0-1B,0.45818191217408716,0.9477778980687793,4.5,6,6,1.0 -1h,Moirai-1.1-Large,0.7839464291876791,1.0128343941628817,4.833333333333333,6,6,1.0 -1h,Timer-S1,1.0608787152277992,1.0367741871147096,5.333333333333333,6,6,1.0 -1h,Moving-Average,0.9517139421863621,1.0636549600014777,5.5,6,6,1.0 +1h,Chronos-2,0.46044044183714944,0.7457593005415623,3.3333333333333335,6,6,1.0 +1h,TiRex,0.6026279194081867,1.036245827344083,4.5,6,6,1.0 +1h,Toto-2.0-1B,0.458140777748504,0.9482040490647728,4.5,6,6,1.0 +1h,Moirai-1.1-Large,0.7868984573444904,1.0149086590663463,4.833333333333333,6,6,1.0 +1h,Timer-S1,1.0606972341062937,1.036477380468931,5.333333333333333,6,6,1.0 +1h,Moving-Average,0.9517433476159558,1.0633402828833953,5.5,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,6.0,6,6,1.0 -1h,TimesFM-2.5,0.7045332314490118,0.9783822515937671,6.333333333333333,6,6,1.0 -1h,ARIMA,1.4508999587272964,1.4111940184197547,6.666666666666667,6,6,1.0 -1h,ETS,5.897979567792512,2.7377486054872437,8.0,6,6,1.0 +1h,TimesFM-2.5,0.7043895628727787,0.9781146172978187,6.333333333333333,6,6,1.0 +1h,ARIMA,1.451525263994786,1.4115369204972408,6.666666666666667,6,6,1.0 +1h,ETS,5.896267980823343,2.7367602404104234,8.0,6,6,1.0 6min,Chronos-2,0.050545457539806105,0.14162790135567072,1.0,1,1,1.0 6min,Timer-S1,0.028614445867316384,0.15348703552079604,2.0,1,1,1.0 6min,Toto-2.0-1B,0.07445815002360125,0.232679664592574,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 2942217d8bba871acd153064f2c0ee66d83c7f51..1b45ee5e9e8fd4f61ebe9e7c288e6a3d7825f627 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 7,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.3510846990918768,0.703341553766687,3.857142857142857,7,7,1.0 -24,TiRex,0.4528241951820434,0.9237368358683324,4.571428571428571,7,7,1.0 -24,Moirai-1.1-Large,0.6575478051224694,0.888247742442717,4.714285714285714,7,7,1.0 -24,Timer-S1,0.6695893101025722,0.8816875583197678,5.0,7,7,1.0 -24,Toto-2.0-1B,0.4064926197379161,0.9090275617401016,5.0,7,7,1.0 -24,TimesFM-2.5,0.4817561784079378,0.8287827322357572,5.714285714285714,7,7,1.0 -24,Moving-Average,0.9341803832888114,1.0895405316352245,6.142857142857143,7,7,1.0 +24,Chronos-2,0.3509832540431762,0.7031288019763438,3.857142857142857,7,7,1.0 +24,TiRex,0.45284455390349304,0.9240827445333027,4.571428571428571,7,7,1.0 +24,Moirai-1.1-Large,0.6596695735897183,0.8898067550077756,4.714285714285714,7,7,1.0 +24,Timer-S1,0.6694911279052798,0.8814712036619443,5.0,7,7,1.0 +24,Toto-2.0-1B,0.40646133905996173,0.9093778884469946,5.0,7,7,1.0 +24,TimesFM-2.5,0.48167197161353825,0.8285884041420841,5.714285714285714,7,7,1.0 +24,Moving-Average,0.9342051235392886,1.0892642384493854,6.142857142857143,7,7,1.0 24,Seasonal-Naive,1.0,1.0,6.428571428571429,7,7,1.0 -24,ARIMA,0.989713408298224,1.2141707757720643,6.571428571428571,7,7,1.0 -24,ETS,3.2795039230464815,1.9683109783190698,7.0,7,7,1.0 +24,ARIMA,0.9900790063861838,1.2144236524853087,6.571428571428571,7,7,1.0 +24,ETS,3.2786881561534367,1.9677018876440335,7.0,7,7,1.0 60,Chronos-2,0.050545457539806105,0.14162790135567072,1.0,1,1,1.0 60,Timer-S1,0.028614445867316384,0.15348703552079604,2.0,1,1,1.0 60,Toto-2.0-1B,0.07445815002360125,0.232679664592574,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 905f0d3a310679bcee606333a2179d9f205e208c..2a2e3d671deb90c2182696fd483df79ca1dc13c7 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Chronos-2,0.2676722584254129,0.5373726722354164,3.5,10,10,1.0 -Overall,Timer-S1,0.3870802207676387,0.6233147739249615,4.2,10,10,1.0 -Overall,TiRex,0.3822275480344268,0.7119598413150751,4.4,10,10,1.0 -Overall,Toto-2.0-1B,0.29580088229821266,0.6669572326141784,4.5,10,10,1.0 -Overall,Moirai-1.1-Large,0.6686652306186747,0.7910124332604268,4.7,10,10,1.0 -Overall,TimesFM-2.5,0.34839288354636233,0.6589197623638596,5.6,10,10,1.0 -Overall,Moving-Average,0.8298411832759877,0.9611479688963513,6.5,10,10,1.0 -Overall,ARIMA,1.0069781389614163,1.107274615286977,6.9,10,10,1.0 +Overall,Chronos-2,0.2676181158162482,0.5372588832379168,3.5,10,10,1.0 +Overall,Timer-S1,0.3870404894646126,0.623207702647391,4.2,10,10,1.0 +Overall,TiRex,0.38223957726839886,0.7121464545001525,4.4,10,10,1.0 +Overall,Toto-2.0-1B,0.2957849482542775,0.6671371475091992,4.5,10,10,1.0 +Overall,Moirai-1.1-Large,0.6701748500446989,0.79198402225473,4.7,10,10,1.0 +Overall,TimesFM-2.5,0.3483502551942474,0.6588116088222541,5.6,10,10,1.0 +Overall,Moving-Average,0.8298565671122133,0.9609773482444514,6.5,10,10,1.0 +Overall,ARIMA,1.0072385074866415,1.1074360395750318,6.9,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.1,10,10,1.0 -Overall,ETS,2.514807880163053,1.624027727267979,7.6,10,10,1.0 +Overall,ETS,2.5143699781116817,1.623675923994139,7.6,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index f7236fd007f3f789e14f77864c76074a4e5aefe5..f41dddd0bfdbf048c772368f5514200e899d7e52 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,842597.6187969549,947472.1382348029,857.8835092219182,1.3225802434163891,0.01329436748816404,0.013402342268824419,31.492480538113096,917.9311623411392,0.014286686829850851,0.013352104749868032,0.01241568208632599,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,831178.9123594691,944702.672091829,855.1422982844182,1.3183541784670085,0.013250498119601611,0.013358822635637332,31.492480538113096,911.6901405408908,0.014188945373144175,0.013308871969838267,0.012372489308522404,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,7.593872656247368,7.767905889057713,2.0541670094513194,1.2031163736856252,0.07288689077029968,0.07797187149296309,38.49013958177101,2.755698215742676,0.10379440500387625,0.07737096947211616,0.0750193446187416,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.8856811510930015,0.8746771290076232,0.7354070507381331,2.674045482891039,0.7112812937740376,0.4261897540069885,104.61090576771693,0.941106344199741,0.6468974462064114,0.5055039167217825,0.5034709030863547,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.0601318533655267,0.05327076930982422,0.1909478231999037,1.3853076333222571,0.1420454231086635,0.12817213218685608,20.698281250660234,0.24521797113084248,0.16609307069186108,0.12933436383533312,0.1153897616750351,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 38bb7c0a56acd0e82a6ed1360b20e340ccddf1cd..90c61211238bde343b6ba1622dba30d3a61f7afd 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T07:11:10.756914+00:00", + "evaluated_at": "2026-06-23T07:23:39.422037+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63623.01953125, 63400.0, 62936.01171875, - 62954.01953125 + 63019.80859375 ], "p50": [ 63555.018307248385, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 94d0238bd86200af07cca95b8b21aad6c15e3589..7758c12c6e77220e90fe210de2c780b989c024aa 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,13 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T07:11:10.939314+00:00", + "evaluated_at": "2026-06-23T07:23:39.449498+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 56bb82fccea7f7918d5683a87147dd44f6be2476..751e6aab10e58a002bf3151fc6e9c402e3e6e392 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,395252.132788976,395252.132788976,451.5421549479167,0.6961326646148319,0.007034765059574109,0.007031689266158394,9.08220878179408,628.6908085768202,0.009784948004199809,0.007027805158900808,0.006100863793369076,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,388103.16174252826,388103.16174252826,448.8009440104167,0.6919065996654513,0.006990343747697466,0.006988173506809316,8.913166183818854,622.9792626906037,0.009695639268045972,0.006984842541130589,0.006057940772801706,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.5295659158333971,0.5295659158333971,0.5971391995747884,0.3497417420650002,0.02245494588045587,0.022608952534132254,2.791484631303323,0.727712797629255,0.027409574971647723,0.02249147151537862,0.028857158475148265,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.009633856669218883,0.009633856669218883,0.06793764730294545,0.24703102683927783,0.07117649687966902,0.06474930296037168,1.180992177483414,0.09815221173880334,0.06746784303885932,0.046698963206882396,0.03626780763763147,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.11183647205581337,0.11183647205581337,0.27856141991085476,2.020935640348208,0.20759661740335333,0.17905314262004113,30.909556300239565,0.3344196047719293,0.22651186126358952,0.18867753205816942,0.13486025765386467,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 5aa43af1966e22f83f84ae64bee852888de1ded9..fa3b3e74fcdd13e8d96f9cb9a182aec8af9ad43c 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T07:08:19.711011+00:00", + "evaluated_at": "2026-06-23T07:19:35.768835+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63623.01953125, 63400.0, 62936.01171875, - 62954.01953125 + 63019.80859375 ], "p50": [ 64221.27734375, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 57e36555b018b37c8ca7ebf87dbaff5497eee00e..f20bf17c6f69006fcf6f7072f796c2f78d801808 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,13 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T07:08:33.845257+00:00", + "evaluated_at": "2026-06-23T07:19:38.522000+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 22ea73eeb1a64fe7866428418d30be191d7a774d..020d19ce3777d0fe8e85567b6c287e34bf1f5b30 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,363493.5290744574,364691.415261071,436.2513963469634,0.6725592365035816,0.006788308935866405,0.0067935992112237,12.200130833392976,602.9042453611165,0.0093836057596013,0.006789819688437521,0.006058928264751619,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,357019.4588866767,358325.2160068239,433.5101854094634,0.6683331715542008,0.006743986275701948,0.006750082514428394,12.031088235417748,597.5110533594142,0.009299268818391162,0.006746867236961849,0.006016007035591662,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,40.80650449467975,42.26480901897464,5.524301652595784,3.2355586185720284,0.20205608092167893,0.23458602600461984,86.30682403553787,6.387996907848324,0.24060629514107576,0.20807488999247237,0.19508424028346397,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,1.6010543875975407,1.6045719023072396,0.9977049415422954,3.627798223462021,0.9650242131337418,0.513044523013794,139.62636192438373,1.2653277787188348,0.8697606957089205,0.6858021760548721,0.678695589898466,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.09740355878129293,0.0964472713642698,0.25394467291016964,1.842343567623133,0.19009040591617118,0.16512172776170797,33.43251011637675,0.312095432169862,0.21139106746110747,0.17200391274334834,0.15967385924570698,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 80595ea33e853d7b7b175e873b8afd8f87a908d0..9983928fc4690fe2db378d37ea1a687370e25340 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-23T07:11:10.985705+00:00", + "evaluated_at": "2026-06-23T07:23:39.493459+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63623.01953125, 63400.0, 62936.01171875, - 62954.01953125 + 63019.80859375 ], "p50": [ 64185.44374747325, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 876795297cd3680340304a9ad15f704a823225ef..bb4f2414a687859e4b7ab135076a2bfa1c3540e3 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,13 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T07:11:11.039573+00:00", + "evaluated_at": "2026-06-23T07:23:39.505475+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 6d9716e8aed0babf4303f7da7e1afb7ccd310b57..7c4dcbcfbbbb949d5ef25d4fb773eb10d2c7ec66 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1996,3 +1996,4 @@ {"evaluated_at": "2026-06-23T07:11:15.520397+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-23T07:11:15.520397+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-23T07:11:15.520397+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-23T07:23:43.952294+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index a2e4ccaaa30475f603dc87d7d9f4534430e949af..6d1c5210eda3e882512b8e59159f50abcf7692b5 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,407579.22414779663,401819.0813554128,460.2112630208333,0.7094976389289788,0.0071735684062774864,0.007166411448869204,7.051915668065123,638.4193168661147,0.009936362573127043,0.007162731215682682,0.006145113692232304,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,410163.8565381368,397037.9879217148,467.3533528645833,0.7205084426366009,0.007282747778376263,0.007276673119409304,7.507455208152894,640.4403614218398,0.009967392317723133,0.0072735800233806784,0.00619033905911204,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.4141467132570445,0.392791688573728,0.5455811818440756,0.3195444430911631,0.020299045857061136,0.020249816016360177,2.520220444382216,0.6435423166016704,0.024239262291094025,0.02054951947470627,0.024202580827537866,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.2459905187842473,1.1008512317133563,0.8194164196650188,2.979515594000239,0.7965951510164196,0.45492367699305436,42.994487850693936,1.116239454052869,0.7672803999591172,0.5632502559651191,0.39560354209888365,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.10145886488649561,0.09688972443753495,0.2537527879079183,1.8409514608481814,0.19000590176565688,0.16497881585923815,16.205970954870438,0.3185260819564006,0.21574672852731963,0.17187394360162245,0.11467902208029411,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 175d9a786f816b0870525a8ac2338dda2b83199a..ec3959e186ca07b4c551812d0885d407c199d819 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T07:10:31.506843+00:00", + "evaluated_at": "2026-06-23T07:23:14.490901+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 63623.01953125, 63400.0, 62936.01171875, - 62954.01953125 + 63019.80859375 ], "p50": [ - 64232.154296875, - 64184.626953125, - 64189.185546875, - 64171.248046875, - 64159.673828125, - 64178.791015625, - 64205.509765625, - 64283.3984375, - 64243.876953125, - 64314.341796875, - 64241.388671875, - 64247.248046875, - 64254.330078125, - 64283.787109375, - 64257.5546875, - 64291.005859375, - 64262.59765625, - 64312.068359375, - 64282.779296875, - 64349.357421875, - 64218.583984375, - 64240.455078125, - 64299.302734375, - 64283.9609375 + 64173.734375, + 64182.0, + 64134.0859375, + 64210.240234375, + 64200.779296875, + 64197.3984375, + 64246.474609375, + 64254.123046875, + 64191.033203125, + 64186.34765625, + 64272.154296875, + 64218.376953125, + 64297.203125, + 64315.966796875, + 64224.212890625, + 64197.1640625, + 64198.92578125, + 64217.4609375, + 64281.68359375, + 64348.4765625, + 64285.736328125, + 64341.701171875, + 64259.0234375, + 64315.529296875 ], "p10": [ - 63898.6484375, - 63828.396484375, - 63758.8984375, - 63718.599609375, - 63603.669921875, - 63679.9296875, - 63663.265625, - 63631.638671875, - 63491.439453125, - 63557.537109375, - 63561.0234375, - 63601.451171875, - 63397.275390625, - 63521.923828125, - 63446.328125, - 63438.603515625, - 63300.931640625, - 63446.03515625, - 63154.81640625, - 63308.060546875, - 63243.5234375, - 63373.5859375, - 63164.916015625, - 63253.333984375 + 63903.490234375, + 63807.0078125, + 63717.75, + 63753.892578125, + 63677.47265625, + 63634.072265625, + 63758.169921875, + 63528.189453125, + 63474.08203125, + 63417.365234375, + 63493.533203125, + 63618.587890625, + 63273.6171875, + 63451.271484375, + 63397.16796875, + 63395.91796875, + 63426.46875, + 63231.490234375, + 63393.978515625, + 63346.37890625, + 63503.40234375, + 63234.484375, + 63151.201171875, + 63107.16796875 ], "p90": [ - 64511.4765625, - 64514.23046875, - 64672.603515625, - 64651.810546875, - 64721.029296875, - 64757.234375, - 64855.5625, - 64992.046875, - 64853.22265625, - 65023.66796875, - 64950.255859375, - 64994.205078125, - 64998.8359375, - 65371.765625, - 65128.677734375, - 65006.783203125, - 65257.328125, - 65316.517578125, - 65187.068359375, - 65408.3046875, - 65159.4375, - 65169.455078125, - 65361.08984375, - 65420.333984375 + 64465.35546875, + 64551.884765625, + 64528.369140625, + 64690.107421875, + 64658.646484375, + 64740.46484375, + 64831.298828125, + 64839.81640625, + 64853.74609375, + 64951.33203125, + 64979.861328125, + 64925.4453125, + 65105.6953125, + 65120.908203125, + 65186.94140625, + 65181.759765625, + 65057.931640625, + 65133.859375, + 65032.46875, + 65241.1171875, + 65424.736328125, + 65455.63671875, + 65553.96875, + 65224.623046875 ], "mean": [ - 64223.546875, - 64184.19921875, - 64208.87890625, - 64206.2890625, - 64160.17578125, - 64246.4765625, - 64260.3203125, - 64314.6953125, - 64178.87890625, - 64320.80078125, - 64251.5234375, - 64287.68359375, - 64297.734375, - 64391.03515625, - 64291.828125, - 64260.0390625, - 64218.5078125, - 64353.078125, - 64279.0, - 64363.48046875, - 64199.39453125, - 64218.453125, - 64340.23046875, - 64331.41015625 + 64181.72265625, + 64178.1640625, + 64114.47265625, + 64232.015625, + 64181.55859375, + 64205.17578125, + 64295.16796875, + 64259.0703125, + 64205.77734375, + 64295.9296875, + 64294.125, + 64282.7109375, + 64238.49609375, + 64279.19921875, + 64324.078125, + 64275.96484375, + 64260.1328125, + 64266.8125, + 64276.046875, + 64315.7890625, + 64344.984375, + 64293.36328125, + 64204.84765625, + 64142.89453125 ], "quantiles": { "0.1": [ - 63898.6484375, - 63828.396484375, - 63758.8984375, - 63718.599609375, - 63603.669921875, - 63679.9296875, - 63663.265625, - 63631.638671875, - 63491.439453125, - 63557.537109375, - 63561.0234375, - 63601.451171875, - 63397.275390625, - 63521.923828125, - 63446.328125, - 63438.603515625, - 63300.931640625, - 63446.03515625, - 63154.81640625, - 63308.060546875, - 63243.5234375, - 63373.5859375, - 63164.916015625, - 63253.333984375 + 63903.490234375, + 63807.0078125, + 63717.75, + 63753.892578125, + 63677.47265625, + 63634.072265625, + 63758.169921875, + 63528.189453125, + 63474.08203125, + 63417.365234375, + 63493.533203125, + 63618.587890625, + 63273.6171875, + 63451.271484375, + 63397.16796875, + 63395.91796875, + 63426.46875, + 63231.490234375, + 63393.978515625, + 63346.37890625, + 63503.40234375, + 63234.484375, + 63151.201171875, + 63107.16796875 ], "0.2": [ - 63898.6484375, - 63828.396484375, - 63758.8984375, - 63718.599609375, - 63603.669921875, - 63679.9296875, - 63663.265625, - 63631.638671875, - 63491.439453125, - 63557.537109375, - 63561.0234375, - 63601.451171875, - 63397.275390625, - 63521.923828125, - 63446.328125, - 63438.603515625, - 63300.931640625, - 63446.03515625, - 63154.81640625, - 63308.060546875, - 63243.5234375, - 63373.5859375, - 63164.916015625, - 63253.333984375 + 63903.490234375, + 63807.0078125, + 63717.75, + 63753.892578125, + 63677.47265625, + 63634.072265625, + 63758.169921875, + 63528.189453125, + 63474.08203125, + 63417.365234375, + 63493.533203125, + 63618.587890625, + 63273.6171875, + 63451.271484375, + 63397.16796875, + 63395.91796875, + 63426.46875, + 63231.490234375, + 63393.978515625, + 63346.37890625, + 63503.40234375, + 63234.484375, + 63151.201171875, + 63107.16796875 ], "0.3": [ - 63898.6484375, - 63828.396484375, - 63758.8984375, - 63718.599609375, - 63603.669921875, - 63679.9296875, - 63663.265625, - 63631.638671875, - 63491.439453125, - 63557.537109375, - 63561.0234375, - 63601.451171875, - 63397.275390625, - 63521.923828125, - 63446.328125, - 63438.603515625, - 63300.931640625, - 63446.03515625, - 63154.81640625, - 63308.060546875, - 63243.5234375, - 63373.5859375, - 63164.916015625, - 63253.333984375 + 63903.490234375, + 63807.0078125, + 63717.75, + 63753.892578125, + 63677.47265625, + 63634.072265625, + 63758.169921875, + 63528.189453125, + 63474.08203125, + 63417.365234375, + 63493.533203125, + 63618.587890625, + 63273.6171875, + 63451.271484375, + 63397.16796875, + 63395.91796875, + 63426.46875, + 63231.490234375, + 63393.978515625, + 63346.37890625, + 63503.40234375, + 63234.484375, + 63151.201171875, + 63107.16796875 ], "0.4": [ - 64232.154296875, - 64184.626953125, - 64189.185546875, - 64171.248046875, - 64159.673828125, - 64178.791015625, - 64205.509765625, - 64283.3984375, - 64243.876953125, - 64314.341796875, - 64241.388671875, - 64247.248046875, - 64254.330078125, - 64283.787109375, - 64257.5546875, - 64291.005859375, - 64262.59765625, - 64312.068359375, - 64282.779296875, - 64349.357421875, - 64218.583984375, - 64240.455078125, - 64299.302734375, - 64283.9609375 + 64173.734375, + 64182.0, + 64134.0859375, + 64210.240234375, + 64200.779296875, + 64197.3984375, + 64246.474609375, + 64254.123046875, + 64191.033203125, + 64186.34765625, + 64272.154296875, + 64218.376953125, + 64297.203125, + 64315.966796875, + 64224.212890625, + 64197.1640625, + 64198.92578125, + 64217.4609375, + 64281.68359375, + 64348.4765625, + 64285.736328125, + 64341.701171875, + 64259.0234375, + 64315.529296875 ], "0.5": [ - 64232.154296875, - 64184.626953125, - 64189.185546875, - 64171.248046875, - 64159.673828125, - 64178.791015625, - 64205.509765625, - 64283.3984375, - 64243.876953125, - 64314.341796875, - 64241.388671875, - 64247.248046875, - 64254.330078125, - 64283.787109375, - 64257.5546875, - 64291.005859375, - 64262.59765625, - 64312.068359375, - 64282.779296875, - 64349.357421875, - 64218.583984375, - 64240.455078125, - 64299.302734375, - 64283.9609375 + 64173.734375, + 64182.0, + 64134.0859375, + 64210.240234375, + 64200.779296875, + 64197.3984375, + 64246.474609375, + 64254.123046875, + 64191.033203125, + 64186.34765625, + 64272.154296875, + 64218.376953125, + 64297.203125, + 64315.966796875, + 64224.212890625, + 64197.1640625, + 64198.92578125, + 64217.4609375, + 64281.68359375, + 64348.4765625, + 64285.736328125, + 64341.701171875, + 64259.0234375, + 64315.529296875 ], "0.6": [ - 64232.154296875, - 64184.626953125, - 64189.185546875, - 64171.248046875, - 64159.673828125, - 64178.791015625, - 64205.509765625, - 64283.3984375, - 64243.876953125, - 64314.341796875, - 64241.388671875, - 64247.248046875, - 64254.330078125, - 64283.787109375, - 64257.5546875, - 64291.005859375, - 64262.59765625, - 64312.068359375, - 64282.779296875, - 64349.357421875, - 64218.583984375, - 64240.455078125, - 64299.302734375, - 64283.9609375 + 64173.734375, + 64182.0, + 64134.0859375, + 64210.240234375, + 64200.779296875, + 64197.3984375, + 64246.474609375, + 64254.123046875, + 64191.033203125, + 64186.34765625, + 64272.154296875, + 64218.376953125, + 64297.203125, + 64315.966796875, + 64224.212890625, + 64197.1640625, + 64198.92578125, + 64217.4609375, + 64281.68359375, + 64348.4765625, + 64285.736328125, + 64341.701171875, + 64259.0234375, + 64315.529296875 ], "0.7": [ - 64232.154296875, - 64184.626953125, - 64189.185546875, - 64171.248046875, - 64159.673828125, - 64178.791015625, - 64205.509765625, - 64283.3984375, - 64243.876953125, - 64314.341796875, - 64241.388671875, - 64247.248046875, - 64254.330078125, - 64283.787109375, - 64257.5546875, - 64291.005859375, - 64262.59765625, - 64312.068359375, - 64282.779296875, - 64349.357421875, - 64218.583984375, - 64240.455078125, - 64299.302734375, - 64283.9609375 + 64173.734375, + 64182.0, + 64134.0859375, + 64210.240234375, + 64200.779296875, + 64197.3984375, + 64246.474609375, + 64254.123046875, + 64191.033203125, + 64186.34765625, + 64272.154296875, + 64218.376953125, + 64297.203125, + 64315.966796875, + 64224.212890625, + 64197.1640625, + 64198.92578125, + 64217.4609375, + 64281.68359375, + 64348.4765625, + 64285.736328125, + 64341.701171875, + 64259.0234375, + 64315.529296875 ], "0.8": [ - 64511.4765625, - 64514.23046875, - 64672.603515625, - 64651.810546875, - 64721.029296875, - 64757.234375, - 64855.5625, - 64992.046875, - 64853.22265625, - 65023.66796875, - 64950.255859375, - 64994.205078125, - 64998.8359375, - 65371.765625, - 65128.677734375, - 65006.783203125, - 65257.328125, - 65316.517578125, - 65187.068359375, - 65408.3046875, - 65159.4375, - 65169.455078125, - 65361.08984375, - 65420.333984375 + 64465.35546875, + 64551.884765625, + 64528.369140625, + 64690.107421875, + 64658.646484375, + 64740.46484375, + 64831.298828125, + 64839.81640625, + 64853.74609375, + 64951.33203125, + 64979.861328125, + 64925.4453125, + 65105.6953125, + 65120.908203125, + 65186.94140625, + 65181.759765625, + 65057.931640625, + 65133.859375, + 65032.46875, + 65241.1171875, + 65424.736328125, + 65455.63671875, + 65553.96875, + 65224.623046875 ], "0.9": [ - 64511.4765625, - 64514.23046875, - 64672.603515625, - 64651.810546875, - 64721.029296875, - 64757.234375, - 64855.5625, - 64992.046875, - 64853.22265625, - 65023.66796875, - 64950.255859375, - 64994.205078125, - 64998.8359375, - 65371.765625, - 65128.677734375, - 65006.783203125, - 65257.328125, - 65316.517578125, - 65187.068359375, - 65408.3046875, - 65159.4375, - 65169.455078125, - 65361.08984375, - 65420.333984375 + 64465.35546875, + 64551.884765625, + 64528.369140625, + 64690.107421875, + 64658.646484375, + 64740.46484375, + 64831.298828125, + 64839.81640625, + 64853.74609375, + 64951.33203125, + 64979.861328125, + 64925.4453125, + 65105.6953125, + 65120.908203125, + 65186.94140625, + 65181.759765625, + 65057.931640625, + 65133.859375, + 65032.46875, + 65241.1171875, + 65424.736328125, + 65455.63671875, + 65553.96875, + 65224.623046875 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 90c2fe2f96230c7d9f1b1b278b18df2955c9b18c..18161d2fcfb78d5b6fc80061514e7c21cc60bcfe 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,13 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T07:10:44.872393+00:00", + "evaluated_at": "2026-06-23T07:23:17.514173+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 7be2f142afe5f992b0d3bd9f50140a97c3c64ed9..529f8fbe40bef9d31eb30b23a316acf6830e4fb9 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,391343.47890138143,392951.4236473956,466.484911109969,0.7191695849771822,0.00725259476895278,0.0072650684412370855,13.148855087992276,625.5745190633818,0.009736446053099148,0.007260374317047252,0.006412698942858342,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,385114.7169341906,386830.5326137378,463.743700172469,0.7149435200278015,0.007208303024664721,0.007221551472399545,12.979812490017052,620.5761169543915,0.009658238289293925,0.007217401764357227,0.0063697626012761506,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,3.7254732223560887,3.857635656925538,1.6989814043242737,0.995085763097673,0.06234093839361071,0.06375101933657625,7.0135930254093175,1.9301484974882344,0.07269976578764256,0.06399277067680005,0.05485515880509876,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.16671528941857472,0.1669607305676623,0.3522194511585738,1.2807204274307722,0.3149618032127048,0.2584075725456841,46.3844520578101,0.4083078365872675,0.28066253976745936,0.24210851925820856,0.23601441223367006,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.07874797320679221,0.07782987561398985,0.22681329863858812,1.6455081219443584,0.17017761362960312,0.1495275007429668,27.35454996073067,0.280620692763011,0.19007233583143984,0.15362706522244354,0.1426514870372282,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 02b13b4c252b31bd00306258f5fcd45c6fb8073b..6e8ecadfe68e3160b8e1391e1ecf6ee48ab1ac77 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T07:11:11.044547+00:00", + "evaluated_at": "2026-06-23T07:23:39.513305+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63623.01953125, 63400.0, 62936.01171875, - 62954.01953125 + 63019.80859375 ], "p50": [ 64095.760236773574, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index b0dae1cb42d4afc16c5eb5b263c0e3741447c06f..499b4f7e6f55f32fe05273b3f4b649df3df6bddc 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,13 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T07:11:11.069543+00:00", + "evaluated_at": "2026-06-23T07:23:39.522573+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 8ce434f615952b43819e53f605c6196657825f42..484d6290a7b71fe9cf3714c6694cd24c123811f1 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-23T07:07:50.004211+00:00", - "finished_at": "2026-06-23T07:11:15.519946+00:00", - "task_count": 3, + "started_at": "2026-06-23T07:19:09.351714+00:00", + "finished_at": "2026-06-23T07:23:43.951851+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,13 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T07:08:33.845257+00:00", + "evaluated_at": "2026-06-23T07:19:38.522000+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": [] @@ -36,25 +24,13 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T07:09:06.217069+00:00", + "evaluated_at": "2026-06-23T07:21:53.119350+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": [] @@ -62,25 +38,13 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T07:09:48.847851+00:00", + "evaluated_at": "2026-06-23T07:22:21.034854+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": [] @@ -88,25 +52,13 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T07:10:10.224659+00:00", + "evaluated_at": "2026-06-23T07:22:50.640081+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": [] @@ -114,25 +66,13 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T07:10:44.872393+00:00", + "evaluated_at": "2026-06-23T07:23:17.514173+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": [] @@ -140,25 +80,13 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T07:11:10.538108+00:00", + "evaluated_at": "2026-06-23T07:23:39.214906+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": [] @@ -166,25 +94,13 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T07:11:10.939314+00:00", + "evaluated_at": "2026-06-23T07:23:39.449498+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": [] @@ -192,25 +108,13 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T07:11:11.039573+00:00", + "evaluated_at": "2026-06-23T07:23:39.505475+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": [] @@ -218,25 +122,13 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T07:11:11.069543+00:00", + "evaluated_at": "2026-06-23T07:23:39.522573+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": [] @@ -244,25 +136,13 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T07:11:11.093693+00:00", + "evaluated_at": "2026-06-23T07:23:39.535477+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": [] @@ -283,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-23T07:15:59.131772+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_072339.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_072339.json new file mode 100644 index 0000000000000000000000000000000000000000..2484cf06ffa1c9e60fce3170161fba8f28abeade --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_072339.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-23T07:23:39.422037+00:00", + "metrics": { + "MSE[mean]": 831178.9123594691, + "MSE[0.5]": 944702.672091829, + "MAE[0.5]": 855.1422982844182, + "MASE[0.5]": 1.3183541784670085, + "MAPE[0.5]": 0.013250498119601611, + "sMAPE[0.5]": 0.013358822635637332, + "MSIS": 31.492480538113096, + "RMSE[mean]": 911.6901405408908, + "NRMSE[mean]": 0.014188945373144175, + "ND[0.5]": 0.013308871969838267, + "mean_weighted_sum_quantile_loss": 0.012372489308522404 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00" + ], + "context": [ + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625 + ], + "actual": [ + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 63019.80859375 + ], + "predictions": { + "p50": [ + 63555.018307248385, + 63522.77776003978, + 63525.91945513521, + 63520.9640800348, + 63461.26409286161, + 63497.6953882059, + 63471.18946436877, + 63484.26051361994, + 63494.97674991118, + 63480.093026931296, + 63494.02970583206, + 63481.52864327829, + 63463.17165621295, + 63489.204064835416, + 63482.0731799292, + 63466.49456948256, + 63466.19916143312, + 63492.519629494505, + 63455.9238492229, + 63492.36368898077, + 63485.11703006574, + 63470.319480016784, + 63470.257164244045, + 63492.06784418958 + ], + "p10": [ + 63294.174695648595, + 63256.20047514326, + 63235.206801570166, + 63226.87526377245, + 63216.35921960675, + 63223.727126960956, + 63210.890385945626, + 63192.756642301116, + 63215.33077306937, + 63242.64562212701, + 63211.15843635484, + 63198.73946028261, + 63200.3594182181, + 63196.11132770365, + 63199.492609784, + 63183.75237808813, + 63256.96377247954, + 63208.15563514963, + 63207.02285984417, + 63232.32141078603, + 63182.8128362259, + 63198.08942327216, + 63198.02710749942, + 63207.548260038624 + ], + "p90": [ + 63822.69639712213, + 63808.242559361875, + 63740.233697059906, + 63757.414817615216, + 63660.05774637555, + 63673.26241250591, + 63695.11498324864, + 63711.65189716158, + 63679.717100359674, + 63707.60604790971, + 63707.300402371875, + 63672.80759480317, + 63659.9732966152, + 63703.52675643177, + 63683.44458651457, + 63674.06493353363, + 63702.35222489916, + 63702.245941024565, + 63682.36252767448, + 63684.18544183088, + 63731.816920628306, + 63673.04462440675, + 63683.93767661189, + 63765.6817015704 + ], + "mean": [ + 64814.48192219887, + 63848.17851158502, + 63823.48067714301, + 64171.098201486144, + 63435.431791475436, + 64416.47184522413, + 64118.544600315836, + 63780.17988869591, + 64097.934452493995, + 63792.42303050947, + 64428.53949644602, + 63458.71380220807, + 63443.71306473017, + 63770.38895740958, + 63787.88755385505, + 64726.13186349037, + 64424.18697784006, + 63799.51036420825, + 63778.97472364011, + 64123.41546653781, + 65393.27737936834, + 63453.74345925725, + 64094.110551611586, + 65069.699134104085 + ], + "quantiles": { + "0.1": [ + 63294.174695648595, + 63256.20047514326, + 63235.206801570166, + 63226.87526377245, + 63216.35921960675, + 63223.727126960956, + 63210.890385945626, + 63192.756642301116, + 63215.33077306937, + 63242.64562212701, + 63211.15843635484, + 63198.73946028261, + 63200.3594182181, + 63196.11132770365, + 63199.492609784, + 63183.75237808813, + 63256.96377247954, + 63208.15563514963, + 63207.02285984417, + 63232.32141078603, + 63182.8128362259, + 63198.08942327216, + 63198.02710749942, + 63207.548260038624 + ], + "0.2": [ + 63376.06975062657, + 63343.06709522187, + 63386.56696885058, + 63372.892206824865, + 63289.727078516335, + 63303.92512465797, + 63354.96388169103, + 63285.352144502445, + 63326.56654168254, + 63324.75151064795, + 63318.71392376804, + 63340.667366290356, + 63346.20576826707, + 63277.227003772634, + 63297.11158845301, + 63238.02360832203, + 63351.16952197145, + 63314.75419935169, + 63290.1138972179, + 63346.87187681583, + 63285.430933702206, + 63275.32757116258, + 63337.2288077827, + 63349.822393290415 + ], + "0.3": [ + 63435.37633534223, + 63426.293377119764, + 63445.925692216944, + 63417.35779384836, + 63376.09894812639, + 63372.48001956716, + 63413.5148087154, + 63376.601852158674, + 63391.98516087938, + 63387.76422925866, + 63391.2675574166, + 63387.689285928485, + 63382.59597839464, + 63368.47671142886, + 63373.78386433412, + 63371.65996724812, + 63385.7285543675, + 63387.998443096745, + 63355.775752450376, + 63412.20408589435, + 63377.83232462471, + 63365.20345501808, + 63372.31836204954, + 63386.700457889245 + ], + "0.4": [ + 63492.80402586221, + 63479.09768730674, + 63468.63349623365, + 63475.05812786409, + 63406.23016434123, + 63445.342765885995, + 63444.31708060911, + 63439.83294168212, + 63438.47448419127, + 63436.04320576063, + 63444.34807317652, + 63433.93211028195, + 63432.728734627795, + 63432.70179911551, + 63431.58930562125, + 63413.038945574976, + 63431.79194609754, + 63445.45626081502, + 63400.76235314124, + 63446.88192915654, + 63430.883133770105, + 63428.31737109746, + 63429.376304131896, + 63446.868879263006 + ], + "0.5": [ + 63555.018307248385, + 63522.77776003978, + 63525.91945513521, + 63520.9640800348, + 63461.26409286161, + 63497.6953882059, + 63471.18946436877, + 63484.26051361994, + 63494.97674991118, + 63480.093026931296, + 63494.02970583206, + 63481.52864327829, + 63463.17165621295, + 63489.204064835416, + 63482.0731799292, + 63466.49456948256, + 63466.19916143312, + 63492.519629494505, + 63455.9238492229, + 63492.36368898077, + 63485.11703006574, + 63470.319480016784, + 63470.257164244045, + 63492.06784418958 + ], + "0.6": [ + 63570.37588274721, + 63551.60347308512, + 63544.77022409771, + 63575.3582125041, + 63514.23221016402, + 63520.08704811395, + 63516.135236571325, + 63510.757568843765, + 63510.733771011226, + 63505.80274539587, + 63515.93897999755, + 63504.109238238816, + 63494.720855052896, + 63510.51803559167, + 63508.783411739096, + 63508.400534354136, + 63507.279541135125, + 63542.868321491085, + 63500.5817211201, + 63532.39615339877, + 63525.51771270217, + 63500.26059344835, + 63496.24657651393, + 63525.326550092585 + ], + "0.7": [ + 63638.54148771868, + 63601.73196282152, + 63606.07638725716, + 63612.93397129414, + 63552.66458883692, + 63570.21553785035, + 63579.66913984773, + 63578.710961726574, + 63581.23711357062, + 63579.422082536024, + 63571.052260784236, + 63549.94861473873, + 63527.9795609559, + 63564.85958689279, + 63576.305622501226, + 63575.17955530586, + 63556.84604750553, + 63591.50149663679, + 63569.00751605846, + 63573.75044533106, + 63576.369787273776, + 63556.12114642809, + 63553.12782728908, + 63573.45460053987 + ], + "0.8": [ + 63682.433617001545, + 63664.663084310305, + 63640.522287685846, + 63684.03524442814, + 63598.71476008346, + 63613.45254001623, + 63627.8934271323, + 63624.84441722625, + 63602.422977016584, + 63621.97835120182, + 63619.53683220165, + 63586.77425770922, + 63580.56574508512, + 63642.60242579563, + 63616.48331453107, + 63606.490108956474, + 63615.54474496383, + 63655.74638369393, + 63615.14097155814, + 63605.65524927585, + 63616.20203181525, + 63596.427145227695, + 63603.06997304266, + 63616.01086920567 + ], + "0.9": [ + 63822.69639712213, + 63808.242559361875, + 63740.233697059906, + 63757.414817615216, + 63660.05774637555, + 63673.26241250591, + 63695.11498324864, + 63711.65189716158, + 63679.717100359674, + 63707.60604790971, + 63707.300402371875, + 63672.80759480317, + 63659.9732966152, + 63703.52675643177, + 63683.44458651457, + 63674.06493353363, + 63702.35222489916, + 63702.245941024565, + 63682.36252767448, + 63684.18544183088, + 63731.816920628306, + 63673.04462440675, + 63683.93767661189, + 63765.6817015704 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_071935.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_071935.json new file mode 100644 index 0000000000000000000000000000000000000000..d34c5b1fa16b7401617415566ea0e00fd9c79db1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_071935.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T07:19:35.768835+00:00", + "metrics": { + "MSE[mean]": 388103.16174252826, + "MSE[0.5]": 388103.16174252826, + "MAE[0.5]": 448.8009440104167, + "MASE[0.5]": 0.6919065996654513, + "MAPE[0.5]": 0.006990343747697466, + "sMAPE[0.5]": 0.006988173506809316, + "MSIS": 8.913166183818854, + "RMSE[mean]": 622.9792626906037, + "NRMSE[mean]": 0.009695639268045972, + "ND[0.5]": 0.006984842541130589, + "mean_weighted_sum_quantile_loss": 0.006057940772801706 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00" + ], + "context": [ + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625 + ], + "actual": [ + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 63019.80859375 + ], + "predictions": { + "p50": [ + 64221.27734375, + 64212.78125, + 64200.25390625, + 64195.796875, + 64197.56640625, + 64209.2890625, + 64211.6171875, + 64189.078125, + 64177.5859375, + 64180.30859375, + 64234.46484375, + 64272.53515625, + 64284.08984375, + 64243.3984375, + 64201.65625, + 64166.0859375, + 64203.91796875, + 64220.13671875, + 64248.84375, + 64279.2734375, + 64285.6328125, + 64274.6015625, + 64278.23046875, + 64290.89453125 + ], + "p10": [ + 63892.82421875, + 63810.765625, + 63742.93359375, + 63702.5234375, + 63676.3828125, + 63665.51171875, + 63615.78515625, + 63552.015625, + 63526.76171875, + 63478.88671875, + 63557.84765625, + 63572.6796875, + 63570.4140625, + 63528.50390625, + 63474.52734375, + 63441.78125, + 63377.02734375, + 63337.59375, + 63357.8984375, + 63373.58203125, + 63364.45703125, + 63318.75390625, + 63312.01953125, + 63308.73046875 + ], + "p90": [ + 64478.01953125, + 64519.3359375, + 64552.50390625, + 64590.6953125, + 64606.9140625, + 64653.375, + 64663.6484375, + 64685.6875, + 64669.08203125, + 64704.7109375, + 64735.12890625, + 64757.9765625, + 64789.3828125, + 64761.1484375, + 64775.29296875, + 64753.85546875, + 64915.24609375, + 64943.73828125, + 64965.8046875, + 64984.33984375, + 64992.27734375, + 65040.87109375, + 65021.21484375, + 65058.2109375 + ], + "mean": [ + 64221.27734375, + 64212.78125, + 64200.25390625, + 64195.796875, + 64197.56640625, + 64209.2890625, + 64211.6171875, + 64189.078125, + 64177.5859375, + 64180.30859375, + 64234.46484375, + 64272.53515625, + 64284.08984375, + 64243.3984375, + 64201.65625, + 64166.0859375, + 64203.91796875, + 64220.13671875, + 64248.84375, + 64279.2734375, + 64285.6328125, + 64274.6015625, + 64278.23046875, + 64290.89453125 + ], + "quantiles": { + "0.1": [ + 63892.82421875, + 63810.765625, + 63742.93359375, + 63702.5234375, + 63676.3828125, + 63665.51171875, + 63615.78515625, + 63552.015625, + 63526.76171875, + 63478.88671875, + 63557.84765625, + 63572.6796875, + 63570.4140625, + 63528.50390625, + 63474.52734375, + 63441.78125, + 63377.02734375, + 63337.59375, + 63357.8984375, + 63373.58203125, + 63364.45703125, + 63318.75390625, + 63312.01953125, + 63308.73046875 + ], + "0.2": [ + 63892.82421875, + 63810.765625, + 63742.93359375, + 63702.5234375, + 63676.3828125, + 63665.51171875, + 63615.78515625, + 63552.015625, + 63526.76171875, + 63478.88671875, + 63557.84765625, + 63572.6796875, + 63570.4140625, + 63528.50390625, + 63474.52734375, + 63441.78125, + 63377.02734375, + 63337.59375, + 63357.8984375, + 63373.58203125, + 63364.45703125, + 63318.75390625, + 63312.01953125, + 63308.73046875 + ], + "0.3": [ + 63892.82421875, + 63810.765625, + 63742.93359375, + 63702.5234375, + 63676.3828125, + 63665.51171875, + 63615.78515625, + 63552.015625, + 63526.76171875, + 63478.88671875, + 63557.84765625, + 63572.6796875, + 63570.4140625, + 63528.50390625, + 63474.52734375, + 63441.78125, + 63377.02734375, + 63337.59375, + 63357.8984375, + 63373.58203125, + 63364.45703125, + 63318.75390625, + 63312.01953125, + 63308.73046875 + ], + "0.4": [ + 64221.27734375, + 64212.78125, + 64200.25390625, + 64195.796875, + 64197.56640625, + 64209.2890625, + 64211.6171875, + 64189.078125, + 64177.5859375, + 64180.30859375, + 64234.46484375, + 64272.53515625, + 64284.08984375, + 64243.3984375, + 64201.65625, + 64166.0859375, + 64203.91796875, + 64220.13671875, + 64248.84375, + 64279.2734375, + 64285.6328125, + 64274.6015625, + 64278.23046875, + 64290.89453125 + ], + "0.5": [ + 64221.27734375, + 64212.78125, + 64200.25390625, + 64195.796875, + 64197.56640625, + 64209.2890625, + 64211.6171875, + 64189.078125, + 64177.5859375, + 64180.30859375, + 64234.46484375, + 64272.53515625, + 64284.08984375, + 64243.3984375, + 64201.65625, + 64166.0859375, + 64203.91796875, + 64220.13671875, + 64248.84375, + 64279.2734375, + 64285.6328125, + 64274.6015625, + 64278.23046875, + 64290.89453125 + ], + "0.6": [ + 64221.27734375, + 64212.78125, + 64200.25390625, + 64195.796875, + 64197.56640625, + 64209.2890625, + 64211.6171875, + 64189.078125, + 64177.5859375, + 64180.30859375, + 64234.46484375, + 64272.53515625, + 64284.08984375, + 64243.3984375, + 64201.65625, + 64166.0859375, + 64203.91796875, + 64220.13671875, + 64248.84375, + 64279.2734375, + 64285.6328125, + 64274.6015625, + 64278.23046875, + 64290.89453125 + ], + "0.7": [ + 64221.27734375, + 64212.78125, + 64200.25390625, + 64195.796875, + 64197.56640625, + 64209.2890625, + 64211.6171875, + 64189.078125, + 64177.5859375, + 64180.30859375, + 64234.46484375, + 64272.53515625, + 64284.08984375, + 64243.3984375, + 64201.65625, + 64166.0859375, + 64203.91796875, + 64220.13671875, + 64248.84375, + 64279.2734375, + 64285.6328125, + 64274.6015625, + 64278.23046875, + 64290.89453125 + ], + "0.8": [ + 64478.01953125, + 64519.3359375, + 64552.50390625, + 64590.6953125, + 64606.9140625, + 64653.375, + 64663.6484375, + 64685.6875, + 64669.08203125, + 64704.7109375, + 64735.12890625, + 64757.9765625, + 64789.3828125, + 64761.1484375, + 64775.29296875, + 64753.85546875, + 64915.24609375, + 64943.73828125, + 64965.8046875, + 64984.33984375, + 64992.27734375, + 65040.87109375, + 65021.21484375, + 65058.2109375 + ], + "0.9": [ + 64478.01953125, + 64519.3359375, + 64552.50390625, + 64590.6953125, + 64606.9140625, + 64653.375, + 64663.6484375, + 64685.6875, + 64669.08203125, + 64704.7109375, + 64735.12890625, + 64757.9765625, + 64789.3828125, + 64761.1484375, + 64775.29296875, + 64753.85546875, + 64915.24609375, + 64943.73828125, + 64965.8046875, + 64984.33984375, + 64992.27734375, + 65040.87109375, + 65021.21484375, + 65058.2109375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_072339.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_072339.json new file mode 100644 index 0000000000000000000000000000000000000000..24f3067e898cbd65d5fa7888cd105c20a0cf9db8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_072339.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-23T07:23:39.493459+00:00", + "metrics": { + "MSE[mean]": 357019.4588866767, + "MSE[0.5]": 358325.2160068239, + "MAE[0.5]": 433.5101854094634, + "MASE[0.5]": 0.6683331715542008, + "MAPE[0.5]": 0.006743986275701948, + "sMAPE[0.5]": 0.006750082514428394, + "MSIS": 12.031088235417748, + "RMSE[mean]": 597.5110533594142, + "NRMSE[mean]": 0.009299268818391162, + "ND[0.5]": 0.006746867236961849, + "mean_weighted_sum_quantile_loss": 0.006016007035591662 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00" + ], + "context": [ + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625 + ], + "actual": [ + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 63019.80859375 + ], + "predictions": { + "p50": [ + 64185.44374747325, + 64167.6617524032, + 64175.145382333154, + 64173.1680747631, + 64171.23764219306, + 64169.26033462302, + 64173.72052705297, + 64172.71196948292, + 64167.82255253788, + 64161.14016684283, + 64159.51442177279, + 64157.560551702736, + 64155.34105663269, + 64153.32468656265, + 64162.1266758676, + 64149.745071422556, + 64155.127138852506, + 64154.11858128246, + 64143.88346121242, + 64149.26552864237, + 64147.311658572326, + 64137.974976002275, + 64135.73985593223, + 64148.11606398719 + ], + "p10": [ + 63947.754684973246, + 63899.5445649032, + 63923.14811670815, + 63915.5235435131, + 63940.41732969306, + 63929.99470962302, + 63926.881073927965, + 63907.70806323292, + 63932.60184941288, + 63925.86672934283, + 63920.22535927279, + 63905.56328607773, + 63903.60941600769, + 63893.99617093765, + 63916.0973789926, + 63872.190383922556, + 63916.970888852506, + 63906.54826878246, + 63908.28189871242, + 63884.26162239237, + 63824.897596072326, + 63886.02458537727, + 63885.13321530723, + 63883.179345237186 + ], + "p90": [ + 64475.799606848246, + 64425.3883149032, + 64411.519991708155, + 64419.1708091381, + 64440.03022031806, + 64462.89314712302, + 64433.36505830297, + 64411.09868823292, + 64409.14481816288, + 64455.07766684283, + 64407.80348427279, + 64392.392582952736, + 64388.05199413269, + 64419.68796781265, + 64448.4454258676, + 64443.354446422556, + 64416.58377947751, + 64395.901003157465, + 64378.93424246242, + 64410.72216926737, + 64406.010877322326, + 64373.072632252275, + 64371.11876218223, + 64459.09457961219 + ], + "mean": [ + 64203.390661535894, + 64163.205385215435, + 64137.920909677145, + 64179.377195856694, + 64177.46070859943, + 64184.57287368522, + 64180.24726533414, + 64172.10874682682, + 64184.206283006424, + 64159.602198092856, + 64152.52617958518, + 64159.870141546606, + 64136.86148631998, + 64148.09765531265, + 64180.04874618033, + 64149.27677064118, + 64179.23256854011, + 64178.67856175118, + 64158.945101837606, + 64142.55287239221, + 64144.9760335724, + 64135.56185100257, + 64135.137922338356, + 64167.79184523734 + ], + "quantiles": { + "0.1": [ + 63947.754684973246, + 63899.5445649032, + 63923.14811670815, + 63915.5235435131, + 63940.41732969306, + 63929.99470962302, + 63926.881073927965, + 63907.70806323292, + 63932.60184941288, + 63925.86672934283, + 63920.22535927279, + 63905.56328607773, + 63903.60941600769, + 63893.99617093765, + 63916.0973789926, + 63872.190383922556, + 63916.970888852506, + 63906.54826878246, + 63908.28189871242, + 63884.26162239237, + 63824.897596072326, + 63886.02458537727, + 63885.13321530723, + 63883.179345237186 + ], + "0.2": [ + 64010.83593497325, + 64003.867221153196, + 64004.496944833154, + 64012.2227622631, + 64010.26889219306, + 63985.71736587302, + 64020.37052705297, + 63979.885406982925, + 64039.28388066288, + 63968.28079184283, + 63986.282390522785, + 64010.60117670274, + 63980.45043163269, + 63960.46531156265, + 64037.1989414926, + 63956.401321422556, + 63986.822451352506, + 63998.877956282464, + 63976.27408621242, + 63958.36318489237, + 63946.006971072326, + 63970.412476002275, + 63975.09923093223, + 63950.54770461219 + ], + "0.3": [ + 64102.434372473246, + 64094.1226899032, + 64092.86061670815, + 64094.1446372631, + 64089.53647031806, + 64081.86345962302, + 64085.34162080297, + 64059.40728198292, + 64065.63309941288, + 64054.81282309283, + 64077.229656147785, + 64074.583989202736, + 64073.61840038269, + 64055.86374906265, + 64072.6520664926, + 64067.756790172556, + 64072.213076352506, + 64063.55256565746, + 64060.90689871242, + 64062.12334114237, + 64056.999158572326, + 64055.045288502275, + 64057.02110593223, + 64051.13754836219 + ], + "0.4": [ + 64156.66640372325, + 64134.3211274032, + 64145.82585108315, + 64143.8719810131, + 64155.51732969306, + 64145.25642837302, + 64143.30255830297, + 64155.93853198292, + 64120.64403691288, + 64132.14876059283, + 64150.07692177279, + 64135.173832952736, + 64129.11840038269, + 64121.92859281265, + 64130.9973789926, + 64127.358352672556, + 64140.314638852506, + 64125.135768782464, + 64123.18189871242, + 64131.00771614237, + 64130.538221072326, + 64098.443726002275, + 64109.57969968223, + 64124.67661086219 + ], + "0.5": [ + 64185.44374747325, + 64167.6617524032, + 64175.145382333154, + 64173.1680747631, + 64171.23764219306, + 64169.26033462302, + 64173.72052705297, + 64172.71196948292, + 64167.82255253788, + 64161.14016684283, + 64159.51442177279, + 64157.560551702736, + 64155.34105663269, + 64153.32468656265, + 64162.1266758676, + 64149.745071422556, + 64155.127138852506, + 64154.11858128246, + 64143.88346121242, + 64149.26552864237, + 64147.311658572326, + 64137.974976002275, + 64135.73985593223, + 64148.11606398719 + ], + "0.6": [ + 64247.46327872325, + 64179.5094086532, + 64215.93131983315, + 64205.6133872631, + 64239.79154844306, + 64226.35955337302, + 64224.40568330297, + 64230.35493823292, + 64232.19169316288, + 64169.74954184283, + 64191.93629677279, + 64220.251957952736, + 64175.32933788269, + 64186.07468656265, + 64232.629410242596, + 64182.166946422556, + 64212.770107602504, + 64221.04670628246, + 64206.57486746242, + 64210.33974739237, + 64208.745252322326, + 64170.443726002275, + 64167.289855932235, + 64212.69614211219 + ], + "0.7": [ + 64282.52890372325, + 64261.5523774032, + 64274.317257333154, + 64306.8516685131, + 64270.94623594306, + 64272.75955337302, + 64299.75958955297, + 64284.31978198292, + 64299.95341191288, + 64264.94407309283, + 64258.68629677279, + 64257.26914545274, + 64230.25394725769, + 64254.61374906265, + 64301.3708164926, + 64282.174758922556, + 64260.955263852506, + 64279.49748753246, + 64253.22721121242, + 64251.27334114237, + 64273.635877322326, + 64237.193726002275, + 64230.80196530723, + 64272.17582961219 + ], + "0.8": [ + 64370.22499747325, + 64313.6305024032, + 64330.71803858315, + 64383.6251060131, + 64332.53842344306, + 64332.53377212302, + 64336.164277052965, + 64334.21040698292, + 64365.00419316288, + 64363.05032309283, + 64320.81520302279, + 64318.861332952736, + 64288.03636913269, + 64364.08640531265, + 64362.1325352426, + 64320.661477672555, + 64359.45057635251, + 64340.86155003246, + 64345.46549246242, + 64305.17959114237, + 64310.892127322324, + 64293.59450725227, + 64329.32188718223, + 64368.94614211219 + ], + "0.9": [ + 64475.799606848246, + 64425.3883149032, + 64411.519991708155, + 64419.1708091381, + 64440.03022031806, + 64462.89314712302, + 64433.36505830297, + 64411.09868823292, + 64409.14481816288, + 64455.07766684283, + 64407.80348427279, + 64392.392582952736, + 64388.05199413269, + 64419.68796781265, + 64448.4454258676, + 64443.354446422556, + 64416.58377947751, + 64395.901003157465, + 64378.93424246242, + 64410.72216926737, + 64406.010877322326, + 64373.072632252275, + 64371.11876218223, + 64459.09457961219 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_072314.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_072314.json new file mode 100644 index 0000000000000000000000000000000000000000..c06de05e95ede29175f0a581e9efea6dd4224188 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_072314.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T07:23:14.490901+00:00", + "metrics": { + "MSE[mean]": 410163.8565381368, + "MSE[0.5]": 397037.9879217148, + "MAE[0.5]": 467.3533528645833, + "MASE[0.5]": 0.7205084426366009, + "MAPE[0.5]": 0.007282747778376263, + "sMAPE[0.5]": 0.007276673119409304, + "MSIS": 7.507455208152894, + "RMSE[mean]": 640.4403614218398, + "NRMSE[mean]": 0.009967392317723133, + "ND[0.5]": 0.0072735800233806784, + "mean_weighted_sum_quantile_loss": 0.00619033905911204 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00" + ], + "context": [ + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625 + ], + "actual": [ + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 63019.80859375 + ], + "predictions": { + "p50": [ + 64173.734375, + 64182.0, + 64134.0859375, + 64210.240234375, + 64200.779296875, + 64197.3984375, + 64246.474609375, + 64254.123046875, + 64191.033203125, + 64186.34765625, + 64272.154296875, + 64218.376953125, + 64297.203125, + 64315.966796875, + 64224.212890625, + 64197.1640625, + 64198.92578125, + 64217.4609375, + 64281.68359375, + 64348.4765625, + 64285.736328125, + 64341.701171875, + 64259.0234375, + 64315.529296875 + ], + "p10": [ + 63903.490234375, + 63807.0078125, + 63717.75, + 63753.892578125, + 63677.47265625, + 63634.072265625, + 63758.169921875, + 63528.189453125, + 63474.08203125, + 63417.365234375, + 63493.533203125, + 63618.587890625, + 63273.6171875, + 63451.271484375, + 63397.16796875, + 63395.91796875, + 63426.46875, + 63231.490234375, + 63393.978515625, + 63346.37890625, + 63503.40234375, + 63234.484375, + 63151.201171875, + 63107.16796875 + ], + "p90": [ + 64465.35546875, + 64551.884765625, + 64528.369140625, + 64690.107421875, + 64658.646484375, + 64740.46484375, + 64831.298828125, + 64839.81640625, + 64853.74609375, + 64951.33203125, + 64979.861328125, + 64925.4453125, + 65105.6953125, + 65120.908203125, + 65186.94140625, + 65181.759765625, + 65057.931640625, + 65133.859375, + 65032.46875, + 65241.1171875, + 65424.736328125, + 65455.63671875, + 65553.96875, + 65224.623046875 + ], + "mean": [ + 64181.72265625, + 64178.1640625, + 64114.47265625, + 64232.015625, + 64181.55859375, + 64205.17578125, + 64295.16796875, + 64259.0703125, + 64205.77734375, + 64295.9296875, + 64294.125, + 64282.7109375, + 64238.49609375, + 64279.19921875, + 64324.078125, + 64275.96484375, + 64260.1328125, + 64266.8125, + 64276.046875, + 64315.7890625, + 64344.984375, + 64293.36328125, + 64204.84765625, + 64142.89453125 + ], + "quantiles": { + "0.1": [ + 63903.490234375, + 63807.0078125, + 63717.75, + 63753.892578125, + 63677.47265625, + 63634.072265625, + 63758.169921875, + 63528.189453125, + 63474.08203125, + 63417.365234375, + 63493.533203125, + 63618.587890625, + 63273.6171875, + 63451.271484375, + 63397.16796875, + 63395.91796875, + 63426.46875, + 63231.490234375, + 63393.978515625, + 63346.37890625, + 63503.40234375, + 63234.484375, + 63151.201171875, + 63107.16796875 + ], + "0.2": [ + 63903.490234375, + 63807.0078125, + 63717.75, + 63753.892578125, + 63677.47265625, + 63634.072265625, + 63758.169921875, + 63528.189453125, + 63474.08203125, + 63417.365234375, + 63493.533203125, + 63618.587890625, + 63273.6171875, + 63451.271484375, + 63397.16796875, + 63395.91796875, + 63426.46875, + 63231.490234375, + 63393.978515625, + 63346.37890625, + 63503.40234375, + 63234.484375, + 63151.201171875, + 63107.16796875 + ], + "0.3": [ + 63903.490234375, + 63807.0078125, + 63717.75, + 63753.892578125, + 63677.47265625, + 63634.072265625, + 63758.169921875, + 63528.189453125, + 63474.08203125, + 63417.365234375, + 63493.533203125, + 63618.587890625, + 63273.6171875, + 63451.271484375, + 63397.16796875, + 63395.91796875, + 63426.46875, + 63231.490234375, + 63393.978515625, + 63346.37890625, + 63503.40234375, + 63234.484375, + 63151.201171875, + 63107.16796875 + ], + "0.4": [ + 64173.734375, + 64182.0, + 64134.0859375, + 64210.240234375, + 64200.779296875, + 64197.3984375, + 64246.474609375, + 64254.123046875, + 64191.033203125, + 64186.34765625, + 64272.154296875, + 64218.376953125, + 64297.203125, + 64315.966796875, + 64224.212890625, + 64197.1640625, + 64198.92578125, + 64217.4609375, + 64281.68359375, + 64348.4765625, + 64285.736328125, + 64341.701171875, + 64259.0234375, + 64315.529296875 + ], + "0.5": [ + 64173.734375, + 64182.0, + 64134.0859375, + 64210.240234375, + 64200.779296875, + 64197.3984375, + 64246.474609375, + 64254.123046875, + 64191.033203125, + 64186.34765625, + 64272.154296875, + 64218.376953125, + 64297.203125, + 64315.966796875, + 64224.212890625, + 64197.1640625, + 64198.92578125, + 64217.4609375, + 64281.68359375, + 64348.4765625, + 64285.736328125, + 64341.701171875, + 64259.0234375, + 64315.529296875 + ], + "0.6": [ + 64173.734375, + 64182.0, + 64134.0859375, + 64210.240234375, + 64200.779296875, + 64197.3984375, + 64246.474609375, + 64254.123046875, + 64191.033203125, + 64186.34765625, + 64272.154296875, + 64218.376953125, + 64297.203125, + 64315.966796875, + 64224.212890625, + 64197.1640625, + 64198.92578125, + 64217.4609375, + 64281.68359375, + 64348.4765625, + 64285.736328125, + 64341.701171875, + 64259.0234375, + 64315.529296875 + ], + "0.7": [ + 64173.734375, + 64182.0, + 64134.0859375, + 64210.240234375, + 64200.779296875, + 64197.3984375, + 64246.474609375, + 64254.123046875, + 64191.033203125, + 64186.34765625, + 64272.154296875, + 64218.376953125, + 64297.203125, + 64315.966796875, + 64224.212890625, + 64197.1640625, + 64198.92578125, + 64217.4609375, + 64281.68359375, + 64348.4765625, + 64285.736328125, + 64341.701171875, + 64259.0234375, + 64315.529296875 + ], + "0.8": [ + 64465.35546875, + 64551.884765625, + 64528.369140625, + 64690.107421875, + 64658.646484375, + 64740.46484375, + 64831.298828125, + 64839.81640625, + 64853.74609375, + 64951.33203125, + 64979.861328125, + 64925.4453125, + 65105.6953125, + 65120.908203125, + 65186.94140625, + 65181.759765625, + 65057.931640625, + 65133.859375, + 65032.46875, + 65241.1171875, + 65424.736328125, + 65455.63671875, + 65553.96875, + 65224.623046875 + ], + "0.9": [ + 64465.35546875, + 64551.884765625, + 64528.369140625, + 64690.107421875, + 64658.646484375, + 64740.46484375, + 64831.298828125, + 64839.81640625, + 64853.74609375, + 64951.33203125, + 64979.861328125, + 64925.4453125, + 65105.6953125, + 65120.908203125, + 65186.94140625, + 65181.759765625, + 65057.931640625, + 65133.859375, + 65032.46875, + 65241.1171875, + 65424.736328125, + 65455.63671875, + 65553.96875, + 65224.623046875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_072339.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_072339.json new file mode 100644 index 0000000000000000000000000000000000000000..1919e1b99c2b0a6136043ea2dede4b6db290ff7f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_072339.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T07:23:39.513305+00:00", + "metrics": { + "MSE[mean]": 385114.7169341906, + "MSE[0.5]": 386830.5326137378, + "MAE[0.5]": 463.743700172469, + "MASE[0.5]": 0.7149435200278015, + "MAPE[0.5]": 0.007208303024664721, + "sMAPE[0.5]": 0.007221551472399545, + "MSIS": 12.979812490017052, + "RMSE[mean]": 620.5761169543915, + "NRMSE[mean]": 0.009658238289293925, + "ND[0.5]": 0.007217401764357227, + "mean_weighted_sum_quantile_loss": 0.0063697626012761506 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00" + ], + "context": [ + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625 + ], + "actual": [ + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 63019.80859375 + ], + "predictions": { + "p50": [ + 64095.760236773574, + 64079.932111773574, + 64089.369611773574, + 64089.346174273574, + 64089.369611773574, + 64089.346174273574, + 64095.760236773574, + 64096.705549273574, + 64093.770002398574, + 64089.041486773574, + 64089.369611773574, + 64089.369611773574, + 64089.103986773574, + 64089.041486773574, + 64099.797346148574, + 64089.369611773574, + 64096.705549273574, + 64097.650861773574, + 64089.369611773574, + 64096.705549273574, + 64096.705549273574, + 64089.322736773574, + 64089.041486773574, + 64103.371564898574 + ], + "p10": [ + 63858.07117427357, + 63811.814924273574, + 63837.37234614857, + 63831.701643023574, + 63858.549299273574, + 63850.080549273574, + 63848.92078364857, + 63831.701643023574, + 63858.549299273574, + 63853.768049273574, + 63850.080549273574, + 63837.37234614857, + 63837.37234614857, + 63829.712971148576, + 63853.768049273574, + 63811.814924273574, + 63858.549299273574, + 63850.080549273574, + 63853.768049273574, + 63831.701643023574, + 63774.291486773574, + 63837.37234614857, + 63838.43484614857, + 63838.43484614857 + ], + "p90": [ + 64386.11609614857, + 64337.658674273574, + 64325.744221148576, + 64335.34890864857, + 64358.162189898576, + 64382.978986773574, + 64355.404768023574, + 64335.092268023574, + 64335.092268023574, + 64382.978986773574, + 64337.658674273574, + 64324.201643023574, + 64321.814924273574, + 64355.404768023574, + 64386.11609614857, + 64382.978986773574, + 64358.162189898576, + 64339.43328364858, + 64324.420393023574, + 64358.162189898576, + 64355.404768023574, + 64324.420393023574, + 64324.420393023574, + 64414.350080523574 + ], + "mean": [ + 64113.70715083613, + 64075.47574458613, + 64052.14513911738, + 64095.55529536738, + 64095.59267817988, + 64104.65871333613, + 64102.28697505488, + 64096.10232661738, + 64110.15373286738, + 64087.50351802363, + 64082.38136958613, + 64091.67920161738, + 64070.62441646113, + 64083.81445552363, + 64117.71941646113, + 64088.90131099238, + 64120.81097896113, + 64122.21084224238, + 64104.43125239863, + 64089.99289302363, + 64094.36992427363, + 64086.90961177363, + 64088.43955317988, + 64123.04734614863 + ], + "quantiles": { + "0.1": [ + 63858.07117427357, + 63811.814924273574, + 63837.37234614857, + 63831.701643023574, + 63858.549299273574, + 63850.080549273574, + 63848.92078364857, + 63831.701643023574, + 63858.549299273574, + 63853.768049273574, + 63850.080549273574, + 63837.37234614857, + 63837.37234614857, + 63829.712971148576, + 63853.768049273574, + 63811.814924273574, + 63858.549299273574, + 63850.080549273574, + 63853.768049273574, + 63831.701643023574, + 63774.291486773574, + 63837.37234614857, + 63838.43484614857, + 63838.43484614857 + ], + "0.2": [ + 63921.152424273576, + 63916.13758052357, + 63918.721174273574, + 63928.400861773574, + 63928.400861773574, + 63905.803205523574, + 63942.410236773576, + 63903.878986773576, + 63965.23133052357, + 63896.182111773574, + 63916.13758052357, + 63942.410236773576, + 63914.213361773574, + 63896.182111773574, + 63974.869611773574, + 63896.025861773574, + 63928.400861773574, + 63942.410236773576, + 63921.760236773574, + 63905.803205523574, + 63895.400861773574, + 63921.760236773574, + 63928.400861773574, + 63905.803205523574 + ], + "0.3": [ + 64012.75086177357, + 64006.393049273574, + 64007.08484614857, + 64010.322736773574, + 64007.668439898574, + 64001.949299273576, + 64007.381330523574, + 63983.400861773574, + 63991.580549273574, + 63982.71414302357, + 64007.08484614857, + 64006.393049273574, + 64007.381330523574, + 63991.580549273574, + 64010.322736773574, + 64007.381330523574, + 64013.791486773574, + 64007.08484614857, + 64006.393049273574, + 64009.56336177357, + 64006.393049273574, + 64006.393049273574, + 64010.322736773574, + 64006.393049273574 + ], + "0.4": [ + 64066.982893023574, + 64046.59148677358, + 64060.05008052357, + 64060.05008052357, + 64073.64929927357, + 64065.342268023574, + 64065.342268023574, + 64079.932111773574, + 64046.59148677358, + 64060.05008052357, + 64079.932111773574, + 64066.982893023574, + 64062.881330523574, + 64057.64539302357, + 64068.668049273576, + 64066.982893023574, + 64081.893049273574, + 64068.668049273576, + 64068.668049273576, + 64078.447736773574, + 64079.932111773574, + 64049.791486773574, + 64062.881330523574, + 64079.932111773574 + ], + "0.5": [ + 64095.760236773574, + 64079.932111773574, + 64089.369611773574, + 64089.346174273574, + 64089.369611773574, + 64089.346174273574, + 64095.760236773574, + 64096.705549273574, + 64093.770002398574, + 64089.041486773574, + 64089.369611773574, + 64089.369611773574, + 64089.103986773574, + 64089.041486773574, + 64099.797346148574, + 64089.369611773574, + 64096.705549273574, + 64097.650861773574, + 64089.369611773574, + 64096.705549273574, + 64096.705549273574, + 64089.322736773574, + 64089.041486773574, + 64103.371564898574 + ], + "0.6": [ + 64157.779768023574, + 64091.779768023574, + 64130.15554927357, + 64121.791486773574, + 64157.92351802358, + 64146.445393023576, + 64146.445393023576, + 64154.34851802357, + 64158.139143023574, + 64097.650861773574, + 64121.791486773574, + 64152.061018023574, + 64109.092268023574, + 64121.791486773574, + 64170.30008052357, + 64121.791486773574, + 64154.34851802357, + 64164.57898677357, + 64152.061018023574, + 64157.779768023574, + 64158.139143023574, + 64121.791486773574, + 64120.59148677358, + 64167.951643023574 + ], + "0.7": [ + 64192.84539302358, + 64173.822736773574, + 64188.541486773574, + 64223.029768023574, + 64189.078205523576, + 64192.84539302358, + 64221.799299273574, + 64208.31336177357, + 64225.900861773574, + 64192.84539302358, + 64188.541486773574, + 64189.078205523576, + 64164.01687739857, + 64190.330549273574, + 64239.041486773574, + 64221.799299273574, + 64202.533674273574, + 64223.029768023574, + 64198.713361773574, + 64198.713361773574, + 64223.029768023574, + 64188.541486773574, + 64184.103596148576, + 64227.43133052358 + ], + "0.8": [ + 64280.541486773574, + 64225.900861773574, + 64244.94226802357, + 64299.803205523574, + 64250.670393023574, + 64252.619611773574, + 64258.20398677357, + 64258.20398677357, + 64290.951643023574, + 64290.951643023574, + 64250.670393023574, + 64250.670393023574, + 64221.799299273574, + 64299.803205523574, + 64299.803205523574, + 64260.28601802357, + 64301.02898677358, + 64284.39383052357, + 64290.951643023574, + 64252.619611773574, + 64260.28601802357, + 64244.94226802357, + 64282.623518023574, + 64324.201643023574 + ], + "0.9": [ + 64386.11609614857, + 64337.658674273574, + 64325.744221148576, + 64335.34890864857, + 64358.162189898576, + 64382.978986773574, + 64355.404768023574, + 64335.092268023574, + 64335.092268023574, + 64382.978986773574, + 64337.658674273574, + 64324.201643023574, + 64321.814924273574, + 64355.404768023574, + 64386.11609614857, + 64382.978986773574, + 64358.162189898576, + 64339.43328364858, + 64324.420393023574, + 64358.162189898576, + 64355.404768023574, + 64324.420393023574, + 64324.420393023574, + 64414.350080523574 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_072339.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_072339.json new file mode 100644 index 0000000000000000000000000000000000000000..5d72f6de50764fc127909176cf95252df8e3a54e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_072339.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T07:23:39.530394+00:00", + "metrics": { + "MSE[mean]": 410214.57999483746, + "MSE[0.5]": 410214.57999483746, + "MAE[0.5]": 523.4601236979166, + "MASE[0.5]": 0.8070070241204208, + "MAPE[0.5]": 0.008145068787348298, + "sMAPE[0.5]": 0.008156061329020988, + "MSIS": 5.928720665982742, + "RMSE[mean]": 640.4799606504777, + "NRMSE[mean]": 0.009968008614057791, + "ND[0.5]": 0.008146788881321573, + "mean_weighted_sum_quantile_loss": 0.006755258505240259 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00" + ], + "context": [ + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625 + ], + "actual": [ + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 63019.80859375 + ], + "predictions": { + "p50": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625 + ], + "p10": [ + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625, + 62710.150234374996, + 62926.967578125 + ], + "p90": [ + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875, + 65269.748203125004, + 65495.415234375 + ], + "mean": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625 + ], + "quantiles": { + "0.1": [ + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625, + 62710.150234374996, + 62926.967578125 + ], + "0.2": [ + 63053.79, + 63246.02275390625, + 63400.49845703125, + 63213.36, + 63237.0, + 63183.81, + 63183.77921875, + 63260.64, + 63183.12896484375, + 63189.1890234375, + 63250.60146484375, + 63244.01427734375, + 62890.28, + 62850.89154296875, + 62844.56599609375, + 62362.30845703125, + 62937.57154296875, + 63636.909999999996, + 63294.11845703125, + 63014.40154296875, + 63138.519238281246, + 63284.02220703125, + 63030.09998046875, + 63248.02353515625 + ], + "0.3": [ + 63373.86, + 63567.0685546875, + 63722.3283984375, + 63534.24, + 63558.0, + 63504.54, + 63504.5090625, + 63581.76, + 63503.8555078125, + 63509.946328125, + 63571.6705078125, + 63565.0498828125, + 63209.52, + 63169.9316015625, + 63163.5739453125, + 62678.8683984375, + 63257.051601562496, + 63959.94, + 63615.4083984375, + 63334.2716015625, + 63459.0193359375, + 63605.2608984375, + 63350.0497265625, + 63569.0794921875 + ], + "0.4": [ + 63693.93, + 63888.11435546875, + 64044.15833984375, + 63855.12, + 63879.0, + 63825.27, + 63825.23890625, + 63902.88, + 63824.58205078125, + 63830.7036328125, + 63892.73955078125, + 63886.08548828125, + 63528.76, + 63488.97166015625, + 63482.58189453125, + 62995.42833984375, + 63576.53166015625, + 64282.97, + 63936.69833984375, + 63654.14166015625, + 63779.51943359375, + 63926.49958984375, + 63669.99947265625, + 63890.13544921875 + ], + "0.5": [ + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625 + ], + "0.6": [ + 64334.06999999999, + 64530.20595703124, + 64687.81822265624, + 64496.87999999999, + 64520.99999999999, + 64466.729999999996, + 64466.69859374999, + 64545.119999999995, + 64466.03513671875, + 64472.2182421875, + 64534.877636718746, + 64528.15669921874, + 64167.23999999999, + 64127.051777343746, + 64120.59779296874, + 63628.548222656245, + 64215.49177734374, + 64929.02999999999, + 64579.27822265624, + 64293.88177734374, + 64420.519628906244, + 64568.976972656244, + 64309.89896484374, + 64532.24736328124 + ], + "0.7": [ + 64654.14, + 64851.2517578125, + 65009.6481640625, + 64817.76, + 64842.0, + 64787.46, + 64787.4284375, + 64866.24, + 64786.7616796875, + 64792.975546875, + 64855.9466796875, + 64849.1923046875, + 64486.48, + 64446.0918359375, + 64439.6057421875, + 63945.1081640625, + 64534.971835937504, + 65252.06, + 64900.5681640625, + 64613.7518359375, + 64741.0197265625, + 64890.2156640625, + 64629.8487109375, + 64853.3033203125 + ], + "0.8": [ + 64974.20999999999, + 65172.297558593746, + 65331.47810546874, + 65138.63999999999, + 65162.99999999999, + 65108.189999999995, + 65108.15828124999, + 65187.35999999999, + 65107.48822265624, + 65113.73285156249, + 65177.015722656244, + 65170.227910156245, + 64805.719999999994, + 64765.131894531245, + 64758.613691406244, + 64261.66810546874, + 64854.451894531245, + 65575.09, + 65221.858105468746, + 64933.62189453124, + 65061.51982421875, + 65211.45435546874, + 64949.79845703125, + 65174.35927734374 + ], + "0.9": [ + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875, + 65269.748203125004, + 65495.415234375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_072332.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_072332.json new file mode 100644 index 0000000000000000000000000000000000000000..d8e3bf873caa323ddbe970b2454099673056c793 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_072332.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T07:23:32.792948+00:00", + "metrics": { + "MSE[mean]": 334523.58398691815, + "MSE[0.5]": 334523.58398691815, + "MAE[0.5]": 428.4104817708333, + "MASE[0.5]": 0.6604710699900291, + "MAPE[0.5]": 0.006661295310014269, + "sMAPE[0.5]": 0.006670422960230088, + "MSIS": 12.610898239122875, + "RMSE[mean]": 578.3801379602503, + "NRMSE[mean]": 0.009001527840984153, + "ND[0.5]": 0.006667498805594568, + "mean_weighted_sum_quantile_loss": 0.006283036075304166 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00" + ], + "context": [ + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625 + ], + "actual": [ + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 63019.80859375 + ], + "predictions": { + "p50": [ + 64218.9375, + 64214.28125, + 64195.65625, + 64191.0, + 64186.34375, + 64191.0, + 64170.046875, + 64167.71875, + 64153.75, + 64144.4375, + 64132.796875, + 64130.46875, + 64123.484375, + 64118.828125, + 64116.5, + 64102.53125, + 64102.53125, + 64109.515625, + 64102.53125, + 64090.890625, + 64074.59375, + 64069.9375, + 64060.625, + 64048.984375 + ], + "p10": [ + 63959.3515625, + 63858.66015625, + 63746.91015625, + 63642.14453125, + 63575.2109375, + 63535.6328125, + 63486.7421875, + 63448.328125, + 63399.4375, + 63362.1875, + 63329.59375, + 63308.640625, + 63280.703125, + 63252.765625, + 63248.109375, + 63222.5, + 63180.59375, + 63166.625, + 63138.6875, + 63120.0625, + 63087.46875, + 63068.84375, + 63045.5625, + 63017.625 + ], + "p90": [ + 64363.28125, + 64353.96875, + 64344.65625, + 64358.625, + 64340.0, + 64353.96875, + 64353.96875, + 64363.28125, + 64372.59375, + 64372.59375, + 64367.9375, + 64363.28125, + 64358.625, + 64358.625, + 64358.625, + 64358.625, + 64363.28125, + 64381.90625, + 64377.25, + 64377.25, + 64367.9375, + 64367.9375, + 64367.9375, + 64363.28125 + ], + "mean": [ + 64218.9375, + 64214.28125, + 64195.65625, + 64191.0, + 64186.34375, + 64191.0, + 64170.046875, + 64167.71875, + 64153.75, + 64144.4375, + 64132.796875, + 64130.46875, + 64123.484375, + 64118.828125, + 64116.5, + 64102.53125, + 64102.53125, + 64109.515625, + 64102.53125, + 64090.890625, + 64074.59375, + 64069.9375, + 64060.625, + 64048.984375 + ], + "quantiles": { + "0.1": [ + 63959.3515625, + 63858.66015625, + 63746.91015625, + 63642.14453125, + 63575.2109375, + 63535.6328125, + 63486.7421875, + 63448.328125, + 63399.4375, + 63362.1875, + 63329.59375, + 63308.640625, + 63280.703125, + 63252.765625, + 63248.109375, + 63222.5, + 63180.59375, + 63166.625, + 63138.6875, + 63120.0625, + 63087.46875, + 63068.84375, + 63045.5625, + 63017.625 + ], + "0.2": [ + 63959.3515625, + 63858.66015625, + 63746.91015625, + 63642.14453125, + 63575.2109375, + 63535.6328125, + 63486.7421875, + 63448.328125, + 63399.4375, + 63362.1875, + 63329.59375, + 63308.640625, + 63280.703125, + 63252.765625, + 63248.109375, + 63222.5, + 63180.59375, + 63166.625, + 63138.6875, + 63120.0625, + 63087.46875, + 63068.84375, + 63045.5625, + 63017.625 + ], + "0.3": [ + 63959.3515625, + 63858.66015625, + 63746.91015625, + 63642.14453125, + 63575.2109375, + 63535.6328125, + 63486.7421875, + 63448.328125, + 63399.4375, + 63362.1875, + 63329.59375, + 63308.640625, + 63280.703125, + 63252.765625, + 63248.109375, + 63222.5, + 63180.59375, + 63166.625, + 63138.6875, + 63120.0625, + 63087.46875, + 63068.84375, + 63045.5625, + 63017.625 + ], + "0.4": [ + 64218.9375, + 64214.28125, + 64195.65625, + 64191.0, + 64186.34375, + 64191.0, + 64170.046875, + 64167.71875, + 64153.75, + 64144.4375, + 64132.796875, + 64130.46875, + 64123.484375, + 64118.828125, + 64116.5, + 64102.53125, + 64102.53125, + 64109.515625, + 64102.53125, + 64090.890625, + 64074.59375, + 64069.9375, + 64060.625, + 64048.984375 + ], + "0.5": [ + 64218.9375, + 64214.28125, + 64195.65625, + 64191.0, + 64186.34375, + 64191.0, + 64170.046875, + 64167.71875, + 64153.75, + 64144.4375, + 64132.796875, + 64130.46875, + 64123.484375, + 64118.828125, + 64116.5, + 64102.53125, + 64102.53125, + 64109.515625, + 64102.53125, + 64090.890625, + 64074.59375, + 64069.9375, + 64060.625, + 64048.984375 + ], + "0.6": [ + 64218.9375, + 64214.28125, + 64195.65625, + 64191.0, + 64186.34375, + 64191.0, + 64170.046875, + 64167.71875, + 64153.75, + 64144.4375, + 64132.796875, + 64130.46875, + 64123.484375, + 64118.828125, + 64116.5, + 64102.53125, + 64102.53125, + 64109.515625, + 64102.53125, + 64090.890625, + 64074.59375, + 64069.9375, + 64060.625, + 64048.984375 + ], + "0.7": [ + 64218.9375, + 64214.28125, + 64195.65625, + 64191.0, + 64186.34375, + 64191.0, + 64170.046875, + 64167.71875, + 64153.75, + 64144.4375, + 64132.796875, + 64130.46875, + 64123.484375, + 64118.828125, + 64116.5, + 64102.53125, + 64102.53125, + 64109.515625, + 64102.53125, + 64090.890625, + 64074.59375, + 64069.9375, + 64060.625, + 64048.984375 + ], + "0.8": [ + 64363.28125, + 64353.96875, + 64344.65625, + 64358.625, + 64340.0, + 64353.96875, + 64353.96875, + 64363.28125, + 64372.59375, + 64372.59375, + 64367.9375, + 64363.28125, + 64358.625, + 64358.625, + 64358.625, + 64358.625, + 64363.28125, + 64381.90625, + 64377.25, + 64377.25, + 64367.9375, + 64367.9375, + 64367.9375, + 64363.28125 + ], + "0.9": [ + 64363.28125, + 64353.96875, + 64344.65625, + 64358.625, + 64340.0, + 64353.96875, + 64353.96875, + 64363.28125, + 64372.59375, + 64372.59375, + 64367.9375, + 64363.28125, + 64358.625, + 64358.625, + 64358.625, + 64358.625, + 64363.28125, + 64381.90625, + 64377.25, + 64377.25, + 64367.9375, + 64367.9375, + 64367.9375, + 64363.28125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_072149.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_072149.json new file mode 100644 index 0000000000000000000000000000000000000000..e0d6dcc332e3a4b2d6c5af812d85827c4f177177 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_072149.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T07:21:49.965852+00:00", + "metrics": { + "MSE[mean]": 370032.81850306195, + "MSE[0.5]": 381666.4357821147, + "MAE[0.5]": 457.0924479166667, + "MASE[0.5]": 0.7046894298944203, + "MAPE[0.5]": 0.007103502828762698, + "sMAPE[0.5]": 0.007117805209300131, + "MSIS": 20.310883426232433, + "RMSE[mean]": 608.3032290749918, + "NRMSE[mean]": 0.00946723113900467, + "ND[0.5]": 0.007113886051371025, + "mean_weighted_sum_quantile_loss": 0.0065005069276776 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00" + ], + "context": [ + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625 + ], + "actual": [ + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 63019.80859375 + ], + "predictions": { + "p50": [ + 64147.7109375, + 64140.34375, + 64112.7734375, + 64102.6328125, + 64091.65234375, + 64090.03515625, + 64099.015625, + 64079.91015625, + 64085.33984375, + 64080.4921875, + 64073.15234375, + 64080.73046875, + 64082.6171875, + 64076.640625, + 64090.83984375, + 64081.55078125, + 64078.8125, + 64084.78515625, + 64070.4609375, + 64068.9296875, + 64084.9375, + 64069.6875, + 64063.0546875, + 64073.77734375 + ], + "p10": [ + 64205.55078125, + 64186.55859375, + 64157.66796875, + 64149.2890625, + 64145.51171875, + 64116.6328125, + 64116.40234375, + 64126.07421875, + 64136.83984375, + 64123.83203125, + 64119.5, + 64112.359375, + 64121.5703125, + 64129.9296875, + 64121.34375, + 64122.46484375, + 64111.70703125, + 64131.4765625, + 64090.09765625, + 64114.953125, + 64107.0625, + 64124.02734375, + 64116.85546875, + 64103.63671875 + ], + "p90": [ + 64390.15234375, + 64407.984375, + 64385.91015625, + 64378.87109375, + 64376.96484375, + 64381.7734375, + 64397.12890625, + 64395.1015625, + 64395.99609375, + 64401.5625, + 64410.62109375, + 64423.11328125, + 64427.8984375, + 64448.359375, + 64440.23828125, + 64448.91796875, + 64439.41796875, + 64457.63671875, + 64457.76953125, + 64457.484375, + 64481.359375, + 64491.96875, + 64473.84375, + 64490.125 + ], + "mean": [ + 64208.9296875, + 64205.42578125, + 64176.0, + 64172.875, + 64159.0390625, + 64163.953125, + 64169.55078125, + 64164.3125, + 64171.5234375, + 64163.234375, + 64160.07421875, + 64169.859375, + 64164.32421875, + 64174.12109375, + 64179.00390625, + 64174.125, + 64167.63671875, + 64176.3359375, + 64170.375, + 64160.984375, + 64176.484375, + 64176.55859375, + 64168.02734375, + 64175.26171875 + ], + "quantiles": { + "0.1": [ + 64205.55078125, + 64186.55859375, + 64157.66796875, + 64149.2890625, + 64145.51171875, + 64116.6328125, + 64116.40234375, + 64126.07421875, + 64136.83984375, + 64123.83203125, + 64119.5, + 64112.359375, + 64121.5703125, + 64129.9296875, + 64121.34375, + 64122.46484375, + 64111.70703125, + 64131.4765625, + 64090.09765625, + 64114.953125, + 64107.0625, + 64124.02734375, + 64116.85546875, + 64103.63671875 + ], + "0.2": [ + 64205.55078125, + 64186.55859375, + 64157.66796875, + 64149.2890625, + 64145.51171875, + 64116.6328125, + 64116.40234375, + 64126.07421875, + 64136.83984375, + 64123.83203125, + 64119.5, + 64112.359375, + 64121.5703125, + 64129.9296875, + 64121.34375, + 64122.46484375, + 64111.70703125, + 64131.4765625, + 64090.09765625, + 64114.953125, + 64107.0625, + 64124.02734375, + 64116.85546875, + 64103.63671875 + ], + "0.3": [ + 64205.55078125, + 64186.55859375, + 64157.66796875, + 64149.2890625, + 64145.51171875, + 64116.6328125, + 64116.40234375, + 64126.07421875, + 64136.83984375, + 64123.83203125, + 64119.5, + 64112.359375, + 64121.5703125, + 64129.9296875, + 64121.34375, + 64122.46484375, + 64111.70703125, + 64131.4765625, + 64090.09765625, + 64114.953125, + 64107.0625, + 64124.02734375, + 64116.85546875, + 64103.63671875 + ], + "0.4": [ + 64147.7109375, + 64140.34375, + 64112.7734375, + 64102.6328125, + 64091.65234375, + 64090.03515625, + 64099.015625, + 64079.91015625, + 64085.33984375, + 64080.4921875, + 64073.15234375, + 64080.73046875, + 64082.6171875, + 64076.640625, + 64090.83984375, + 64081.55078125, + 64078.8125, + 64084.78515625, + 64070.4609375, + 64068.9296875, + 64084.9375, + 64069.6875, + 64063.0546875, + 64073.77734375 + ], + "0.5": [ + 64147.7109375, + 64140.34375, + 64112.7734375, + 64102.6328125, + 64091.65234375, + 64090.03515625, + 64099.015625, + 64079.91015625, + 64085.33984375, + 64080.4921875, + 64073.15234375, + 64080.73046875, + 64082.6171875, + 64076.640625, + 64090.83984375, + 64081.55078125, + 64078.8125, + 64084.78515625, + 64070.4609375, + 64068.9296875, + 64084.9375, + 64069.6875, + 64063.0546875, + 64073.77734375 + ], + "0.6": [ + 64147.7109375, + 64140.34375, + 64112.7734375, + 64102.6328125, + 64091.65234375, + 64090.03515625, + 64099.015625, + 64079.91015625, + 64085.33984375, + 64080.4921875, + 64073.15234375, + 64080.73046875, + 64082.6171875, + 64076.640625, + 64090.83984375, + 64081.55078125, + 64078.8125, + 64084.78515625, + 64070.4609375, + 64068.9296875, + 64084.9375, + 64069.6875, + 64063.0546875, + 64073.77734375 + ], + "0.7": [ + 64147.7109375, + 64140.34375, + 64112.7734375, + 64102.6328125, + 64091.65234375, + 64090.03515625, + 64099.015625, + 64079.91015625, + 64085.33984375, + 64080.4921875, + 64073.15234375, + 64080.73046875, + 64082.6171875, + 64076.640625, + 64090.83984375, + 64081.55078125, + 64078.8125, + 64084.78515625, + 64070.4609375, + 64068.9296875, + 64084.9375, + 64069.6875, + 64063.0546875, + 64073.77734375 + ], + "0.8": [ + 64390.15234375, + 64407.984375, + 64385.91015625, + 64378.87109375, + 64376.96484375, + 64381.7734375, + 64397.12890625, + 64395.1015625, + 64395.99609375, + 64401.5625, + 64410.62109375, + 64423.11328125, + 64427.8984375, + 64448.359375, + 64440.23828125, + 64448.91796875, + 64439.41796875, + 64457.63671875, + 64457.76953125, + 64457.484375, + 64481.359375, + 64491.96875, + 64473.84375, + 64490.125 + ], + "0.9": [ + 64390.15234375, + 64407.984375, + 64385.91015625, + 64378.87109375, + 64376.96484375, + 64381.7734375, + 64397.12890625, + 64395.1015625, + 64395.99609375, + 64401.5625, + 64410.62109375, + 64423.11328125, + 64427.8984375, + 64448.359375, + 64440.23828125, + 64448.91796875, + 64439.41796875, + 64457.63671875, + 64457.76953125, + 64457.484375, + 64481.359375, + 64491.96875, + 64473.84375, + 64490.125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_072246.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_072246.json new file mode 100644 index 0000000000000000000000000000000000000000..d5f8340ff01e5c0b2985866874577dc13b399664 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_072246.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-23T07:22:46.518518+00:00", + "metrics": { + "MSE[mean]": 354440.3397407532, + "MSE[0.5]": 354440.3397407532, + "MAE[0.5]": 441.255859375, + "MASE[0.5]": 0.6802745077014066, + "MAPE[0.5]": 0.006857195834555696, + "sMAPE[0.5]": 0.006870696328578799, + "MSIS": 7.91664114907213, + "RMSE[mean]": 595.3489226837931, + "NRMSE[mean]": 0.009265618839432537, + "ND[0.5]": 0.006867415809210288, + "mean_weighted_sum_quantile_loss": 0.006232260784905086 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00" + ], + "context": [ + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625 + ], + "actual": [ + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 63019.80859375 + ], + "predictions": { + "p50": [ + 64179.00390625, + 64170.12109375, + 64158.2734375, + 64142.75, + 64135.56640625, + 64129.50390625, + 64125.94921875, + 64115.5078125, + 64105.4375, + 64098.0078125, + 64095.79296875, + 64092.2109375, + 64085.43359375, + 64082.01171875, + 64084.68359375, + 64075.01171875, + 64070.203125, + 64069.6015625, + 64062.90234375, + 64053.99609375, + 64046.40234375, + 64038.95703125, + 64034.43359375, + 64024.05859375 + ], + "p10": [ + 63906.33984375, + 63795.32421875, + 63707.4921875, + 63631.09765625, + 63581.984375, + 63537.32421875, + 63488.07421875, + 63438.4140625, + 63403.2734375, + 63372.26171875, + 63336.375, + 63308.37890625, + 63274.84765625, + 63238.5625, + 63205.23828125, + 63168.5703125, + 63141.2109375, + 63109.59765625, + 63070.7265625, + 63027.4921875, + 62999.26953125, + 62973.4609375, + 62952.6328125, + 62926.83984375 + ], + "p90": [ + 64412.98828125, + 64470.95703125, + 64519.99609375, + 64549.62890625, + 64575.015625, + 64601.46484375, + 64636.25, + 64659.0234375, + 64674.09375, + 64693.2265625, + 64711.75390625, + 64724.83984375, + 64733.6953125, + 64753.24609375, + 64784.79296875, + 64781.6796875, + 64790.77734375, + 64822.00390625, + 64845.19921875, + 64862.9140625, + 64866.99609375, + 64875.3828125, + 64883.67578125, + 64885.3984375 + ], + "mean": [ + 64179.00390625, + 64170.12109375, + 64158.2734375, + 64142.75, + 64135.56640625, + 64129.50390625, + 64125.94921875, + 64115.5078125, + 64105.4375, + 64098.0078125, + 64095.79296875, + 64092.2109375, + 64085.43359375, + 64082.01171875, + 64084.68359375, + 64075.01171875, + 64070.203125, + 64069.6015625, + 64062.90234375, + 64053.99609375, + 64046.40234375, + 64038.95703125, + 64034.43359375, + 64024.05859375 + ], + "quantiles": { + "0.1": [ + 63906.33984375, + 63795.32421875, + 63707.4921875, + 63631.09765625, + 63581.984375, + 63537.32421875, + 63488.07421875, + 63438.4140625, + 63403.2734375, + 63372.26171875, + 63336.375, + 63308.37890625, + 63274.84765625, + 63238.5625, + 63205.23828125, + 63168.5703125, + 63141.2109375, + 63109.59765625, + 63070.7265625, + 63027.4921875, + 62999.26953125, + 62973.4609375, + 62952.6328125, + 62926.83984375 + ], + "0.2": [ + 63906.33984375, + 63795.32421875, + 63707.4921875, + 63631.09765625, + 63581.984375, + 63537.32421875, + 63488.07421875, + 63438.4140625, + 63403.2734375, + 63372.26171875, + 63336.375, + 63308.37890625, + 63274.84765625, + 63238.5625, + 63205.23828125, + 63168.5703125, + 63141.2109375, + 63109.59765625, + 63070.7265625, + 63027.4921875, + 62999.26953125, + 62973.4609375, + 62952.6328125, + 62926.83984375 + ], + "0.3": [ + 63906.33984375, + 63795.32421875, + 63707.4921875, + 63631.09765625, + 63581.984375, + 63537.32421875, + 63488.07421875, + 63438.4140625, + 63403.2734375, + 63372.26171875, + 63336.375, + 63308.37890625, + 63274.84765625, + 63238.5625, + 63205.23828125, + 63168.5703125, + 63141.2109375, + 63109.59765625, + 63070.7265625, + 63027.4921875, + 62999.26953125, + 62973.4609375, + 62952.6328125, + 62926.83984375 + ], + "0.4": [ + 64179.00390625, + 64170.12109375, + 64158.2734375, + 64142.75, + 64135.56640625, + 64129.50390625, + 64125.94921875, + 64115.5078125, + 64105.4375, + 64098.0078125, + 64095.79296875, + 64092.2109375, + 64085.43359375, + 64082.01171875, + 64084.68359375, + 64075.01171875, + 64070.203125, + 64069.6015625, + 64062.90234375, + 64053.99609375, + 64046.40234375, + 64038.95703125, + 64034.43359375, + 64024.05859375 + ], + "0.5": [ + 64179.00390625, + 64170.12109375, + 64158.2734375, + 64142.75, + 64135.56640625, + 64129.50390625, + 64125.94921875, + 64115.5078125, + 64105.4375, + 64098.0078125, + 64095.79296875, + 64092.2109375, + 64085.43359375, + 64082.01171875, + 64084.68359375, + 64075.01171875, + 64070.203125, + 64069.6015625, + 64062.90234375, + 64053.99609375, + 64046.40234375, + 64038.95703125, + 64034.43359375, + 64024.05859375 + ], + "0.6": [ + 64179.00390625, + 64170.12109375, + 64158.2734375, + 64142.75, + 64135.56640625, + 64129.50390625, + 64125.94921875, + 64115.5078125, + 64105.4375, + 64098.0078125, + 64095.79296875, + 64092.2109375, + 64085.43359375, + 64082.01171875, + 64084.68359375, + 64075.01171875, + 64070.203125, + 64069.6015625, + 64062.90234375, + 64053.99609375, + 64046.40234375, + 64038.95703125, + 64034.43359375, + 64024.05859375 + ], + "0.7": [ + 64179.00390625, + 64170.12109375, + 64158.2734375, + 64142.75, + 64135.56640625, + 64129.50390625, + 64125.94921875, + 64115.5078125, + 64105.4375, + 64098.0078125, + 64095.79296875, + 64092.2109375, + 64085.43359375, + 64082.01171875, + 64084.68359375, + 64075.01171875, + 64070.203125, + 64069.6015625, + 64062.90234375, + 64053.99609375, + 64046.40234375, + 64038.95703125, + 64034.43359375, + 64024.05859375 + ], + "0.8": [ + 64412.98828125, + 64470.95703125, + 64519.99609375, + 64549.62890625, + 64575.015625, + 64601.46484375, + 64636.25, + 64659.0234375, + 64674.09375, + 64693.2265625, + 64711.75390625, + 64724.83984375, + 64733.6953125, + 64753.24609375, + 64784.79296875, + 64781.6796875, + 64790.77734375, + 64822.00390625, + 64845.19921875, + 64862.9140625, + 64866.99609375, + 64875.3828125, + 64883.67578125, + 64885.3984375 + ], + "0.9": [ + 64412.98828125, + 64470.95703125, + 64519.99609375, + 64549.62890625, + 64575.015625, + 64601.46484375, + 64636.25, + 64659.0234375, + 64674.09375, + 64693.2265625, + 64711.75390625, + 64724.83984375, + 64733.6953125, + 64753.24609375, + 64784.79296875, + 64781.6796875, + 64790.77734375, + 64822.00390625, + 64845.19921875, + 64862.9140625, + 64866.99609375, + 64875.3828125, + 64883.67578125, + 64885.3984375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_072218.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_072218.json new file mode 100644 index 0000000000000000000000000000000000000000..2cacbec390e6ff4525aa180f53b93b39447bcb4e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_072218.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T07:22:18.235165+00:00", + "metrics": { + "MSE[mean]": 359562.10009257, + "MSE[0.5]": 359562.10009257, + "MAE[0.5]": 440.2473958333333, + "MASE[0.5]": 0.6787197815153027, + "MAPE[0.5]": 0.006845329571983405, + "sMAPE[0.5]": 0.006855064577581282, + "MSIS": 6.256443251866898, + "RMSE[mean]": 599.6349723728345, + "NRMSE[mean]": 0.00933232409618601, + "ND[0.5]": 0.006851720746307638, + "mean_weighted_sum_quantile_loss": 0.0064486840050581576 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00" + ], + "context": [ + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625 + ], + "actual": [ + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 63019.80859375 + ], + "predictions": { + "p50": [ + 64189.8046875, + 64172.94921875, + 64165.59765625, + 64157.85546875, + 64155.66796875, + 64150.26171875, + 64140.27734375, + 64131.90625, + 64128.89453125, + 64125.67578125, + 64126.61328125, + 64121.00390625, + 64115.2421875, + 64114.17578125, + 64111.0, + 64108.16796875, + 64108.85546875, + 64106.140625, + 64106.8046875, + 64102.05078125, + 64102.64453125, + 64098.5390625, + 64095.25390625, + 64095.9375 + ], + "p10": [ + 63842.44921875, + 63740.5234375, + 63646.16015625, + 63572.57421875, + 63501.05859375, + 63460.78125, + 63376.30078125, + 63329.4765625, + 63281.65625, + 63240.40625, + 63213.68359375, + 63156.64453125, + 63120.9453125, + 63078.1015625, + 63059.32421875, + 63018.51953125, + 62996.43359375, + 62956.95703125, + 62945.16015625, + 62914.609375, + 62911.30859375, + 62880.94140625, + 62840.625, + 62823.29296875 + ], + "p90": [ + 64517.66015625, + 64595.31640625, + 64629.83984375, + 64684.7109375, + 64735.25, + 64783.48828125, + 64812.72265625, + 64853.9765625, + 64878.55859375, + 64919.28515625, + 64954.1953125, + 64995.90234375, + 65014.1953125, + 65058.21484375, + 65073.27734375, + 65110.33984375, + 65134.36328125, + 65153.6171875, + 65168.62890625, + 65197.4375, + 65208.796875, + 65227.50390625, + 65253.71484375, + 65283.81640625 + ], + "mean": [ + 64189.8046875, + 64172.94921875, + 64165.59765625, + 64157.85546875, + 64155.66796875, + 64150.26171875, + 64140.27734375, + 64131.90625, + 64128.89453125, + 64125.67578125, + 64126.61328125, + 64121.00390625, + 64115.2421875, + 64114.17578125, + 64111.0, + 64108.16796875, + 64108.85546875, + 64106.140625, + 64106.8046875, + 64102.05078125, + 64102.64453125, + 64098.5390625, + 64095.25390625, + 64095.9375 + ], + "quantiles": { + "0.1": [ + 63842.44921875, + 63740.5234375, + 63646.16015625, + 63572.57421875, + 63501.05859375, + 63460.78125, + 63376.30078125, + 63329.4765625, + 63281.65625, + 63240.40625, + 63213.68359375, + 63156.64453125, + 63120.9453125, + 63078.1015625, + 63059.32421875, + 63018.51953125, + 62996.43359375, + 62956.95703125, + 62945.16015625, + 62914.609375, + 62911.30859375, + 62880.94140625, + 62840.625, + 62823.29296875 + ], + "0.2": [ + 63842.44921875, + 63740.5234375, + 63646.16015625, + 63572.57421875, + 63501.05859375, + 63460.78125, + 63376.30078125, + 63329.4765625, + 63281.65625, + 63240.40625, + 63213.68359375, + 63156.64453125, + 63120.9453125, + 63078.1015625, + 63059.32421875, + 63018.51953125, + 62996.43359375, + 62956.95703125, + 62945.16015625, + 62914.609375, + 62911.30859375, + 62880.94140625, + 62840.625, + 62823.29296875 + ], + "0.3": [ + 63842.44921875, + 63740.5234375, + 63646.16015625, + 63572.57421875, + 63501.05859375, + 63460.78125, + 63376.30078125, + 63329.4765625, + 63281.65625, + 63240.40625, + 63213.68359375, + 63156.64453125, + 63120.9453125, + 63078.1015625, + 63059.32421875, + 63018.51953125, + 62996.43359375, + 62956.95703125, + 62945.16015625, + 62914.609375, + 62911.30859375, + 62880.94140625, + 62840.625, + 62823.29296875 + ], + "0.4": [ + 64189.8046875, + 64172.94921875, + 64165.59765625, + 64157.85546875, + 64155.66796875, + 64150.26171875, + 64140.27734375, + 64131.90625, + 64128.89453125, + 64125.67578125, + 64126.61328125, + 64121.00390625, + 64115.2421875, + 64114.17578125, + 64111.0, + 64108.16796875, + 64108.85546875, + 64106.140625, + 64106.8046875, + 64102.05078125, + 64102.64453125, + 64098.5390625, + 64095.25390625, + 64095.9375 + ], + "0.5": [ + 64189.8046875, + 64172.94921875, + 64165.59765625, + 64157.85546875, + 64155.66796875, + 64150.26171875, + 64140.27734375, + 64131.90625, + 64128.89453125, + 64125.67578125, + 64126.61328125, + 64121.00390625, + 64115.2421875, + 64114.17578125, + 64111.0, + 64108.16796875, + 64108.85546875, + 64106.140625, + 64106.8046875, + 64102.05078125, + 64102.64453125, + 64098.5390625, + 64095.25390625, + 64095.9375 + ], + "0.6": [ + 64189.8046875, + 64172.94921875, + 64165.59765625, + 64157.85546875, + 64155.66796875, + 64150.26171875, + 64140.27734375, + 64131.90625, + 64128.89453125, + 64125.67578125, + 64126.61328125, + 64121.00390625, + 64115.2421875, + 64114.17578125, + 64111.0, + 64108.16796875, + 64108.85546875, + 64106.140625, + 64106.8046875, + 64102.05078125, + 64102.64453125, + 64098.5390625, + 64095.25390625, + 64095.9375 + ], + "0.7": [ + 64189.8046875, + 64172.94921875, + 64165.59765625, + 64157.85546875, + 64155.66796875, + 64150.26171875, + 64140.27734375, + 64131.90625, + 64128.89453125, + 64125.67578125, + 64126.61328125, + 64121.00390625, + 64115.2421875, + 64114.17578125, + 64111.0, + 64108.16796875, + 64108.85546875, + 64106.140625, + 64106.8046875, + 64102.05078125, + 64102.64453125, + 64098.5390625, + 64095.25390625, + 64095.9375 + ], + "0.8": [ + 64517.66015625, + 64595.31640625, + 64629.83984375, + 64684.7109375, + 64735.25, + 64783.48828125, + 64812.72265625, + 64853.9765625, + 64878.55859375, + 64919.28515625, + 64954.1953125, + 64995.90234375, + 65014.1953125, + 65058.21484375, + 65073.27734375, + 65110.33984375, + 65134.36328125, + 65153.6171875, + 65168.62890625, + 65197.4375, + 65208.796875, + 65227.50390625, + 65253.71484375, + 65283.81640625 + ], + "0.9": [ + 64517.66015625, + 64595.31640625, + 64629.83984375, + 64684.7109375, + 64735.25, + 64783.48828125, + 64812.72265625, + 64853.9765625, + 64878.55859375, + 64919.28515625, + 64954.1953125, + 64995.90234375, + 65014.1953125, + 65058.21484375, + 65073.27734375, + 65110.33984375, + 65134.36328125, + 65153.6171875, + 65168.62890625, + 65197.4375, + 65208.796875, + 65227.50390625, + 65253.71484375, + 65283.81640625 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 05c233072f99b7ed7f1923e5caed8a384466b78e..4eb4a3b89ead5e54a4e7884d2821fd1ee97fe90e 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,416926.58488527936,416926.58488527936,526.2013346354166,0.8112330890698015,0.0081894350289479,0.008199577624682508,5.928720665982742,645.6985247662251,0.010049656214202498,0.008189801137388432,0.00678873037616754,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,410214.57999483746,410214.57999483746,523.4601236979166,0.8070070241204208,0.008145068787348298,0.008156061329020988,5.928720665982742,640.4799606504777,0.009968008614057791,0.008146788881321573,0.006755258505240259,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.4270752650583443,1.4270752650583443,1.0091667970021565,0.5910644517543282,0.0379751599911809,0.03861303902269495,9.990087381062132,1.194602555270306,0.04499515249240556,0.03801064523180265,0.032394054965911245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.19059787245237303,0.19059787245237303,0.3822166572014491,1.389794569754797,0.32471019286550706,0.2799069926470327,49.68484022507529,0.4365751624318234,0.3000929272179627,0.26272799133175456,0.25607812648831046,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08013890160454926,0.08013890160454926,0.23472224175930023,1.70288672460674,0.17409770582036507,0.1536968060452916,56.36132019849135,0.2830881516498867,0.19174361555631952,0.1589840161946275,0.15327898859224123,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 44623c0d9f6848af3ce5b407533658258c235e13..4896238e54cfa9d809524627b796a0ff1b96144d 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T07:11:11.073820+00:00", + "evaluated_at": "2026-06-23T07:23:39.530394+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63623.01953125, 63400.0, 62936.01171875, - 62954.01953125 + 63019.80859375 ], "p50": [ 64014.0, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index cdd97ae3bbe69fe8e6d5f1dd560eaf0ba7557248..d7b90fb41bbaa97a80107067b8e20ee1ec864a71 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,13 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T07:11:11.093693+00:00", + "evaluated_at": "2026-06-23T07:23:39.535477+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index fa2a3eeacebb04cc284addda55fe62b91efc7b8e..f3bb4276287d20ed22bb5d3f5839b2655d593640 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,340346.30150095624,340346.30150095624,431.1516927083333,0.6646971349394099,0.006705549475880965,0.006713940245714422,12.774330172553027,583.392064996565,0.009079918052208364,0.006710447866454337,0.0063250246711574415,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,334523.58398691815,334523.58398691815,428.4104817708333,0.6604710699900291,0.006661295310014269,0.006670422960230088,12.610898239122875,578.3801379602503,0.009001527840984153,0.006667498805594568,0.006283036075304166,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,1.0212952951048162,1.0212952951048162,0.8199127515157064,0.480219208955978,0.03030549839790364,0.03088520263876773,2.1827696895662885,1.0105915570124342,0.03806430935100673,0.03088232075359102,0.02991063703288196,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.005453852503714115,0.005453852503714115,0.06771505773067474,0.24622165923847536,0.057750363538718756,0.05520323844455443,1.484551050619585,0.07385020313928808,0.05076313437590714,0.04654595964172575,0.03930467249641028,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.057664370636956425,0.057664370636956425,0.19876910083823734,1.4420502315522106,0.1481222578952272,0.1329211653793015,27.27614134601292,0.24013406804732315,0.16264959927601205,0.13463193649566343,0.10448610630934561,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 0d8a435d6fb24cb5d85b8f56ee3a6adc203c4396..9614a329729e7562fce22481aa33695a792c4077 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T07:10:59.164237+00:00", + "evaluated_at": "2026-06-23T07:23:32.792948+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63623.01953125, 63400.0, 62936.01171875, - 62954.01953125 + 63019.80859375 ], "p50": [ 64218.9375, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 339286754052dcad47db95112304e1ab5f90ebe4..6596ac53213bb8b9ab7c51ae1affcbc68bdcc560 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,13 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T07:11:10.538108+00:00", + "evaluated_at": "2026-06-23T07:23:39.214906+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 5e845e680bac950135f3c73ef8cde7bd4caf0e63..445f71faea06ddde85674ba736932ce7c9f26c44 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,376547.84168879193,387625.07881037396,459.8336588541667,0.7089154948438011,0.00714777412514539,0.007161322352348232,20.47992602420766,613.6349417111056,0.009550618390295217,0.007156854181874336,0.006543448854651676,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,370032.81850306195,381666.4357821147,457.0924479166667,0.7046894298944203,0.007103502828762698,0.007117805209300131,20.310883426232433,608.3032290749918,0.00946723113900467,0.007113886051371025,0.0065005069276776,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.1942693657438213,2.176787990128711,1.1630725860595703,0.6812063798293192,0.04336451774231531,0.04492883079170137,3.2575813722815607,1.0928263200270303,0.04116171248788629,0.0438075643975543,0.029372483948565287,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.019421405023521507,0.009240905312758762,0.06730975608030955,0.24474792432353334,0.07001820489923492,0.06398139900383563,15.483019618290992,0.1393607011446251,0.09579372429866327,0.0462673634935004,0.06820873582722986,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.0704709892669266,0.05960731473352906,0.2019593765338262,1.465195367220371,0.1504845883086167,0.13483634871435368,58.71973894779074,0.2654637249548921,0.1798060926437214,0.13679280049837242,0.14235872331185317,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 652371211f848afee3f4669b7d99207bdd399592..1f7f141b18387dda8776e845d54a17a57bc306af 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T07:08:51.468868+00:00", + "evaluated_at": "2026-06-23T07:21:49.965852+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63623.01953125, 63400.0, 62936.01171875, - 62954.01953125 + 63019.80859375 ], "p50": [ 64147.7109375, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 36e8613c020b116aaba1567a17c8644df521d02a..3c45869e9b56d3691bc99e06389f7dbcd7dbedd9 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,13 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T07:09:06.217069+00:00", + "evaluated_at": "2026-06-23T07:21:53.119350+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index e0033636a119384d48803c2658e770b3b11be33d..8ac305768407d8ee346ffd09990c1e0fd764d66d 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,360126.4036064148,360126.4036064148,443.9970703125,0.6845005726507872,0.006901432778140595,0.006914213754031417,7.91664114907213,600.1053270938484,0.009340043376726288,0.006910373410515675,0.006246748435346705,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,354440.3397407532,354440.3397407532,441.255859375,0.6802745077014066,0.006857195834555696,0.006870696328578799,7.91664114907213,595.3489226837931,0.009265618839432537,0.006867415809210288,0.006232260784905086,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,1.183329755683341,1.183329755683341,0.862094004948934,0.5049245792762104,0.03178129762224546,0.03245936373087361,3.072462410731646,1.087809613711582,0.04097275636630648,0.032471093456424745,0.037043745123925144,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.10237236958762737,0.10237236958762737,0.24469152987003326,0.8897334877248165,0.23916840244781618,0.1916330971033703,2.192716412584687,0.3199568245679835,0.21993184296865384,0.1681960033070064,0.09636635987161801,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.07319026672406675,0.07319026672406675,0.22492986420790353,1.6318439908222255,0.16767279414510444,0.14849558446807587,21.036878311654593,0.27053699695987377,0.18324236332925303,0.15235136178767258,0.10889372964567791,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index d0bcd691beb6b87a0781c539c6566928ba6691eb..b592e3ace2415959a7c1f21b14cf84d39c4def34 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-23T07:09:55.653605+00:00", + "evaluated_at": "2026-06-23T07:22:46.518518+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63623.01953125, 63400.0, 62936.01171875, - 62954.01953125 + 63019.80859375 ], "p50": [ 64179.00390625, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 76f91562ce7986ce1f051ceb961699ca10d852c6..da1f4490f937b3c215be4ccd418ccbe4ab0b41e0 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,13 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T07:10:10.224659+00:00", + "evaluated_at": "2026-06-23T07:22:50.640081+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index a3235ebcd51f483dc48436bcfd47e4aa0866f6d9..4bc8ef523de3ab78a4511bc9814b4b252847012b 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,365642.2344462077,365642.2344462077,442.9886067708333,0.6829458464646833,0.006889616179760023,0.0068985815906091345,6.256443251866898,604.6835820875309,0.009411299368466589,0.006894677677120626,0.006463180901090241,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,359562.10009257,359562.10009257,440.2473958333333,0.6787197815153027,0.006845329571983405,0.006855064577581282,6.256443251866898,599.6349723728345,0.00933232409618601,0.006851720746307638,0.0064486840050581576,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.7378849396995975,0.7378849396995975,0.6531385580698649,0.38254031433849495,0.024219405040648068,0.024391800635032,2.939171975256644,0.8590022931864603,0.03235464297538288,0.024600708318737636,0.02998693975846885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.01419156498123808,0.01419156498123808,0.08101739982763927,0.2945908824605758,0.0859245745776642,0.07681437502147995,2.2922485870870384,0.11912835506812842,0.08188641925464143,0.055689720263600806,0.05958417258079481,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.04757648775918907,0.04757648775918907,0.17943594853083292,1.3017901174602544,0.13311776686758117,0.12109976221631359,16.51403130859305,0.21812035154746354,0.14773908617642018,0.1215370453745846,0.08993590441030826,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 18e89631ab74a10649750db674e35cdb6d05d7df..1bfe15b40e9287c20c9c96147f68102619e04ec0 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T07:09:32.697448+00:00", + "evaluated_at": "2026-06-23T07:22:18.235165+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63623.01953125, 63400.0, 62936.01171875, - 62954.01953125 + 63019.80859375 ], "p50": [ 64189.8046875, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index a0b262c34909b7e2689c89b81e02bb0c9b2cc697..d5c51b7a3f90c2639945009f0f8b3d604333d245 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,13 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T07:09:48.847851+00:00", + "evaluated_at": "2026-06-23T07:22:21.034854+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t070000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", + "data_fetched_at": "2026-06-23T07:19:08.393729Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t010000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t082000z", - "data_fetched_at": "2026-06-23T07:07:49.102227Z", - "context_length": 73, - "prediction_length": 72 } ], "failed_datasets": []