diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 847cd91081d4ad39d44448122b192355a268247f..28246b9d92a049269b332be65e67a43d20f813a5 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T14:14:23.082400+00:00", + "generated_at": "2026-06-22T14:23:49.882228+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 6073, - "num_unique_releases": 754 + "num_model_releases": 6083, + "num_unique_releases": 755 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index fc19e476cf3c1a05857c490fa62ddf8251e8f88f..8da8726f9338a3fb0b21a3b6987ccd1163bcc846 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,3.0809004836330773,0.8758229330565779,0.20247746003056663,0.5112225771319279,39.9510516538732,3.487763465073479,0.6916704260677551,1202.3280761149251,8.647167848194204,0.17149710051525713,0.1,10,721,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T14:10:14.189765+00:00 -2,Chronos-2,3.0651442349677094,0.8798620309067255,0.1859905131478449,0.5258801301687723,38.70332890965308,3.601228343116442,0.6740158819818491,1171.9384353721173,8.6347847482612,0.11652506777449226,0.1,10,730,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T14:07:27.582809+00:00 -3,Toto-2.0-1B,3.03775818391324,0.8669215438367882,0.1736562971008378,0.5008652122066845,38.87579642223396,3.575287531004384,0.6872195472821184,1124.180843014551,8.676728027937886,0.03409597981994333,0.1,10,727,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T14:09:35.744908+00:00 -4,Moirai-1.1-Large,3.585790955768938,1.017944104791772,0.30686880752114953,0.5503491550894252,25.17221877744772,4.544679310574451,0.5547495867178334,1101.8462151675126,12.534524844229452,0.07514444766202054,0.3,10,706,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T14:13:20.464446+00:00 -5,TimesFM-2.5,2.920546878543195,0.8432662712811559,0.16017993170297032,0.6196238050427871,41.200566703080334,4.440575156445517,0.556188255353637,1044.1524068012027,8.45530097703497,0.04100497401409521,0.1,10,739,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T14:08:34.362380+00:00 -6,Timer-S1,3.078213832531346,0.8952237492080293,0.19371689381988794,0.5312828993308434,36.602214374067835,4.238210105216827,0.6009258210707096,1029.6545279140996,8.848810883334433,0.08966877345382458,0.1,10,686,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T14:14:13.193583+00:00 -7,ETS,6.326335089609112,1.566486409092779,0.46282290094140716,1.13134057880707,-2.4159618838233667,6.7004104902272115,0.3391988329058699,872.2625230115053,14.469779436459579,-0.009500069260369615,0.2,10,441,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T14:14:19.152056+00:00 -8,ARIMA,3.942052860209762,1.227612794831474,0.3515607168169798,0.8674838542957982,-0.38527346392632394,6.750104798137267,0.32471363169602874,868.7958728710383,9.716867638453843,-0.07592726819963283,0.3,10,441,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T14:14:19.059506+00:00 -9,Moving-Average,3.9465299472220017,1.1730098060334175,0.3659681807339451,0.8085847261343533,7.794477958412219,6.446353476478573,0.3549906722132718,845.0095002253422,9.705086878490402,-0.08535702361762047,0.3,10,441,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T14:14:19.191472+00:00 -10,Seasonal-Naive,4.250742894255991,1.272017956785606,0.37334342905900925,0.9504069169980008,2.2806447055821137e-18,7.663690065691256,0.21632734471092674,739.8315995077055,9.821848693217785,-0.05152517052565516,0.2,10,441,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T14:14:19.225883+00:00 +1,TiRex,3.080898727135385,0.8758384008924871,0.2024765282027301,0.5112155410728582,39.947225859589274,3.4866796721813222,0.6919355670139434,1202.3385756212663,8.647104329415471,0.17156874826884677,0.1,10,722,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T14:22:45.448320+00:00 +2,Chronos-2,3.065177512005295,0.8799071346528236,0.18598958074419053,0.5258823325734616,38.69421512338674,3.6012207434082706,0.6740770108910566,1171.9430133065766,8.63470553634341,0.11695121699175766,0.1,10,731,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T14:19:03.989292+00:00 +3,Toto-2.0-1B,3.037816380330233,0.8669866873956813,0.17365557387606917,0.5008651915046138,38.863739595952225,3.575388607123061,0.6873285380889398,1124.1878782660804,8.676690815121678,0.034556873807888695,0.1,10,728,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T14:22:09.402581+00:00 +4,Moirai-1.1-Large,3.5857284072490914,1.0179194980572432,0.3068671496395993,0.5503438395884267,25.17293030981076,4.543900467712417,0.5549344960146498,1101.8508436501281,12.53443479224116,0.07508501833179354,0.3,10,707,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T14:23:20.990884+00:00 +5,TimesFM-2.5,2.9205636284185843,0.8433046973659166,0.1601792375450907,0.6196455359967142,41.191766133582156,4.440552881423242,0.5561925241092517,1044.1534897152628,8.455227054781961,0.04138390542750938,0.1,10,740,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T14:19:28.439984+00:00 +6,Timer-S1,3.0783448469930006,0.8953427811219333,0.19371665829807153,0.531317852893147,36.58121068731069,4.239666976145809,0.6007443735971568,1029.6515739411952,8.84877546851821,0.0902658012157926,0.1,10,687,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T14:23:41.993936+00:00 +7,ETS,6.326463264989676,1.5666593676920197,0.46282236160433865,1.1313789051679672,-2.448916510222014,6.703481011255479,0.33885402870850134,872.2490860426118,14.469557429318332,-0.008673146707345768,0.1,10,442,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T14:23:46.119388+00:00 +8,ARIMA,3.9426151037893007,1.2279181601472573,0.35156536485969997,0.8679630751223074,-0.4140130485517389,6.751663450752257,0.3245467324896539,868.7881649703435,9.717370034886512,-0.07462310836985117,0.3,10,442,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T14:23:46.068166+00:00 +9,Moving-Average,3.9464890253670375,1.1730453575633901,0.3659661888669624,0.8085409645386059,7.782359529054739,6.446107243837974,0.3550278415532225,845.0083294993186,9.704884092427843,-0.08418558492745239,0.3,10,442,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T14:23:46.143654+00:00 +10,Seasonal-Naive,4.2506661895510165,1.2720048848943488,0.37334105607130247,0.9503969937612003,6.375945659171953e-18,7.663111418985849,0.21635888753362412,739.829044987217,9.821662629785724,-0.050191392925770274,0.2,10,442,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T14:23:46.156600+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 55547138589c903eef6537cc2598765698682649..fa17ec8d6059965600566ed4367b6fdf91fe5a9a 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.487763465073479,0.6916704260677551,1202.3280761149251,90,721,5239 -2,Chronos-2,3.601228343116442,0.6740158819818491,1171.9384353721173,90,728,5231 -3,Toto-2.0-1B,3.575287531004384,0.6872195472821184,1124.180843014551,90,727,5268 -4,Moirai-1.1-Large,4.544679310574451,0.5547495867178334,1101.8462151675126,90,706,5170 -5,TimesFM-2.5,4.440575156445517,0.556188255353637,1044.1524068012027,90,735,5276 -6,Timer-S1,4.238210105216827,0.6009258210707096,1029.6545279140996,90,686,5096 -7,ETS,6.7004104902272115,0.3391988329058699,872.2625230115053,90,441,3880 -8,ARIMA,6.750104798137267,0.32471363169602874,868.7958728710383,90,441,3880 -9,Moving-Average,6.446353476478573,0.3549906722132718,845.0095002253422,90,441,3880 -10,Seasonal-Naive,7.663690065691256,0.21632734471092674,739.8315995077055,90,441,3880 +1,TiRex,3.4866796721813222,0.6919355670139434,1202.3385756212663,90,722,5248 +2,Chronos-2,3.6012207434082706,0.6740770108910566,1171.9430133065766,90,729,5240 +3,Toto-2.0-1B,3.575388607123061,0.6873285380889398,1124.1878782660804,90,728,5277 +4,Moirai-1.1-Large,4.543900467712417,0.5549344960146498,1101.8508436501281,90,707,5179 +5,TimesFM-2.5,4.440552881423242,0.5561925241092517,1044.1534897152628,90,736,5285 +6,Timer-S1,4.239666976145809,0.6007443735971568,1029.6515739411952,90,687,5105 +7,ETS,6.703481011255479,0.33885402870850134,872.2490860426118,90,442,3889 +8,ARIMA,6.751663450752257,0.3245467324896539,868.7881649703435,90,442,3889 +9,Moving-Average,6.446107243837974,0.3550278415532225,845.0083294993186,90,442,3889 +10,Seasonal-Naive,7.663111418985849,0.21635888753362412,739.829044987217,90,442,3889 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 86eebb51bd21d5ba442fd77c7bc41f4401e5c461..e8998086d4bcd14dfc23e4e7d5daace4cf950b01 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -119,6 +119,7 @@ binance_btcusdt_1h_close/1h/short|window:caf5da82e6d3ecbe23a1,2026-06-22T00:19:1 binance_btcusdt_1h_close/1h/short|window:caf9d7aaa41495e3cd08,2026-06-18T05:13:02.485571+00:00,2026-06-18T05:13:02.485571+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.410761575031584,1.1877548463515457,0.008964401259348396,0.4579425545616071,10.840177054734944,True binance_btcusdt_1h_close/1h/short|window:cdf13d6f522231bea1fc,2026-06-18T03:50:07.869314+00:00,2026-06-18T03:50:07.869314+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.7732378147704075,0.8793394195476554,0.00826823243172848,0.4095177417966951,26.322282314687047,True binance_btcusdt_1h_close/1h/short|window:d141935bdf452f8c4e8b,2026-06-17T12:39:00.719300+00:00,2026-06-17T12:39:00.719300+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5163488720491125,0.71857419383743,0.0056940274721659296,0.20911724422595943,2.7049100093018352,True +binance_btcusdt_1h_close/1h/short|window:d27ac39fe68c06acf282,2026-06-22T14:23:46.068166+00:00,2026-06-22T14:23:46.068166+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.408369392986211,1.1867474006654537,0.016082519525272312,1.211109194346419,-48.85705137946756,True binance_btcusdt_1h_close/1h/short|window:d30a8823b8c4ac8c7625,2026-06-22T05:53:44.781865+00:00,2026-06-22T05:53:44.781865+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5307313390671815,0.7285131015068854,0.014127866175489924,0.8986024708668872,-30.867351464580622,True binance_btcusdt_1h_close/1h/short|window:d60c113d31119245ed97,2026-06-22T12:56:06.954079+00:00,2026-06-22T12:56:06.954079+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.45576905641389165,0.6751067000214793,0.009842574527746928,0.6404666021305067,-24.12894385720756,True binance_btcusdt_1h_close/1h/short|window:d767ecbe8ab7c65eaddf,2026-06-22T12:48:00.208856+00:00,2026-06-22T12:48:00.208856+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.44332089193754415,0.6658234690498257,0.009782678670062335,0.6353506102289094,-24.9276397490529,True @@ -656,6 +657,7 @@ binance_btcusdt_1h_close/1h/short|window:cc5dcf594a09cbb76684,2026-06-17T11:16:5 binance_btcusdt_1h_close/1h/short|window:cd062807ab421b15621a,2026-06-17T08:35:54.079585+00:00,2026-06-17T08:35:54.079585+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.5494123893845824,0.7412235758423921,0.01515862253904369,0.35447939009906276,-28.252156124788478,True binance_btcusdt_1h_close/1h/short|window:cdf13d6f522231bea1fc,2026-06-18T03:47:44.982317+00:00,2026-06-18T03:47:44.982317+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6664370971106487,0.8163559867549504,0.01100189338641165,0.3703438877261043,33.09444174521896,True binance_btcusdt_1h_close/1h/short|window:d141935bdf452f8c4e8b,2026-06-17T12:35:12.909620+00:00,2026-06-17T12:35:12.909620+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.5082901114524314,0.7129446762915278,0.013673617962429488,0.32180355134847244,3.4906649627312865,True +binance_btcusdt_1h_close/1h/short|window:d27ac39fe68c06acf282,2026-06-22T14:19:03.989292+00:00,2026-06-22T14:19:03.989292+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.417046580921234,0.6457914376338804,0.004871764830129201,0.30477328608729864,7.417755088817231,True binance_btcusdt_1h_close/1h/short|window:d2c8f78b42edf924197d,2026-06-17T02:17:18.960354+00:00,2026-06-17T02:17:18.960354+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1844227241978651,0.42944466954179916,0.00527127405937974,0.29029450049443467,42.347177611884014,True binance_btcusdt_1h_close/1h/short|window:d30a8823b8c4ac8c7625,2026-06-22T05:50:28.796213+00:00,2026-06-22T05:50:28.796213+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.14485871762946548,0.3806030972410307,0.004141121569372549,0.2469046073905163,31.867348068978025,True binance_btcusdt_1h_close/1h/short|window:d3f20549700be2b7426c,2026-06-17T06:22:04.920774+00:00,2026-06-17T06:22:04.920774+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.17451131615124318,0.41774551601572363,0.008224235585119068,0.23887464748260515,21.106768477901706,True @@ -1290,6 +1292,7 @@ binance_btcusdt_1h_close/1h/short|window:caf5da82e6d3ecbe23a1,2026-06-22T00:19:1 binance_btcusdt_1h_close/1h/short|window:caf9d7aaa41495e3cd08,2026-06-18T05:13:02.581035+00:00,2026-06-18T05:13:02.581035+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,2.135801317296122,1.461438099029898,0.019099380545392376,1.1251272603291305,-9.820912824776798,True binance_btcusdt_1h_close/1h/short|window:cdf13d6f522231bea1fc,2026-06-18T03:50:08.064605+00:00,2026-06-18T03:50:08.064605+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.7006184383674665,1.3040776197632817,0.016991387728149468,0.9792627921087086,-12.387280255458709,True binance_btcusdt_1h_close/1h/short|window:d141935bdf452f8c4e8b,2026-06-17T12:39:00.986304+00:00,2026-06-17T12:39:00.986304+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.9124634718937529,0.9552295388511355,0.018104637385418048,0.7476936035902972,-25.207465353753907,True +binance_btcusdt_1h_close/1h/short|window:d27ac39fe68c06acf282,2026-06-22T14:23:46.119388+00:00,2026-06-22T14:23:46.119388+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.7124771876088077,0.8440836378042212,0.006497255406359554,0.44088390035981,-19.10829669531718,True binance_btcusdt_1h_close/1h/short|window:d30a8823b8c4ac8c7625,2026-06-22T05:53:44.854815+00:00,2026-06-22T05:53:44.854815+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.07896307036942068,0.28100368390720554,0.0025189156785965262,0.13260313009217947,56.04981797762625,True binance_btcusdt_1h_close/1h/short|window:d60c113d31119245ed97,2026-06-22T12:56:07.118815+00:00,2026-06-22T12:56:07.118815+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.2548713725084478,0.504847870658526,0.004074624915066327,0.24001677720940742,4.444150933465822,True binance_btcusdt_1h_close/1h/short|window:d767ecbe8ab7c65eaddf,2026-06-22T12:48:00.254504+00:00,2026-06-22T12:48:00.254504+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.23856489321458688,0.4884310526723162,0.00401440518916192,0.23490078530781014,5.5129183236136505,True @@ -1824,6 +1827,7 @@ binance_btcusdt_1h_close/1h/short|window:cc5dcf594a09cbb76684,2026-06-17T11:27:1 binance_btcusdt_1h_close/1h/short|window:cd062807ab421b15621a,2026-06-17T08:37:41.481663+00:00,2026-06-17T08:37:41.481663+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.127198195510408,1.0616959053845918,0.020055868791366307,0.4786639170037222,-57.149542414141145,True binance_btcusdt_1h_close/1h/short|window:cdf13d6f522231bea1fc,2026-06-18T03:49:26.254904+00:00,2026-06-18T03:49:26.254904+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.8345367020708039,0.9135298036029278,0.012347949588204822,0.4305768726214964,22.7378195061315,True binance_btcusdt_1h_close/1h/short|window:d141935bdf452f8c4e8b,2026-06-17T12:38:03.158295+00:00,2026-06-17T12:38:03.158295+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6112682342814827,0.7818364498291716,0.014992077619359662,0.3789248463850965,-5.725821593967863,True +binance_btcusdt_1h_close/1h/short|window:d27ac39fe68c06acf282,2026-06-22T14:23:20.990884+00:00,2026-06-22T14:23:20.990884+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.3889385908033137,0.6236494133752662,0.0048364242071086555,0.33577704458700314,10.877025443637544,True binance_btcusdt_1h_close/1h/short|window:d2c8f78b42edf924197d,2026-06-17T02:18:24.578863+00:00,2026-06-17T02:18:24.578863+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.23568446650136057,0.48547344572217394,0.006032963125288399,0.2743264697618261,31.787656051533013,True binance_btcusdt_1h_close/1h/short|window:d30a8823b8c4ac8c7625,2026-06-22T05:52:33.801033+00:00,2026-06-22T05:52:33.801033+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.5124912839220577,0.7158849655650394,0.0068670344391113525,0.32960684077381286,-29.27692397713879,True binance_btcusdt_1h_close/1h/short|window:d3f20549700be2b7426c,2026-06-17T06:26:48.982836+00:00,2026-06-17T06:26:48.982836+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.43871519769779094,0.662355793888595,0.01205195447184465,0.2943700046761371,-24.175939303984663,True @@ -2437,6 +2441,7 @@ binance_btcusdt_1h_close/1h/short|window:caf5da82e6d3ecbe23a1,2026-06-22T00:19:1 binance_btcusdt_1h_close/1h/short|window:caf9d7aaa41495e3cd08,2026-06-18T05:13:02.623531+00:00,2026-06-18T05:13:02.623531+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.7446436912602001,1.3208496096301805,0.017682566733320287,1.0335135378269742,0.2619059498011525,True binance_btcusdt_1h_close/1h/short|window:cdf13d6f522231bea1fc,2026-06-18T03:50:08.122798+00:00,2026-06-18T03:50:08.122798+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.2904459473028091,1.1359779695499421,0.0150657388449666,0.8526734434966378,1.3488952727493992,True binance_btcusdt_1h_close/1h/short|window:d141935bdf452f8c4e8b,2026-06-17T12:39:01.069845+00:00,2026-06-17T12:39:01.069845+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.46154071078446757,0.6793678758849785,0.012771977440860833,0.4994871789149123,8.297070637989247,True +binance_btcusdt_1h_close/1h/short|window:d27ac39fe68c06acf282,2026-06-22T14:23:46.143654+00:00,2026-06-22T14:23:46.143654+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.41527184336526,0.6444158931662534,0.004764718667272064,0.33050359908287036,7.629776501886216,True binance_btcusdt_1h_close/1h/short|window:d30a8823b8c4ac8c7625,2026-06-22T05:53:44.898199+00:00,2026-06-22T05:53:44.898199+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.11297316371744877,0.3361148073463125,0.0036260779132762516,0.16791480277708462,42.55698963487815,True binance_btcusdt_1h_close/1h/short|window:d60c113d31119245ed97,2026-06-22T12:56:07.200210+00:00,2026-06-22T12:56:07.200210+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1856278582026155,0.43084551547232736,0.0033511730129452996,0.2050740034971731,20.023594932483338,True binance_btcusdt_1h_close/1h/short|window:d767ecbe8ab7c65eaddf,2026-06-22T12:48:00.273208+00:00,2026-06-22T12:48:00.273208+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.17239861603687723,0.41520912325824105,0.0032907317348279904,0.19995801159557583,21.423048711451138,True @@ -2878,6 +2883,7 @@ binance_btcusdt_1h_close/1h/short|window:caf5da82e6d3ecbe23a1,2026-06-22T00:19:1 binance_btcusdt_1h_close/1h/short|window:caf9d7aaa41495e3cd08,2026-06-18T05:13:02.652680+00:00,2026-06-18T05:13:02.652680+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.7538063400430035,1.324313535399757,0.01836769202348952,0.6829383288935406,0.0,True binance_btcusdt_1h_close/1h/short|window:cdf13d6f522231bea1fc,2026-06-18T03:50:08.144161+00:00,2026-06-18T03:50:08.144161+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.3257354951060085,1.151405877658269,0.01582617027439176,0.5714045124368962,8.374393147981459e-15,True binance_btcusdt_1h_close/1h/short|window:d141935bdf452f8c4e8b,2026-06-17T12:39:01.112276+00:00,2026-06-17T12:39:01.112276+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.5450589998146735,0.7382811116469618,0.013497719643221337,0.3768176496328828,1.0184429804871082e-14,True +binance_btcusdt_1h_close/1h/short|window:d27ac39fe68c06acf282,2026-06-22T14:23:46.156600+00:00,2026-06-22T14:23:46.156600+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.4838747162914673,0.6956110380747759,0.00583093615241618,0.39803520867450487,5.73610785625551e-15,True binance_btcusdt_1h_close/1h/short|window:d30a8823b8c4ac8c7625,2026-06-22T05:53:44.934160+00:00,2026-06-22T05:53:44.934160+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.280366819683016,0.5294967607861412,0.005967893224043501,0.3489559424549466,-9.899736226636765e-15,True binance_btcusdt_1h_close/1h/short|window:d60c113d31119245ed97,2026-06-22T12:56:07.233373+00:00,2026-06-22T12:56:07.233373+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2785786988335681,0.52780555021103,0.00486960047607611,0.35203602961927544,0.0,True binance_btcusdt_1h_close/1h/short|window:d767ecbe8ab7c65eaddf,2026-06-22T12:48:00.285030+00:00,2026-06-22T12:48:00.285030+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2664033817749192,0.5161427920400702,0.004809086371926657,0.3503306989854096,-1.0418627357771024e-14,True @@ -3413,6 +3419,7 @@ binance_btcusdt_1h_close/1h/short|window:cc5dcf594a09cbb76684,2026-06-17T11:25:2 binance_btcusdt_1h_close/1h/short|window:cd062807ab421b15621a,2026-06-17T08:37:15.541251+00:00,2026-06-17T08:37:15.541251+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.5109530943173762,0.7148098308762801,0.01452826829764321,0.3519753950754603,-24.88011823366576,True binance_btcusdt_1h_close/1h/short|window:cdf13d6f522231bea1fc,2026-06-18T03:48:56.808374+00:00,2026-06-18T03:48:56.808374+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.9473063391770042,0.9732966347301342,0.012991185855631159,0.533507022861423,16.648578579653492,True binance_btcusdt_1h_close/1h/short|window:d141935bdf452f8c4e8b,2026-06-17T12:37:19.964712+00:00,2026-06-17T12:37:19.964712+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.635881584706908,0.797421836111169,0.014980439480243102,0.4082110126413632,-7.6906989295340455,True +binance_btcusdt_1h_close/1h/short|window:d27ac39fe68c06acf282,2026-06-22T14:22:45.448320+00:00,2026-06-22T14:22:45.448320+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.37467689198153453,0.6121085622514478,0.005356237471023689,0.29759454123075996,12.718842205605668,True binance_btcusdt_1h_close/1h/short|window:d2c8f78b42edf924197d,2026-06-17T02:18:11.883968+00:00,2026-06-17T02:18:11.883968+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.15081781041523643,0.3883526881782028,0.004564769248663042,0.24181774533807657,50.238699118133994,True binance_btcusdt_1h_close/1h/short|window:d30a8823b8c4ac8c7625,2026-06-22T05:52:19.553036+00:00,2026-06-22T05:52:19.553036+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.4364975803994814,0.6606796352238211,0.007286567864760604,0.3170991267324473,-21.77967837411061,True binance_btcusdt_1h_close/1h/short|window:d3f20549700be2b7426c,2026-06-17T06:26:07.781999+00:00,2026-06-17T06:26:07.781999+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.15321442158979184,0.3914261381024418,0.007657643758357808,0.21250948422738739,27.23164857280608,True @@ -4130,6 +4137,7 @@ binance_btcusdt_1h_close/1h/short|window:cc5dcf594a09cbb76684,2026-06-17T11:28:0 binance_btcusdt_1h_close/1h/short|window:cd062807ab421b15621a,2026-06-17T08:38:03.562647+00:00,2026-06-17T08:38:03.562647+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.18170242022371558,0.42626566859614157,0.008815375179967052,0.24013250731526137,25.693059348684635,True binance_btcusdt_1h_close/1h/short|window:cdf13d6f522231bea1fc,2026-06-18T03:49:59.393592+00:00,2026-06-18T03:49:59.393592+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.9101668535764825,0.9540266524455606,0.012935301887437233,0.4619415390737336,18.58617134037185,True binance_btcusdt_1h_close/1h/short|window:d141935bdf452f8c4e8b,2026-06-17T12:38:37.878957+00:00,2026-06-17T12:38:37.878957+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.3897150560036383,0.6242716203734063,0.0124085934500332,0.29551217062016066,16.618341388930126,True +binance_btcusdt_1h_close/1h/short|window:d27ac39fe68c06acf282,2026-06-22T14:23:41.993936+00:00,2026-06-22T14:23:41.993936+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.6502053165662377,0.8063530967053067,0.006040102727504403,0.3597739984504044,-14.666566331799633,True binance_btcusdt_1h_close/1h/short|window:d2c8f78b42edf924197d,2026-06-17T02:18:38.650023+00:00,2026-06-17T02:18:38.650023+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.3281115742174474,0.5728102427658285,0.008563738176525212,0.32422069090093597,16.24025079534828,True binance_btcusdt_1h_close/1h/short|window:d30a8823b8c4ac8c7625,2026-06-22T05:53:38.011455+00:00,2026-06-22T05:53:38.011455+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.3193260321587648,0.5650894019168691,0.006315250548776637,0.2678324219831331,-6.496527740175166,True binance_btcusdt_1h_close/1h/short|window:d3f20549700be2b7426c,2026-06-17T06:27:26.826625+00:00,2026-06-17T06:27:26.826625+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.053935586376532646,0.2322403633663465,0.004578031028791915,0.16777682452201081,66.48120798463597,True @@ -4824,6 +4832,7 @@ binance_btcusdt_1h_close/1h/short|window:cc5dcf594a09cbb76684,2026-06-17T11:18:5 binance_btcusdt_1h_close/1h/short|window:cd062807ab421b15621a,2026-06-17T08:36:21.080185+00:00,2026-06-17T08:36:21.080185+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.04429584485250913,0.21046578071627017,0.004351305639922396,0.16423884416790857,74.8070357817624,True binance_btcusdt_1h_close/1h/short|window:cdf13d6f522231bea1fc,2026-06-18T03:48:12.302431+00:00,2026-06-18T03:48:12.302431+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.0911433703686702,1.0445780824661555,0.012569529034247054,0.8424594654062596,9.706408049178927,True binance_btcusdt_1h_close/1h/short|window:d141935bdf452f8c4e8b,2026-06-17T12:35:45.825023+00:00,2026-06-17T12:35:45.825023+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.4295714794555459,0.6554170271327606,0.010293567792000254,0.5122520347794104,11.849364740327234,True +binance_btcusdt_1h_close/1h/short|window:d27ac39fe68c06acf282,2026-06-22T14:19:28.439984+00:00,2026-06-22T14:19:28.439984+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.37172613548967465,0.6096934766664923,0.004971337064511118,0.4158135648023043,13.107581715040144,True binance_btcusdt_1h_close/1h/short|window:d2c8f78b42edf924197d,2026-06-17T02:17:36.250634+00:00,2026-06-17T02:17:36.250634+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.3924179838436249,0.6264327448686131,0.01365822084509981,0.3827143370707171,7.422959331075387,True binance_btcusdt_1h_close/1h/short|window:d30a8823b8c4ac8c7625,2026-06-22T05:51:24.686572+00:00,2026-06-22T05:51:24.686572+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.22984058634725876,0.4794169233008559,0.003935728416119695,0.33685148210857196,9.903077207146437,True binance_btcusdt_1h_close/1h/short|window:d3f20549700be2b7426c,2026-06-17T06:23:42.751844+00:00,2026-06-17T06:23:42.751844+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.14064053959565276,0.37502071888850724,0.011641618705477077,0.2401465711479116,31.14764949960343,True @@ -5560,6 +5569,7 @@ binance_btcusdt_1h_close/1h/short|window:cbb7f99bd06a6e351088,2026-06-17T06:11:0 binance_btcusdt_1h_close/1h/short|window:cd062807ab421b15621a,2026-06-17T08:36:56.201028+00:00,2026-06-17T08:36:56.201028+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.49110234024932714,0.7007869435494123,0.014536881648328922,0.3469653964842037,-23.012537934351627,True binance_btcusdt_1h_close/1h/short|window:cdf13d6f522231bea1fc,2026-06-18T03:48:42.422310+00:00,2026-06-18T03:48:42.422310+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.8026920233962719,0.8959308139562295,0.011987043046677097,0.41359713511634877,24.574173523080034,True binance_btcusdt_1h_close/1h/short|window:d141935bdf452f8c4e8b,2026-06-17T12:36:38.667481+00:00,2026-06-17T12:36:38.667481+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.6494378251753701,0.8058770533867868,0.015477151054071533,0.40225919283179384,-8.738309150513349,True +binance_btcusdt_1h_close/1h/short|window:d27ac39fe68c06acf282,2026-06-22T14:22:09.402581+00:00,2026-06-22T14:22:09.402581+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.4415241466562397,0.6644728336480279,0.004881841732772519,0.285840192256532,4.576466573594745,True binance_btcusdt_1h_close/1h/short|window:d2c8f78b42edf924197d,2026-06-17T02:17:57.753821+00:00,2026-06-17T02:17:57.753821+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2171636547048326,0.46600821313023294,0.006068492040190228,0.28822542195996514,35.41706094065812,True binance_btcusdt_1h_close/1h/short|window:d30a8823b8c4ac8c7625,2026-06-22T05:51:58.257309+00:00,2026-06-22T05:51:58.257309+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.21737897349418384,0.4662391805652801,0.004963286341629596,0.2555682472942775,12.654621506044183,True binance_btcusdt_1h_close/1h/short|window:d3f20549700be2b7426c,2026-06-17T06:25:32.372893+00:00,2026-06-17T06:25:32.372893+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.24515781039207915,0.49513413373759557,0.009543604175195187,0.2574004038468512,4.430326162998185,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index b5b8b553d0d199d24f51363621a8cbb7bf1d8b98..aa1eba8e37afa8f68e96328d65d77a7cb5731cec 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6043610742462974,0.7500749990953358,0.009435818435501135,0.5258234124382571,-7.759445365124349,0.3577032822637129,-0.05923484167415842,0.2956092804627187,142,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T14:14:18.863567+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6099835100416814,0.7531286522531687,0.009482298862702332,0.5306156207033491,-8.0468412113785,0.36272724659041294,-0.04619324337634196,0.4130376132926342,143,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T14:23:46.068166+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.6722840427898185,1.1136149807343625,0.1122826628431276,0.8751386039730832,-54.27242992293919,1.7954987859166085,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-22T13:55:53.082745+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8298169005070664,1.251173610835487,1.7561333292701613,0.9765032922280746,3.665451892680039,1.2589647325272562,-0.09382518043303928,0.19816715828163933,87,0.9425287356321839,2026-06-17T12:10:12.335728+00:00,2026-06-22T14:14:18.938715+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.323578325770747,2.078139630007673,0.12154388084526918,1.4750379397062443,17.36317100122519,5.046200205769467,0.21726190476190477,0.011161339725954747,64,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-22T14:14:19.021724+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.6811393 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.011665265389807,0.9767098521678176,0.6412094851307144,0.49182572351154075,16.33855083083525,0.5003247725625597,-0.5876923076923077,8.504955870580337e-06,26,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-22T13:46:57.544074+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3016610409855542,0.9725416556564326,0.013230749382586664,0.6048502737120163,6.9162564680829615,1.5774968871128603,0.09447415329768272,0.43204590245791685,34,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-22T14:14:19.059506+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9275977165973884,0.9443098602037467,0.18845840897665014,0.47223069206859825,51.52437570432775,0.37575855793936136,0.0,1.0,4,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-20T17:12:56.741396+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3311918239501133,0.5294237727010618,0.007277366258339791,0.2990910819890723,30.931323655953268,0.42408277701984104,-0.03222276264591439,0.4415300174550696,257,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T14:06:59.408379+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.33152459432597026,0.5298748101620417,0.00726804222179634,0.2991131060359646,30.84018579328995,0.4232906578419382,-0.027961270473260337,0.5034025216982221,258,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T14:19:03.989292+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.38439341544285544,0.5096604914177981,0.058325125078410194,0.28505879583543775,17.06313580145981,0.5327950855857294,0.04761904761904762,1.0,7,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-22T13:52:15.776794+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.24444365615824232,0.3781520826295867,0.5574761355901302,0.20399555179548823,74.14110207512469,0.36576045339416025,0.35351113774847664,4.3239226084663526e-10,142,0.9577464788732394,2026-06-16T12:06:44.487655+00:00,2026-06-22T14:07:08.305863+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.705905949455258,1.885492079835643,0.11340232215724728,1.0930481820518532,19.069603001283014,5.195831820254708,0.43030303030303035,2.2476528764973656e-10,100,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-22T14:07:20.336977+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.149 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.7863828237814148,0.8594464254388745,0.6051673344709189,0.462028483893902,27.6603815908171,0.41048079738715115,-0.18699186991869918,0.08101626155725099,42,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-22T13:40:04.587117+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2592042301204116,0.8091686327975707,0.008976429694153784,0.5099177959430654,33.011523075711,2.3725922910433352,0.04374057315233786,0.6471806152936772,52,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-22T14:07:27.582809+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14560441095970342,0.3540856210491078,0.07326493977323648,0.2097125439693489,90.30285924002887,0.09048796560262945,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-21T17:41:22.192896+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5291863934032378,0.5967528408898604,0.007268507414350284,0.3860772042768899,28.016819054748932,0.6786278433426416,-0.11237638597542703,0.047233202459099725,142,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T14:14:19.102163+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5304681472088711,0.5984824268822684,0.0072631140436650345,0.38646046788586136,27.687272790762457,0.6764077719301753,-0.1041071604451886,0.06506461953114177,143,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T14:23:46.119388+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.193642063640152,1.70700061723835,0.18382238509451362,1.3185644060092472,-65.46663134536205,4.668455202355313,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-22T13:55:53.205226+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.64057876864522,1.4926334948534308,1.8033275593772609,1.1277358980072565,-8.455716808228937,1.9154817326740567,0.0227211975407645,0.755332339088772,87,0.9425287356321839,2026-06-17T12:10:12.697348+00:00,2026-06-22T14:14:19.118704+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.753736693227663,2.0061097989075356,0.10799044805008612,1.3360983874436405,23.59154996336629,6.84171398544088,0.12698412698412698,0.1380299724289725,64,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-22T14:14:19.137209+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,12.29039823 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0609539015888727,0.9799382117528335,0.7290465669157411,0.5283100888514524,17.877778913210424,0.670488638709485,-0.37846153846153846,0.006284581050822873,26,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-22T13:46:57.695051+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,0.994367387143482,0.8373631989089526,0.011725985676827188,0.5661023476203518,18.930648574971368,1.3157329555324186,-0.03386809269162211,0.7782008366091302,34,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-22T14:14:19.152056+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0355298506068462,1.016318790561134,0.21003702402948732,0.5501238398295335,45.32341836016455,0.11787053128673673,0.3333333333333334,0.75,4,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-20T17:12:56.912547+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5478118312139562,0.6861505190791007,0.00904744334459591,0.3492784171231407,9.069733241521929,0.5050379030878164,-0.09448522492000754,0.025167274353607088,253,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T14:10:48.186116+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.547186346015489,0.68590445173381,0.00903086452909399,0.3492252621131559,9.076848565152305,0.5041373832048941,-0.09507951822227755,0.023982071201385496,254,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T14:23:20.990884+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3241144327170537,0.47460138386261924,0.05449464870392055,0.2673780653000835,24.4718442346719,0.4269377361192518,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-22T13:55:14.910405+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.4792572577948135,0.9812376154890261,1.6660756346642898,0.5041435312308332,27.689437439773286,2.1652424986183343,0.2998972250770812,1.4652342735157646e-07,140,0.9642857142857143,2026-06-16T12:07:52.741323+00:00,2026-06-22T14:10:55.792011+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.440167579379619,2.050196402483252,0.11674922465843576,1.0861883527237042,18.582943948463516,38.406976414692245,0.43909110035766885,1.4975090518580542e-10,98,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-22T14:13:09.335070+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1588646109358107,1.0371331703101667,0.6711276750386355,0.4911257464424667,8.96296618534981,0.8244095630040417,-0.3963963963963964,0.0005547495209601937,37,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-22T13:45:37.783577+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.779310368163094,1.2030673851266827,0.012271447987767416,0.6473211823319641,10.16976040955235,5.706919566753158,0.025882352941176474,0.788673943065631,51,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-22T14:13:20.464446+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14917155913022517,0.3583561475999906,0.06081374361126981,0.18543381466807804,90.19705850192639,0.11224549076916283,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-21T19:13:08.416535+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4737900959633745,0.5935772053053033,0.007613088452617541,0.3930826810016763,24.959130483082152,0.58076208698805,-0.5277195085406053,1.187576017290527e-20,142,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T14:14:19.163413+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.47338087741373736,0.5939327206050303,0.007593169782789951,0.3926450650442021,24.837946189507356,0.5787342263624545,-0.5160051216389244,6.030437530947257e-20,143,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T14:23:46.143654+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5771568279001095,0.6879752348246028,0.07614787084783309,0.4629729837909748,-31.399820120235017,0.5548948988033838,0.6,0.1361111111111111,6,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-22T13:55:53.282035+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.2369066259279853,1.3463042481796448,1.8633218345469504,1.1800583738039956,6.315819120442908,1.8588957881340114,0.16920609462710506,0.020307198923491674,87,0.9425287356321839,2026-06-17T12:10:12.867076+00:00,2026-06-22T14:14:19.171187+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.018677768462846,2.252313447051024,0.12559754868602607,1.5092874715792188,8.767787597780433,4.945934113115094,0.21329365079365076,0.01272918143909887,64,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-22T14:14:19.183010+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.965849218529134,0.9553377161121207,0.7407540397355538,0.5061060413505979,18.364589790088587,0.4669975185166244,-0.5692307692307692,1.796817515501251e-05,26,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-22T13:46:57.767884+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3767570078651374,0.9591145136559535,0.013041464210214807,0.6666283888531652,13.545936599667748,1.67381744310991,-0.016042780748663103,0.8938612370762378,34,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-22T14:14:19.191472+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0762729471721073,1.0365663956063864,0.21160327629802392,0.5617661939340133,43.728244138972286,0.1006489058726523,0.0,1.0,4,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-20T17:12:56.975490+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5935624444042246,0.7143038425726735,0.00922430857315992,0.4122254372990899,-1.2017250737786178e-16,0.549276077583519,-0.643791828988113,6.085508950819652e-30,142,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T14:14:19.200004+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5927953973544849,0.7141731236601009,0.009200578696091782,0.4121262049310858,-7.92194978419638e-17,0.5474154432629322,-0.6304540529892642,5.599732386538108e-29,143,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T14:23:46.156600+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2565612559835197,0.4676926183925614,0.05397038616447911,0.33518682132279193,-1.4748963430700404e-15,0.24693667351374793,0.2,0.7194444444444444,6,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-22T13:55:53.323045+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.367831413366696,1.4031823411795665,1.8413386961785898,1.2379127982364597,1.3477145148946247e-15,1.8722864046473915,0.1809676557070302,0.013067288961088531,87,0.9425287356321839,2026-06-17T12:10:12.978229+00:00,2026-06-22T14:14:19.209502+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.645255413940756,2.4053923306903915,0.1318851813944515,1.9427251405635992,-1.6052240566290526e-16,5.035058211870459,0.18154761904761904,0.03396678955901185,64,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-22T14:14:19.219104+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.3778800227594614,1.1449327663699542,0.7262563552006898,0.8905883735067914,1.794795206412193e-16,0.7163637942523807,-0.4338461538461538,0.001552696791963095,26,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-22T13:46:57.823038+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.632355247880211,1.098766671945172,0.0133372560078239,0.5599347896162449,4.448813229388298e-15,1.6756307771795416,0.021409464361527526,0.8587914029963251,34,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-22T14:14:19.225883+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.762985486197099,1.659058577581784,0.3440214741476295,1.3340371533213518,-1.3673782795539702e-15,0.392903069889937,0.0,1.0,4,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-20T17:12:57.021669+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.37917352607291377,0.5725109023237369,0.007741716732568026,0.3156068524496498,22.512875572458466,0.3236901491037457,0.1945653852092018,3.6804156271938007e-06,255,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T14:09:43.948236+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3791559610959943,0.5726655806828296,0.00773239845420262,0.31553649185895105,22.474617629619196,0.3230549613164152,0.19528186274509807,3.240939520396719e-06,256,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T14:22:45.448320+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3531086312767736,0.4497860921798977,0.05049692526362469,0.24969712003498815,39.985613709223784,0.51022951350609,0.04761904761904762,1.0,7,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-22T13:54:18.943506+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2621072187559142,0.3897621334260126,0.7211494463327593,0.19600919193245817,74.83940539726764,0.41741399212970465,0.28429584599797364,5.68549663013889e-07,141,0.9574468085106383,2026-06-16T12:07:37.946365+00:00,2026-06-22T14:09:50.736506+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.5330806148264,1.8773526578933564,0.11264985297686665,1.046895682957947,19.054294145621274,4.771824652217679,0.4359925788497217,1.6167402041585145e-10,99,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-22T14:10:06.681371+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1714128 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.7970804509719429,0.8691295883129708,0.6275079596838515,0.4658659890863383,24.780259940043646,0.40275728362187085,-0.16923076923076927,0.12406412654022977,40,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-22T13:44:18.402634+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2670497314645979,0.7971015830248622,0.00846175717156009,0.5056193093770587,34.27101865308082,2.3396960945780596,0.007541478129713424,0.9371036021511816,52,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-22T14:10:14.189765+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.11425071179174143,0.31573923615630495,0.05766464594502302,0.18845260977496128,92.26142854095771,0.06887221261822019,1.0,0.08333333333333333,4,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-21T19:06:33.434447+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3200488731971253,0.5063926736672106,0.006633617704876319,0.2716910214452801,38.262724296213364,0.43012554688582005,0.008701195219123506,0.8373011393042842,251,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T14:13:44.748637+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3213590178136694,0.5075829928062506,0.006631262486712144,0.2720405570683163,38.05268742864188,0.42977139872358594,0.014671472838803514,0.7286340925383178,252,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T14:23:41.993936+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3225591397656044,0.48664545608319326,0.054730137587469245,0.24963903130622794,18.218338052650473,0.3997744021151048,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-22T13:55:45.911585+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.0940076419805349,0.22092128346250103,0.48248893789843594,0.11337096757442339,90.6146091071019,0.2116911733413261,0.195599280651645,0.0006653905953433642,138,0.9637681159420289,2026-06-16T12:08:08.243141+00:00,2026-06-22T14:13:48.678078+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.037480538599994,2.009320954779899,0.12341213808755096,1.24206086287957,11.542497713415399,4.80104104003442,0.4306830907054871,6.304665182408666e-10,95,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-22T14:14:05.819104+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1311 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9503267229054023,0.9605521155428336,0.7006202527538111,0.5250753337510919,15.78291123533621,0.3447657725136698,-0.03492063492063492,0.764436763609262,36,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-22T13:46:34.500544+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4406625018175088,0.8888624912607638,0.01045649393105962,0.5817191288832964,24.01763903758898,2.4222501321884216,-0.024822695035460994,0.8034651090029022,48,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-22T14:14:13.193583+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.18668432749006483,0.40946779875447853,0.08608939886336613,0.21608656247132377,87.32650247673674,0.12627353465371907,0.33333333333333337,1.0,3,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-20T17:12:49.922736+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.32800896072338176,0.5094013954416522,0.006783089130300049,0.35909577505255186,36.07706810530953,0.388925609713475,0.05934065934065933,0.15396692125579675,260,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T14:07:49.798472+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3281764594772756,0.5097856562892569,0.006776147551503923,0.35931308459182293,35.98906241032765,0.38818638718337856,0.06312997347480107,0.12859904402488595,261,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T14:19:28.439984+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3659814554277121,0.5236124307799545,0.059495747037476746,0.35459458613334327,11.21682598714913,0.39415876702644365,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-22T13:53:02.862631+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.11392194124274489,0.26106504284645676,0.4143474252230069,0.1898155303950045,83.54564064874016,0.1863458996067982,0.07355623100303951,0.1956406444220099,141,0.9574468085106383,2026-06-16T12:07:01.390017+00:00,2026-06-22T14:08:15.917747+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.044232894885617,1.750381201566417,0.1172529878077553,1.2007418923972204,25.040421837907576,4.652208965132443,0.4471287128712872,3.4622946114726836e-11,101,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-22T14:08:24.449370+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.7953007856989373,0.8699711159988243,0.5404118279997766,0.7034089598883541,25.696527913815437,0.3767446639251649,-0.1140642303433001,0.2810612862169707,43,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-22T13:41:18.773461+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.209869751589953,0.7828592518824484,0.00890047495372877,0.6164941266780983,34.89200475911689,2.2871413498247293,-0.005805515239477504,0.9510680300768211,53,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-22T14:08:34.362380+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14441614689804613,0.36546156650664174,0.06104947786298641,0.291763171778512,90.24883372109772,0.07761564379005298,0.3333333333333334,0.75,4,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-21T18:01:25.705423+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.29195935498448844,0.4970538872924549,0.0067405293880933685,0.28589339657814317,35.562510117672986,0.27224649998408296,0.00931372549019608,0.8243053207514095,256,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T14:09:11.925755+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.29254131915441745,0.49770532288138714,0.006733297140407295,0.2858931895574365,35.441941854855564,0.2718743718219877,0.013922665369649805,0.7394887003610989,257,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T14:22:09.402581+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4526862423623368,0.5657525073073637,0.06377901282502746,0.3031626192040572,6.6419767449522,0.5775530867943033,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-22T13:53:50.638120+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.17350701691845163,0.2843930222103753,0.4334482781597971,0.15389049662895948,84.3697578613928,0.3640682842048911,0.2836587872559096,6.618603154209846e-07,140,0.9571428571428572,2026-06-16T12:07:21.772238+00:00,2026-06-22T14:09:17.526857+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.262664433977169,1.828939703181417,0.11245553923387816,1.036776459642058,19.567809685366353,4.6675370280638395,0.33108910891089116,9.295722137156739e-07,101,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-22T14:09:24.780691+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index b097a920d7ea1bd68c1c926fa759ae978572acae..465b1c45e1db23d63437b55a02aa23b5cc5d677b 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T14:14:19.346182+00:00", + "generated_at": "2026-06-22T14:23:46.334917+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 4157996177d581d7cb03f5a4dc88af06d8616638..cfe2c4f9f09b7e6f7e08b24465eb847a07dc2c40 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,ARIMA,0.6380214364918975,0.7339402194779681,7.0,1,1,1.0 Air Quality,Moving-Average,0.8989532376007073,0.92343265567402,8.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 Air Quality,ETS,5.019370355977357,1.8579567222050102,10.0,1,1,1.0 -Finance,Moving-Average,0.8650492262943029,0.7269909604319036,1.0,1,1,1.0 -Finance,Toto-2.0-1B,0.9183434884390157,0.7773255242381012,2.0,1,1,1.0 -Finance,TiRex,0.7753854631354915,0.7791102132734051,3.0,1,1,1.0 -Finance,TimesFM-2.5,0.7666263527116554,0.8624696246743929,4.0,1,1,1.0 -Finance,Chronos-2,0.8676512779097922,0.8844241355770699,5.0,1,1,1.0 -Finance,Timer-S1,1.345765781660457,0.9016603671166813,6.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.6789644622628865,0.9029200008259844,7.0,1,1,1.0 -Finance,ETS,1.4643109213998426,0.9508130754666712,8.0,1,1,1.0 +Finance,Moving-Average,0.8582218276416751,0.7185998864191899,1.0,1,1,1.0 +Finance,Toto-2.0-1B,0.9124761674678673,0.7696903897596364,2.0,1,1,1.0 +Finance,TiRex,0.7743262447212551,0.7800837669881523,3.0,1,1,1.0 +Finance,TimesFM-2.5,0.7682280618807149,0.8561132097628297,4.0,1,1,1.0 +Finance,Chronos-2,0.8618895901765228,0.8869793252762704,5.0,1,1,1.0 +Finance,Timer-S1,1.3437472442238114,0.8958925304970093,6.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.803800193951511,0.9420108888431777,7.0,1,1,1.0 +Finance,ETS,1.4724414473841598,0.9457834289225401,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,2.8522652416601737,2.481548824165329,10.0,1,1,1.0 +Finance,ARIMA,2.910607530354746,2.499508224936802,10.0,1,1,1.0 Hazards,Chronos-2,0.46591654541950084,0.5622289076953695,1.0,1,1,1.0 Hazards,ARIMA,0.5398961313128294,0.5791524420098854,2.0,1,1,1.0 Hazards,Moirai-1.1-Large,0.6425234044054556,0.6117797953362857,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index b694b5f43e93bb0dc353e8935eb1dd3760f2ef94..6d2eb4ce068a7856a7afe51c2e0172f9d0d90599 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Toto-2.0-1B,0.7074630989766655,0.7092961527812339,3.0,6,6,1.0 -1h,Chronos-2,0.6902826305946472,0.7219592189448472,3.6666666666666665,6,6,1.0 -1h,TiRex,0.8267761810945771,0.7902863562186987,3.8333333333333335,6,6,1.0 -1h,Moirai-1.1-Large,0.652372140393944,0.7261983657725083,4.166666666666667,6,6,1.0 -1h,Timer-S1,0.765731895988567,0.7349872697246562,4.166666666666667,6,6,1.0 -1h,TimesFM-2.5,0.7579151714770546,0.847421450557466,6.0,6,6,1.0 -1h,Moving-Average,1.0385579932831752,0.9249332673775446,6.166666666666667,6,6,1.0 -1h,ARIMA,1.5439982999129518,1.280610022802368,7.666666666666667,6,6,1.0 +1h,Toto-2.0-1B,0.7067077522405367,0.7081302170939516,3.0,6,6,1.0 +1h,Chronos-2,0.6895165312746481,0.7223064365885515,3.6666666666666665,6,6,1.0 +1h,TiRex,0.8265878370443359,0.7904508571082602,3.8333333333333335,6,6,1.0 +1h,Moirai-1.1-Large,0.6709841325018336,0.7313462555628998,4.166666666666667,6,6,1.0 +1h,Timer-S1,0.7655403538211173,0.734201565499475,4.166666666666667,6,6,1.0 +1h,TimesFM-2.5,0.75817886017456,0.8463773213204242,6.0,6,6,1.0 +1h,Moving-Average,1.037187342878728,0.9231453555500505,6.166666666666667,6,6,1.0 +1h,ARIMA,1.5492176670752957,1.2821500516459452,7.666666666666667,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,7.833333333333333,6,6,1.0 -1h,ETS,2.903439103583122,1.5572741824985397,8.5,6,6,1.0 +1h,ETS,2.9061197794258344,1.5558981920224686,8.5,6,6,1.0 6min,Timer-S1,0.10172883968244409,0.17952205906712695,1.0,1,1,1.0 6min,TimesFM-2.5,0.07666791642736094,0.22402630437727117,2.0,1,1,1.0 6min,TiRex,0.027362376801098938,0.2774611068215025,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 44b35b04201ceb8116b0fa135c19e5b5c4208026..2889a76c98e6974de91d72432784b9fe11fc3581 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.7255229253557428,0.6743451061875237,3.2857142857142856,7,7,1.0 -24,TiRex,0.8500724686264427,0.7453593889206634,3.5714285714285716,7,7,1.0 -24,Toto-2.0-1B,0.7432124746744984,0.7507206681830988,3.7142857142857144,7,7,1.0 -24,Moirai-1.1-Large,0.6827783523187944,0.6962637955055331,4.0,7,7,1.0 -24,Timer-S1,0.8212537755128615,0.7373552417667788,4.428571428571429,7,7,1.0 -24,TimesFM-2.5,0.7853915159367257,0.8156354962084132,5.714285714285714,7,7,1.0 -24,Moving-Average,1.0327174700236819,0.8821167641859288,6.0,7,7,1.0 +24,Chronos-2,0.7248326904420475,0.6746230836735208,3.2857142857142856,7,7,1.0 +24,TiRex,0.8499064792942702,0.7454923719576032,3.5714285714285716,7,7,1.0 +24,Toto-2.0-1B,0.7425322664188448,0.7496628047740042,3.7142857142857144,7,7,1.0 +24,Moirai-1.1-Large,0.699441382327927,0.7004922497027303,4.0,7,7,1.0 +24,Timer-S1,0.8210776890337741,0.7366795596451351,4.428571428571429,7,7,1.0 +24,TimesFM-2.5,0.7856257227576123,0.8147740218206483,5.714285714285714,7,7,1.0 +24,Moving-Average,1.0315491235846361,0.8806550078412673,6.0,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.714285714285714,7,7,1.0 -24,ARIMA,1.5424958873565628,1.399249934741805,8.0,7,7,1.0 -24,ETS,2.854499084556146,1.5397049126807714,8.571428571428571,7,7,1.0 +24,ARIMA,1.546964199603981,1.4006921270482944,8.0,7,7,1.0 +24,ETS,2.8567579276555586,1.5385387249490416,8.571428571428571,7,7,1.0 60,Timer-S1,0.10172883968244409,0.17952205906712695,1.0,1,1,1.0 60,TimesFM-2.5,0.07666791642736094,0.22402630437727117,2.0,1,1,1.0 60,TiRex,0.027362376801098938,0.2774611068215025,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 259a7baa501c2a379bbe52373568d350130574ef..36f73f0f12744b0423e5629c5096561d470a4fb7 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,TiRex,0.49258246756262775,0.6220005725801928,3.6,10,10,1.0 -Overall,Moirai-1.1-Large,0.5134582505223629,0.6257733970781895,3.8,10,10,1.0 -Overall,Chronos-2,0.666324909193235,0.6635163997054616,4.2,10,10,1.0 -Overall,Timer-S1,0.5877600712751977,0.6060021062285371,4.3,10,10,1.0 -Overall,Toto-2.0-1B,0.6664202856796939,0.680390171682697,4.3,10,10,1.0 -Overall,TimesFM-2.5,0.5124367828058367,0.6598115681794919,5.3,10,10,1.0 -Overall,Moving-Average,0.9192139247239327,0.8399315435267211,6.0,10,10,1.0 +Overall,TiRex,0.49251513673729647,0.6220782523129632,3.6,10,10,1.0 +Overall,Moirai-1.1-Large,0.5221980467620184,0.6284312331258992,3.8,10,10,1.0 +Overall,Chronos-2,0.6658811045222955,0.6637078474545719,4.2,10,10,1.0 +Overall,Timer-S1,0.58767185256197,0.6056133319317349,4.3,10,10,1.0 +Overall,Toto-2.0-1B,0.6659932788731769,0.6797188987475721,4.3,10,10,1.0 +Overall,TimesFM-2.5,0.512543745478299,0.6593236656730775,5.3,10,10,1.0 +Overall,Moving-Average,0.9184858457662426,0.8389570053477656,6.0,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.6,10,10,1.0 -Overall,ETS,1.7842100605101403,1.2079265915441544,7.9,10,10,1.0 -Overall,ARIMA,1.2653144739655633,1.194781857099792,8.0,10,10,1.0 +Overall,ETS,1.7851982691479444,1.2072860918758856,7.9,10,10,1.0 +Overall,ARIMA,1.2678791203984456,1.1956437383236365,8.0,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 7ae91639fcfaab9ae749c08342679ee7362fec0d..f5bd6e7a9318d9769e5e9b56ad0e25d84c6eefa8 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,836417.2185639605,1384958.5086236286,1044.5915383493211,1.019273281102864,0.016192899969988742,0.016360011541076958,26.621205127502503,914.5584828560503,0.014232313880357103,0.016255881859107583,0.01514105900932504,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,803243.59432938,1352256.615559042,1037.1328794951544,1.0119954012772943,0.016082519525272312,0.016245830440486525,26.330089934479712,896.2385811430905,0.013948839464911015,0.016141684083056773,0.01502673182498631,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.1988736891802063,0.20164005478598637,0.3821989210779679,0.9964774161611628,0.3281928508929342,0.41529929428474116,38.40248442435645,0.4459525638228872,0.4278817170156966,0.36671149323706304,0.36404800093321854,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.044506185964123354,0.053267084219987944,0.21274702183818303,1.6842475239228831,0.12768397366644235,0.13779529689635955,18.264104594177997,0.21096489272891675,0.12927210448069792,0.1303641325306313,0.11359156005369236,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index e7b97f5685da8c2bdb9ba83fcc48254717bd8ce7..9e4f2316db44e80afd2ac343346793108b511162 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T14:14:18.863567+00:00", + "evaluated_at": "2026-06-22T14:23:46.068166+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64657.21875, 65149.5703125, 65578.0, - 65393.55859375 + 65214.55078125 ], "p50": [ 63440.54715057503, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 0d9ca31ab91dce470dfc79f73ef62b9f44d2d6f2..329d2a93fa368db710abccd27448a6fe51c72e94 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,29 +1,11 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T14:14:19.070293+00:00", + "evaluated_at": "2026-06-22T14:23:46.091968+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index bfe08af303c8683f178963e0d812d87c89813fba..ff0f52b847022f55acfa6e481313e440cbe45f10 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,4.900,4.200,4.500,4.500,4.900,4.500,3.300,4.500,4.900,4.600 +2026-06-22,Chronos-2,4.900,4.200,4.400,4.400,4.900,4.400,3.300,4.400,4.900,4.500 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 69f4c3bd398831d7b999428fb34467fbc5d083ac..64f1fcb0b377bd5bc8fa8fb548a1e983ce6d7111 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.9,4.2,4.5,4.5,4.9,4.5,3.3,4.5,4.9,4.6 +2026-W26,Chronos-Bolt-Mini,4.9,4.2,4.4,4.4,4.9,4.4,3.3,4.4,4.9,4.5 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 93287809f6d88cc04424dadd1b5e7e173354e97f..11c6b264a0e06cbc0124c15ad1c67f7cbe39c2f4 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,254435.8280404409,254435.8280404409,321.9744466145833,0.3141706002622997,0.004984035563415889,0.004999394852687766,1.8343550994232771,504.41632412169304,0.007849701889874484,0.0050105504148435075,0.005396274252451131,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,237856.62790616354,237856.62790616354,314.5157877604167,0.30689272043672994,0.004871764830129201,0.004885188881063702,1.8343550994232771,487.7054724997081,0.007590529447393728,0.004895047284233841,0.005332409120426433,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.1751291169059079,0.1751291169059079,0.3325202057758967,0.8669539791959515,0.2795161409402752,0.23495962379914034,28.338085212288156,0.41848430903190137,0.40152652819776774,0.31904585404807884,0.29022763587040945,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06795604933941629,0.06795604933941629,0.24128647810882992,1.910184921977287,0.14501818700795865,0.15812885347067418,12.402600223515245,0.2606838110420674,0.15973816506407534,0.14785213977732556,0.11446174071472022,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 3265130c76fb5556cfbb39dabf192e721995038b..d2f3c26a9cd3519244a15d110370c4322a375302 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T14:06:59.408379+00:00", + "evaluated_at": "2026-06-22T14:19:03.989292+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64657.21875, 65149.5703125, 65578.0, - 65393.55859375 + 65214.55078125 ], "p50": [ 64177.42578125, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 23ccdb1d4c59ba749309fa5f86e08b4e6676225c..30ad7ecd5add1154dc19a2de41c581397e0bc8b5 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,29 +1,11 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T14:07:30.247603+00:00", + "evaluated_at": "2026-06-22T14:19:06.540669+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index fe5119e8984acb0da7e6371df5db6162b4c6d7e1..6f5c860813a658db8529551d540875f2b02d7beb 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,429404.2679134572,420327.277352277,427.6891807105679,0.41732307654331824,0.0066087545082878394,0.006652189238791263,8.31994472358823,655.2894535344341,0.010197582068305724,0.006655677878681549,0.005801343395820931,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,406351.3023661612,397166.6612148226,420.23052185640125,0.4100451967177485,0.006497255406359554,0.006537991384346276,8.02882953056544,637.4569023598075,0.009921224307790402,0.0065403657139536326,0.005685932060213302,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.18678623531056987,0.1862175866502008,0.3671913374927774,0.9573493148268769,0.31524726627721217,0.39480385323695266,34.501884258783235,0.4321877315595271,0.4146746619585611,0.3523120455073752,0.3440985923417269,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.01760626549110699,0.01766782618205793,0.1140264344328527,0.9027094160752147,0.06827539833909842,0.0713572020640505,5.640430005300965,0.1326886034710856,0.08130705914823969,0.06987151726949271,0.061747965361832725,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 9d45ff104267e6708c0e2a684e76b246652587a4..1546eaf601e74183f85094c5de2bc06033260493 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T14:14:19.102163+00:00", + "evaluated_at": "2026-06-22T14:23:46.119388+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64657.21875, 65149.5703125, 65578.0, - 65393.55859375 + 65214.55078125 ], "p50": [ 64146.83603914308, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 8a9361a304616fae9a94663fc15c69d86bb7ce0e..b8bef208cc00b684f6c19da977b6704e2ecd9f40 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,29 +1,11 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T14:14:19.158521+00:00", + "evaluated_at": "2026-06-22T14:23:46.132026+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 4a654fa2f8f033e19bf3d2529b37c92d1a960544..4c325b46da2d4f8cfd52db80f26c5f79300fd4e3 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1854,3 +1854,4 @@ {"evaluated_at": "2026-06-22T14:14:23.084658+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-22T14:14:23.084658+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-22T14:14:23.084658+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-22T14:23:49.884382+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 2cfa97acf9cf12bc95b9edd68aa51c007d1b2ac4..a27a339ef3d881099c3766bde60e8516419c6110 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,199104.05201276144,221822.66858545938,300.6959635416667,0.2934078538084119,0.004654962455867882,0.004667885705987294,2.1509385044088773,446.2107708390301,0.006943909948268168,0.00467941571359851,0.0055091259458916915,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,221825.6326828003,214206.22111956278,323.66650390625,0.3158216463642205,0.005018859212284337,0.0050276414172727565,2.2300100498458377,470.983686217262,0.007330275629573368,0.0050374668064378505,0.005663252019593366,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.91472731237324,1.9573896926793093,1.1429651180903118,0.6718890567012288,0.04374079830341571,0.04515627770943761,7.19157084619106,1.383736720757688,0.05297867526778209,0.04376033166233541,0.0396024449562217,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.07011812896299054,0.08314780154590139,0.2191304862499237,0.5713218135849168,0.17935183808203523,0.20968160600477123,1.9268064923450783,0.2647982797583673,0.2540681493891168,0.21025090180743972,0.18545977539586417,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.013396737039971364,0.021695234814981035,0.13079456157154506,1.0354571103562071,0.07843494809739777,0.08237474045965448,6.21156562129706,0.11574427432910607,0.07092415107826074,0.08014645475022336,0.08464217700011341,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 765f47d27056ace798bab61dfc9c1798dcc5cc33..0e4d7fa756ad1d9158bae92bd9d978a2eb7cbc0d 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T14:10:48.186116+00:00", + "evaluated_at": "2026-06-22T14:23:20.990884+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 64657.21875, 65149.5703125, 65578.0, - 65393.55859375 + 65214.55078125 ], "p50": [ - 64202.498046875, - 64167.537109375, - 64220.04296875, - 64260.568359375, - 64164.4765625, - 64194.716796875, - 64151.0078125, - 64144.583984375, - 64216.728515625, - 64254.96875, - 64201.50390625, - 64246.041015625, - 64194.05859375, - 64191.291015625, - 64231.724609375, - 64265.013671875, - 64191.83203125, - 64211.67578125, - 64482.484375, - 64287.64453125, - 64163.083984375, - 64175.59765625, - 64300.640625, - 64315.08203125 + 64202.68359375, + 64191.302734375, + 64210.46484375, + 64178.69921875, + 64245.052734375, + 64165.244140625, + 64164.498046875, + 64237.623046875, + 64167.150390625, + 64213.087890625, + 64246.216796875, + 64181.466796875, + 64187.841796875, + 64382.0078125, + 64242.421875, + 64190.203125, + 64277.701171875, + 64265.205078125, + 64230.31640625, + 64243.6171875, + 64227.8671875, + 64286.10546875, + 64298.337890625, + 64271.9609375 ], "p10": [ - 63937.28515625, - 63853.712890625, - 63748.423828125, - 63765.224609375, - 63460.8828125, - 63388.2109375, - 63490.423828125, - 63486.587890625, - 63472.72265625, - 63390.357421875, - 62995.892578125, - 63127.826171875, - 63296.623046875, - 63048.775390625, - 63236.3671875, - 63221.56640625, - 62839.302734375, - 62649.453125, - 62853.712890625, - 62764.02734375, - 62652.431640625, - 62508.3984375, - 62732.943359375, - 62689.1484375 + 63956.466796875, + 63835.54296875, + 63761.51171875, + 63693.900390625, + 63493.30859375, + 63417.49609375, + 63393.904296875, + 63379.654296875, + 63208.158203125, + 63323.541015625, + 63053.35546875, + 62964.78125, + 63161.4375, + 63170.181640625, + 63110.771484375, + 63005.9453125, + 62901.0, + 62646.873046875, + 62710.947265625, + 62792.240234375, + 62562.65625, + 62619.5625, + 62788.591796875, + 62724.759765625 ], "p90": [ - 64438.7109375, - 64553.0625, - 64712.16015625, - 64840.64453125, - 64954.03125, - 65045.8515625, - 64979.935546875, - 65066.423828125, - 65305.048828125, - 65231.603515625, - 65135.658203125, - 65118.1640625, - 65123.62890625, - 65375.07421875, - 65365.896484375, - 65695.4453125, - 65500.396484375, - 65584.79296875, - 66766.703125, - 66052.625, - 66200.640625, - 66239.62890625, - 65770.83203125, - 66516.57421875 + 64412.1640625, + 64527.705078125, + 64662.83203125, + 64745.435546875, + 64897.71875, + 64913.0625, + 65071.203125, + 65152.69921875, + 65025.0625, + 64958.701171875, + 65272.025390625, + 65256.919921875, + 65379.423828125, + 65654.625, + 65461.93359375, + 65339.349609375, + 66001.8046875, + 65873.83984375, + 65604.1328125, + 66240.55859375, + 66570.94140625, + 66119.9609375, + 65863.4609375, + 66514.22265625 ], "mean": [ - 64191.15625, - 64202.140625, - 64186.30078125, - 64265.72265625, - 64258.89453125, - 64245.60546875, - 64162.34375, - 64224.16015625, - 64229.2734375, - 64275.953125, - 64335.9140625, - 64209.328125, - 64275.82421875, - 64229.8359375, - 64309.96484375, - 64413.83203125, - 64211.26953125, - 64080.6328125, - 64792.67578125, - 64382.46875, - 64470.796875, - 64195.484375, - 64400.19140625, - 64588.5546875 + 64189.48828125, + 64210.25390625, + 64210.23046875, + 64212.76171875, + 64231.48046875, + 64194.95703125, + 64263.515625, + 64248.50390625, + 64164.16796875, + 64182.4453125, + 64329.03515625, + 64163.4375, + 64193.765625, + 64449.140625, + 64374.046875, + 64166.51171875, + 64544.4921875, + 64376.25390625, + 64168.609375, + 64525.6484375, + 64314.08984375, + 64426.2421875, + 64215.23828125, + 64469.171875 ], "quantiles": { "0.1": [ - 63937.28515625, - 63853.712890625, - 63748.423828125, - 63765.224609375, - 63460.8828125, - 63388.2109375, - 63490.423828125, - 63486.587890625, - 63472.72265625, - 63390.357421875, - 62995.892578125, - 63127.826171875, - 63296.623046875, - 63048.775390625, - 63236.3671875, - 63221.56640625, - 62839.302734375, - 62649.453125, - 62853.712890625, - 62764.02734375, - 62652.431640625, - 62508.3984375, - 62732.943359375, - 62689.1484375 + 63956.466796875, + 63835.54296875, + 63761.51171875, + 63693.900390625, + 63493.30859375, + 63417.49609375, + 63393.904296875, + 63379.654296875, + 63208.158203125, + 63323.541015625, + 63053.35546875, + 62964.78125, + 63161.4375, + 63170.181640625, + 63110.771484375, + 63005.9453125, + 62901.0, + 62646.873046875, + 62710.947265625, + 62792.240234375, + 62562.65625, + 62619.5625, + 62788.591796875, + 62724.759765625 ], "0.2": [ - 63937.28515625, - 63853.712890625, - 63748.423828125, - 63765.224609375, - 63460.8828125, - 63388.2109375, - 63490.423828125, - 63486.587890625, - 63472.72265625, - 63390.357421875, - 62995.892578125, - 63127.826171875, - 63296.623046875, - 63048.775390625, - 63236.3671875, - 63221.56640625, - 62839.302734375, - 62649.453125, - 62853.712890625, - 62764.02734375, - 62652.431640625, - 62508.3984375, - 62732.943359375, - 62689.1484375 + 63956.466796875, + 63835.54296875, + 63761.51171875, + 63693.900390625, + 63493.30859375, + 63417.49609375, + 63393.904296875, + 63379.654296875, + 63208.158203125, + 63323.541015625, + 63053.35546875, + 62964.78125, + 63161.4375, + 63170.181640625, + 63110.771484375, + 63005.9453125, + 62901.0, + 62646.873046875, + 62710.947265625, + 62792.240234375, + 62562.65625, + 62619.5625, + 62788.591796875, + 62724.759765625 ], "0.3": [ - 63937.28515625, - 63853.712890625, - 63748.423828125, - 63765.224609375, - 63460.8828125, - 63388.2109375, - 63490.423828125, - 63486.587890625, - 63472.72265625, - 63390.357421875, - 62995.892578125, - 63127.826171875, - 63296.623046875, - 63048.775390625, - 63236.3671875, - 63221.56640625, - 62839.302734375, - 62649.453125, - 62853.712890625, - 62764.02734375, - 62652.431640625, - 62508.3984375, - 62732.943359375, - 62689.1484375 + 63956.466796875, + 63835.54296875, + 63761.51171875, + 63693.900390625, + 63493.30859375, + 63417.49609375, + 63393.904296875, + 63379.654296875, + 63208.158203125, + 63323.541015625, + 63053.35546875, + 62964.78125, + 63161.4375, + 63170.181640625, + 63110.771484375, + 63005.9453125, + 62901.0, + 62646.873046875, + 62710.947265625, + 62792.240234375, + 62562.65625, + 62619.5625, + 62788.591796875, + 62724.759765625 ], "0.4": [ - 64202.498046875, - 64167.537109375, - 64220.04296875, - 64260.568359375, - 64164.4765625, - 64194.716796875, - 64151.0078125, - 64144.583984375, - 64216.728515625, - 64254.96875, - 64201.50390625, - 64246.041015625, - 64194.05859375, - 64191.291015625, - 64231.724609375, - 64265.013671875, - 64191.83203125, - 64211.67578125, - 64482.484375, - 64287.64453125, - 64163.083984375, - 64175.59765625, - 64300.640625, - 64315.08203125 + 64202.68359375, + 64191.302734375, + 64210.46484375, + 64178.69921875, + 64245.052734375, + 64165.244140625, + 64164.498046875, + 64237.623046875, + 64167.150390625, + 64213.087890625, + 64246.216796875, + 64181.466796875, + 64187.841796875, + 64382.0078125, + 64242.421875, + 64190.203125, + 64277.701171875, + 64265.205078125, + 64230.31640625, + 64243.6171875, + 64227.8671875, + 64286.10546875, + 64298.337890625, + 64271.9609375 ], "0.5": [ - 64202.498046875, - 64167.537109375, - 64220.04296875, - 64260.568359375, - 64164.4765625, - 64194.716796875, - 64151.0078125, - 64144.583984375, - 64216.728515625, - 64254.96875, - 64201.50390625, - 64246.041015625, - 64194.05859375, - 64191.291015625, - 64231.724609375, - 64265.013671875, - 64191.83203125, - 64211.67578125, - 64482.484375, - 64287.64453125, - 64163.083984375, - 64175.59765625, - 64300.640625, - 64315.08203125 + 64202.68359375, + 64191.302734375, + 64210.46484375, + 64178.69921875, + 64245.052734375, + 64165.244140625, + 64164.498046875, + 64237.623046875, + 64167.150390625, + 64213.087890625, + 64246.216796875, + 64181.466796875, + 64187.841796875, + 64382.0078125, + 64242.421875, + 64190.203125, + 64277.701171875, + 64265.205078125, + 64230.31640625, + 64243.6171875, + 64227.8671875, + 64286.10546875, + 64298.337890625, + 64271.9609375 ], "0.6": [ - 64202.498046875, - 64167.537109375, - 64220.04296875, - 64260.568359375, - 64164.4765625, - 64194.716796875, - 64151.0078125, - 64144.583984375, - 64216.728515625, - 64254.96875, - 64201.50390625, - 64246.041015625, - 64194.05859375, - 64191.291015625, - 64231.724609375, - 64265.013671875, - 64191.83203125, - 64211.67578125, - 64482.484375, - 64287.64453125, - 64163.083984375, - 64175.59765625, - 64300.640625, - 64315.08203125 + 64202.68359375, + 64191.302734375, + 64210.46484375, + 64178.69921875, + 64245.052734375, + 64165.244140625, + 64164.498046875, + 64237.623046875, + 64167.150390625, + 64213.087890625, + 64246.216796875, + 64181.466796875, + 64187.841796875, + 64382.0078125, + 64242.421875, + 64190.203125, + 64277.701171875, + 64265.205078125, + 64230.31640625, + 64243.6171875, + 64227.8671875, + 64286.10546875, + 64298.337890625, + 64271.9609375 ], "0.7": [ - 64202.498046875, - 64167.537109375, - 64220.04296875, - 64260.568359375, - 64164.4765625, - 64194.716796875, - 64151.0078125, - 64144.583984375, - 64216.728515625, - 64254.96875, - 64201.50390625, - 64246.041015625, - 64194.05859375, - 64191.291015625, - 64231.724609375, - 64265.013671875, - 64191.83203125, - 64211.67578125, - 64482.484375, - 64287.64453125, - 64163.083984375, - 64175.59765625, - 64300.640625, - 64315.08203125 + 64202.68359375, + 64191.302734375, + 64210.46484375, + 64178.69921875, + 64245.052734375, + 64165.244140625, + 64164.498046875, + 64237.623046875, + 64167.150390625, + 64213.087890625, + 64246.216796875, + 64181.466796875, + 64187.841796875, + 64382.0078125, + 64242.421875, + 64190.203125, + 64277.701171875, + 64265.205078125, + 64230.31640625, + 64243.6171875, + 64227.8671875, + 64286.10546875, + 64298.337890625, + 64271.9609375 ], "0.8": [ - 64438.7109375, - 64553.0625, - 64712.16015625, - 64840.64453125, - 64954.03125, - 65045.8515625, - 64979.935546875, - 65066.423828125, - 65305.048828125, - 65231.603515625, - 65135.658203125, - 65118.1640625, - 65123.62890625, - 65375.07421875, - 65365.896484375, - 65695.4453125, - 65500.396484375, - 65584.79296875, - 66766.703125, - 66052.625, - 66200.640625, - 66239.62890625, - 65770.83203125, - 66516.57421875 + 64412.1640625, + 64527.705078125, + 64662.83203125, + 64745.435546875, + 64897.71875, + 64913.0625, + 65071.203125, + 65152.69921875, + 65025.0625, + 64958.701171875, + 65272.025390625, + 65256.919921875, + 65379.423828125, + 65654.625, + 65461.93359375, + 65339.349609375, + 66001.8046875, + 65873.83984375, + 65604.1328125, + 66240.55859375, + 66570.94140625, + 66119.9609375, + 65863.4609375, + 66514.22265625 ], "0.9": [ - 64438.7109375, - 64553.0625, - 64712.16015625, - 64840.64453125, - 64954.03125, - 65045.8515625, - 64979.935546875, - 65066.423828125, - 65305.048828125, - 65231.603515625, - 65135.658203125, - 65118.1640625, - 65123.62890625, - 65375.07421875, - 65365.896484375, - 65695.4453125, - 65500.396484375, - 65584.79296875, - 66766.703125, - 66052.625, - 66200.640625, - 66239.62890625, - 65770.83203125, - 66516.57421875 + 64412.1640625, + 64527.705078125, + 64662.83203125, + 64745.435546875, + 64897.71875, + 64913.0625, + 65071.203125, + 65152.69921875, + 65025.0625, + 64958.701171875, + 65272.025390625, + 65256.919921875, + 65379.423828125, + 65654.625, + 65461.93359375, + 65339.349609375, + 66001.8046875, + 65873.83984375, + 65604.1328125, + 66240.55859375, + 66570.94140625, + 66119.9609375, + 65863.4609375, + 66514.22265625 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index a5c216182e16aebe90f41a03b83107e7c66c827a..7cfbba7e77ad43d327087d5ea7e483487cf69528 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,29 +1,11 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T14:13:27.582461+00:00", + "evaluated_at": "2026-06-22T14:23:23.462944+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 01cb6921a9f926827659b7e5cbca2d389802f7c6..b0bcbc165b9c03034c84b0146015a9f4eabf126f 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,253672.78512879333,251103.77834882715,315.19654619540415,0.30755697900880746,0.004876947567419113,0.004893810497146417,5.7155861857232795,503.65939396460516,0.007837922580204161,0.0049050730637239665,0.004435702785274737,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,236844.4314039169,234167.77403379444,307.73788734123747,0.3002790991832377,0.004764718667272064,0.004779604894756787,5.424470992700489,486.6666532688642,0.007574361517348111,0.0047895576893363535,0.004320132926531923,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.16839203598710134,0.16788593022375842,0.3429088285891664,0.8940394246211836,0.29291027730974395,0.3614731042725142,31.81061531756528,0.4103559869029589,0.39372758115466944,0.3290135100890376,0.3201605649077423,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.03181239832951304,0.032035349936402585,0.15627317064338245,1.2371627975685082,0.09312010557777341,0.09897872865933466,6.686280776289021,0.17836030480326345,0.10929312294327632,0.09575887903254073,0.08668622245292563,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 9b105140c5408df98a5320873adfb606273a2075..2b95456e48b7f168979f0dcc4617cc4e572da6c3 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T14:14:19.163413+00:00", + "evaluated_at": "2026-06-22T14:23:46.143654+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64657.21875, 65149.5703125, 65578.0, - 65393.55859375 + 65214.55078125 ], "p50": [ 64175.02456996985, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index ec925e964b56b888399079630658efabfcfcf8d8..471afdc656f4beab4201084a68ecf2a35b681b27 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,29 +1,11 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T14:14:19.194784+00:00", + "evaluated_at": "2026-06-22T14:23:46.149635+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index a86e9e07d86df7e888a682a90fc0eb663ab83def..9b1b505e52e762207dbb19d4006cdb447aba6e45 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T14:06:39.988337+00:00", - "finished_at": "2026-06-22T14:14:23.084084+00:00", - "task_count": 4, + "started_at": "2026-06-22T14:18:58.690108+00:00", + "finished_at": "2026-06-22T14:23:49.883868+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,29 +10,11 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T14:07:30.247603+00:00", + "evaluated_at": "2026-06-22T14:19:06.540669+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 } @@ -42,29 +24,11 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T14:08:37.201784+00:00", + "evaluated_at": "2026-06-22T14:19:37.672442+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 } @@ -74,29 +38,11 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T14:09:38.187761+00:00", + "evaluated_at": "2026-06-22T14:22:13.348323+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 } @@ -106,29 +52,11 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T14:10:16.971201+00:00", + "evaluated_at": "2026-06-22T14:22:49.880902+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 } @@ -138,29 +66,11 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T14:13:27.582461+00:00", + "evaluated_at": "2026-06-22T14:23:23.462944+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 } @@ -170,29 +80,11 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T14:14:18.641185+00:00", + "evaluated_at": "2026-06-22T14:23:45.867236+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 } @@ -202,29 +94,11 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T14:14:19.070293+00:00", + "evaluated_at": "2026-06-22T14:23:46.091968+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 } @@ -234,29 +108,11 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T14:14:19.158521+00:00", + "evaluated_at": "2026-06-22T14:23:46.132026+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 } @@ -266,29 +122,11 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T14:14:19.194784+00:00", + "evaluated_at": "2026-06-22T14:23:46.149635+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 } @@ -298,29 +136,11 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T14:14:19.230284+00:00", + "evaluated_at": "2026-06-22T14:23:46.164086+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 } @@ -343,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T14:16:01.066929+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_142346.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_142346.json new file mode 100644 index 0000000000000000000000000000000000000000..bd212c74f9619198276b9adf69f718957f8be5dd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_142346.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T14:23:46.068166+00:00", + "metrics": { + "MSE[mean]": 803243.59432938, + "MSE[0.5]": 1352256.615559042, + "MAE[0.5]": 1037.1328794951544, + "MASE[0.5]": 1.0119954012772943, + "MAPE[0.5]": 0.016082519525272312, + "sMAPE[0.5]": 0.016245830440486525, + "MSIS": 26.330089934479712, + "RMSE[mean]": 896.2385811430905, + "NRMSE[mean]": 0.013948839464911015, + "ND[0.5]": 0.016141684083056773, + "mean_weighted_sum_quantile_loss": 0.01502673182498631 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00" + ], + "context": [ + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875 + ], + "actual": [ + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 65214.55078125 + ], + "predictions": { + "p50": [ + 63440.54715057503, + 63395.48735357681, + 63369.9400054427, + 63340.530016533885, + 63307.40343108668, + 63287.66567677977, + 63273.12351018933, + 63253.69614069781, + 63223.21412852546, + 63234.890024600725, + 63206.9908589939, + 63159.75489571017, + 63171.34115422994, + 63167.17016207136, + 63154.514059289366, + 63146.249674710794, + 63136.54564592756, + 63135.17417844359, + 63125.89474344065, + 63129.65185273089, + 63146.95514842949, + 63117.94476503192, + 63116.41053459936, + 63111.84468674911 + ], + "p10": [ + 63178.395357159774, + 63100.839494493295, + 63073.106951493515, + 63076.31581423953, + 62965.93830659497, + 63024.42484811974, + 62962.56154191918, + 62912.24196170707, + 62930.52147662341, + 62915.165998761055, + 62934.472082556014, + 62840.86060364133, + 62829.29148625524, + 62898.28103736882, + 62888.9499766069, + 62866.40588170349, + 62840.74379641792, + 62854.136130247985, + 62848.066075654664, + 62840.59955115948, + 62862.46955738503, + 62776.49058604118, + 62842.87216213046, + 62758.59647701495 + ], + "p90": [ + 63703.25262102727, + 63607.948958402325, + 63631.61427145539, + 63639.24951604936, + 63524.70947933604, + 63565.26823761904, + 63565.308587275125, + 63444.07290160136, + 63425.6523263471, + 63512.41557437438, + 63425.23695634291, + 63388.88615730052, + 63434.87818341901, + 63376.8664889163, + 63351.26073136406, + 63341.88345763965, + 63437.32755432213, + 63432.60761564793, + 63386.422143403346, + 63394.50239061567, + 63377.42811194691, + 63385.209772820155, + 63318.60447744231, + 63300.82657378022 + ], + "mean": [ + 63740.63720273398, + 64354.2406223618, + 63342.911888366754, + 63324.28128425322, + 64223.309728981454, + 64586.41499750575, + 63591.39843399394, + 63875.04221011961, + 63854.02100922278, + 63856.75586943993, + 63830.089466746664, + 63442.64244127128, + 63789.035500276965, + 63810.73006182883, + 63130.03485956288, + 63119.86940547379, + 63127.76259118263, + 63778.717823890824, + 64091.363796472826, + 63431.27839516694, + 65080.34864022316, + 63732.16622608591, + 63410.047172461265, + 63080.22163096809 + ], + "quantiles": { + "0.1": [ + 63178.395357159774, + 63100.839494493295, + 63073.106951493515, + 63076.31581423953, + 62965.93830659497, + 63024.42484811974, + 62962.56154191918, + 62912.24196170707, + 62930.52147662341, + 62915.165998761055, + 62934.472082556014, + 62840.86060364133, + 62829.29148625524, + 62898.28103736882, + 62888.9499766069, + 62866.40588170349, + 62840.74379641792, + 62854.136130247985, + 62848.066075654664, + 62840.59955115948, + 62862.46955738503, + 62776.49058604118, + 62842.87216213046, + 62758.59647701495 + ], + "0.2": [ + 63281.72437965382, + 63222.23416923358, + 63200.55923895301, + 63179.384379659445, + 63125.90561550273, + 63126.45158524314, + 63104.401622588695, + 63071.92801091959, + 63066.81459858637, + 63081.039629497434, + 63035.02733607336, + 63003.17136813178, + 63012.04765667491, + 63006.01966513296, + 62990.85511051236, + 62983.946547929394, + 62976.4205896357, + 62968.19018764652, + 62955.36711090096, + 62959.1820456819, + 63006.242222284076, + 62932.20707005389, + 62933.2060425834, + 62933.995229404376 + ], + "0.3": [ + 63340.861217693164, + 63280.32635334117, + 63271.184361392014, + 63252.55453952461, + 63155.36591140021, + 63188.85220192386, + 63178.61361075037, + 63137.55232150816, + 63133.806222119165, + 63127.705452631555, + 63089.49662140929, + 63027.97878431363, + 63067.05061123868, + 63070.616852778316, + 63048.188899896704, + 63060.40973191837, + 63043.4122131685, + 63025.52397703086, + 63016.58941838913, + 63038.28384993851, + 63066.537698612985, + 62995.80475721712, + 63021.761559906576, + 63003.75326411534 + ], + "0.4": [ + 63378.74296911713, + 63338.758971944226, + 63328.75440922499, + 63314.4806730121, + 63224.46549070016, + 63246.59601123396, + 63241.14830330585, + 63195.75333856814, + 63203.31785567632, + 63187.58947269599, + 63156.64324567023, + 63083.402066380746, + 63131.757678972914, + 63133.629536399545, + 63115.81787730931, + 63109.66906925367, + 63102.14311095998, + 63089.80609724339, + 63089.31413798353, + 63098.15765396619, + 63103.20829115524, + 63068.55762188787, + 63096.569114542675, + 63061.06266973262 + ], + "0.5": [ + 63440.54715057503, + 63395.48735357681, + 63369.9400054427, + 63340.530016533885, + 63307.40343108668, + 63287.66567677977, + 63273.12351018933, + 63253.69614069781, + 63223.21412852546, + 63234.890024600725, + 63206.9908589939, + 63159.75489571017, + 63171.34115422994, + 63167.17016207136, + 63154.514059289366, + 63146.249674710794, + 63136.54564592756, + 63135.17417844359, + 63125.89474344065, + 63129.65185273089, + 63146.95514842949, + 63117.94476503192, + 63116.41053459936, + 63111.84468674911 + ], + "0.6": [ + 63474.13282215847, + 63431.94507675977, + 63412.04242433626, + 63400.60336789395, + 63348.09680620715, + 63334.9201858827, + 63332.71976828034, + 63293.067575895315, + 63242.29804145796, + 63275.97518848319, + 63259.50738339224, + 63183.74183035286, + 63220.51625731447, + 63223.41997329014, + 63186.03732199371, + 63179.010146678396, + 63198.182908045506, + 63172.92035087753, + 63160.68452171882, + 63186.45836307703, + 63193.68134683052, + 63145.940504649436, + 63167.90746296669, + 63175.91089635727 + ], + "0.7": [ + 63514.980343205825, + 63496.997851346125, + 63463.102020894614, + 63438.39367935628, + 63400.25884345441, + 63386.50271323649, + 63364.452750582044, + 63341.469358150534, + 63295.13274427801, + 63307.81748775559, + 63293.473515456164, + 63256.71427323947, + 63283.95091057143, + 63273.56090877685, + 63225.86231822013, + 63218.504796852045, + 63249.270119731555, + 63229.71279924592, + 63220.417294033185, + 63233.19772527968, + 63230.406893458254, + 63206.640912149625, + 63198.14257492691, + 63233.86259723485 + ], + "0.8": [ + 63589.05785631135, + 63542.140341442886, + 63544.74980197409, + 63512.91262203865, + 63451.64999878821, + 63467.07831381084, + 63444.48921995836, + 63419.53464749183, + 63363.98161592942, + 63406.38043091167, + 63370.03850532842, + 63332.25253608918, + 63354.83091003473, + 63355.63915499301, + 63276.48783041993, + 63281.11356527245, + 63317.0473182034, + 63314.684573962964, + 63303.67921402892, + 63303.16312009578, + 63307.225920666875, + 63293.87050230026, + 63278.089588256094, + 63295.3341475473 + ], + "0.9": [ + 63703.25262102727, + 63607.948958402325, + 63631.61427145539, + 63639.24951604936, + 63524.70947933604, + 63565.26823761904, + 63565.308587275125, + 63444.07290160136, + 63425.6523263471, + 63512.41557437438, + 63425.23695634291, + 63388.88615730052, + 63434.87818341901, + 63376.8664889163, + 63351.26073136406, + 63341.88345763965, + 63437.32755432213, + 63432.60761564793, + 63386.422143403346, + 63394.50239061567, + 63377.42811194691, + 63385.209772820155, + 63318.60447744231, + 63300.82657378022 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_141903.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_141903.json new file mode 100644 index 0000000000000000000000000000000000000000..99cad4f75fd0aaac029f6b1fc0a7eee2d44972c6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_141903.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T14:19:03.989292+00:00", + "metrics": { + "MSE[mean]": 237856.62790616354, + "MSE[0.5]": 237856.62790616354, + "MAE[0.5]": 314.5157877604167, + "MASE[0.5]": 0.30689272043672994, + "MAPE[0.5]": 0.004871764830129201, + "sMAPE[0.5]": 0.004885188881063702, + "MSIS": 1.8343550994232771, + "RMSE[mean]": 487.7054724997081, + "NRMSE[mean]": 0.007590529447393728, + "ND[0.5]": 0.004895047284233841, + "mean_weighted_sum_quantile_loss": 0.005332409120426433 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00" + ], + "context": [ + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875 + ], + "actual": [ + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 65214.55078125 + ], + "predictions": { + "p50": [ + 64177.42578125, + 64187.7578125, + 64204.06640625, + 64216.76171875, + 64208.5234375, + 64210.8828125, + 64214.53515625, + 64211.23046875, + 64204.1015625, + 64209.046875, + 64190.00390625, + 64196.99609375, + 64192.88671875, + 64179.9375, + 64173.6171875, + 64170.8359375, + 64215.34765625, + 64207.16796875, + 64215.08984375, + 64207.63671875, + 64206.49609375, + 64204.92578125, + 64191.3203125, + 64192.6484375 + ], + "p10": [ + 63932.7265625, + 63858.16015625, + 63795.1875, + 63711.3125, + 63614.63671875, + 63506.8125, + 63384.00390625, + 63315.0, + 63253.44140625, + 63149.3125, + 63116.796875, + 63062.33984375, + 63016.77734375, + 62991.6015625, + 62977.1640625, + 62958.83984375, + 62860.171875, + 62768.08984375, + 62708.62109375, + 62664.79296875, + 62621.3046875, + 62593.1875, + 62560.34375, + 62558.5390625 + ], + "p90": [ + 64339.38671875, + 64418.6796875, + 64500.4453125, + 64560.1875, + 64616.18359375, + 64651.97265625, + 64687.19140625, + 64745.45703125, + 64770.58984375, + 64818.0234375, + 64863.015625, + 64911.3515625, + 64952.6171875, + 64962.1484375, + 64968.421875, + 65003.2890625, + 65452.9609375, + 65452.51171875, + 65469.17578125, + 65529.1328125, + 65537.2109375, + 65588.6015625, + 65651.8359375, + 65646.84375 + ], + "mean": [ + 64177.42578125, + 64187.7578125, + 64204.06640625, + 64216.76171875, + 64208.5234375, + 64210.8828125, + 64214.53515625, + 64211.23046875, + 64204.1015625, + 64209.046875, + 64190.00390625, + 64196.99609375, + 64192.88671875, + 64179.9375, + 64173.6171875, + 64170.8359375, + 64215.34765625, + 64207.16796875, + 64215.08984375, + 64207.63671875, + 64206.49609375, + 64204.92578125, + 64191.3203125, + 64192.6484375 + ], + "quantiles": { + "0.1": [ + 63932.7265625, + 63858.16015625, + 63795.1875, + 63711.3125, + 63614.63671875, + 63506.8125, + 63384.00390625, + 63315.0, + 63253.44140625, + 63149.3125, + 63116.796875, + 63062.33984375, + 63016.77734375, + 62991.6015625, + 62977.1640625, + 62958.83984375, + 62860.171875, + 62768.08984375, + 62708.62109375, + 62664.79296875, + 62621.3046875, + 62593.1875, + 62560.34375, + 62558.5390625 + ], + "0.2": [ + 63932.7265625, + 63858.16015625, + 63795.1875, + 63711.3125, + 63614.63671875, + 63506.8125, + 63384.00390625, + 63315.0, + 63253.44140625, + 63149.3125, + 63116.796875, + 63062.33984375, + 63016.77734375, + 62991.6015625, + 62977.1640625, + 62958.83984375, + 62860.171875, + 62768.08984375, + 62708.62109375, + 62664.79296875, + 62621.3046875, + 62593.1875, + 62560.34375, + 62558.5390625 + ], + "0.3": [ + 63932.7265625, + 63858.16015625, + 63795.1875, + 63711.3125, + 63614.63671875, + 63506.8125, + 63384.00390625, + 63315.0, + 63253.44140625, + 63149.3125, + 63116.796875, + 63062.33984375, + 63016.77734375, + 62991.6015625, + 62977.1640625, + 62958.83984375, + 62860.171875, + 62768.08984375, + 62708.62109375, + 62664.79296875, + 62621.3046875, + 62593.1875, + 62560.34375, + 62558.5390625 + ], + "0.4": [ + 64177.42578125, + 64187.7578125, + 64204.06640625, + 64216.76171875, + 64208.5234375, + 64210.8828125, + 64214.53515625, + 64211.23046875, + 64204.1015625, + 64209.046875, + 64190.00390625, + 64196.99609375, + 64192.88671875, + 64179.9375, + 64173.6171875, + 64170.8359375, + 64215.34765625, + 64207.16796875, + 64215.08984375, + 64207.63671875, + 64206.49609375, + 64204.92578125, + 64191.3203125, + 64192.6484375 + ], + "0.5": [ + 64177.42578125, + 64187.7578125, + 64204.06640625, + 64216.76171875, + 64208.5234375, + 64210.8828125, + 64214.53515625, + 64211.23046875, + 64204.1015625, + 64209.046875, + 64190.00390625, + 64196.99609375, + 64192.88671875, + 64179.9375, + 64173.6171875, + 64170.8359375, + 64215.34765625, + 64207.16796875, + 64215.08984375, + 64207.63671875, + 64206.49609375, + 64204.92578125, + 64191.3203125, + 64192.6484375 + ], + "0.6": [ + 64177.42578125, + 64187.7578125, + 64204.06640625, + 64216.76171875, + 64208.5234375, + 64210.8828125, + 64214.53515625, + 64211.23046875, + 64204.1015625, + 64209.046875, + 64190.00390625, + 64196.99609375, + 64192.88671875, + 64179.9375, + 64173.6171875, + 64170.8359375, + 64215.34765625, + 64207.16796875, + 64215.08984375, + 64207.63671875, + 64206.49609375, + 64204.92578125, + 64191.3203125, + 64192.6484375 + ], + "0.7": [ + 64177.42578125, + 64187.7578125, + 64204.06640625, + 64216.76171875, + 64208.5234375, + 64210.8828125, + 64214.53515625, + 64211.23046875, + 64204.1015625, + 64209.046875, + 64190.00390625, + 64196.99609375, + 64192.88671875, + 64179.9375, + 64173.6171875, + 64170.8359375, + 64215.34765625, + 64207.16796875, + 64215.08984375, + 64207.63671875, + 64206.49609375, + 64204.92578125, + 64191.3203125, + 64192.6484375 + ], + "0.8": [ + 64339.38671875, + 64418.6796875, + 64500.4453125, + 64560.1875, + 64616.18359375, + 64651.97265625, + 64687.19140625, + 64745.45703125, + 64770.58984375, + 64818.0234375, + 64863.015625, + 64911.3515625, + 64952.6171875, + 64962.1484375, + 64968.421875, + 65003.2890625, + 65452.9609375, + 65452.51171875, + 65469.17578125, + 65529.1328125, + 65537.2109375, + 65588.6015625, + 65651.8359375, + 65646.84375 + ], + "0.9": [ + 64339.38671875, + 64418.6796875, + 64500.4453125, + 64560.1875, + 64616.18359375, + 64651.97265625, + 64687.19140625, + 64745.45703125, + 64770.58984375, + 64818.0234375, + 64863.015625, + 64911.3515625, + 64952.6171875, + 64962.1484375, + 64968.421875, + 65003.2890625, + 65452.9609375, + 65452.51171875, + 65469.17578125, + 65529.1328125, + 65537.2109375, + 65588.6015625, + 65651.8359375, + 65646.84375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_142346.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_142346.json new file mode 100644 index 0000000000000000000000000000000000000000..a661ce6fdf0ddc68b62e8dbf50aded093c76f57f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_142346.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T14:23:46.119388+00:00", + "metrics": { + "MSE[mean]": 406351.3023661612, + "MSE[0.5]": 397166.6612148226, + "MAE[0.5]": 420.23052185640125, + "MASE[0.5]": 0.4100451967177485, + "MAPE[0.5]": 0.006497255406359554, + "sMAPE[0.5]": 0.006537991384346276, + "MSIS": 8.02882953056544, + "RMSE[mean]": 637.4569023598075, + "NRMSE[mean]": 0.009921224307790402, + "ND[0.5]": 0.0065403657139536326, + "mean_weighted_sum_quantile_loss": 0.005685932060213302 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00" + ], + "context": [ + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875 + ], + "actual": [ + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 65214.55078125 + ], + "predictions": { + "p50": [ + 64146.83603914308, + 64142.30598964038, + 64100.133362012675, + 64088.70292188498, + 64088.735372382274, + 64047.43969787957, + 64057.722148376866, + 64028.41866137416, + 64005.34759624646, + 63991.64957799376, + 64002.75429411606, + 63951.45666648835, + 63943.83482011065, + 63925.972739357945, + 63889.51690860524, + 63882.15873410254, + 63887.14430959984, + 63859.250978847136, + 63843.27952309443, + 63837.80416109173, + 63826.237002214024, + 63790.63859333632, + 63799.753075083616, + 63751.45544745592 + ], + "p10": [ + 63888.61338289308, + 63886.61302089038, + 63870.065002637675, + 63849.46073438498, + 63831.38420050727, + 63804.02954162957, + 63802.029179626865, + 63769.517880124164, + 63777.62415874646, + 63793.28043736876, + 63744.26601286606, + 63695.74768211335, + 63710.43247636065, + 63683.980551857945, + 63663.37628360524, + 63659.20678097754, + 63637.53337209984, + 63616.313478847136, + 63595.70921059443, + 63567.19478609173, + 63560.71590846402, + 63533.36124958632, + 63526.882371958614, + 63518.747244330916 + ], + "p90": [ + 64386.073539143086, + 64355.26731776538, + 64340.498596387675, + 64337.03885938498, + 64320.122091132274, + 64289.74829162957, + 64284.382304626866, + 64256.13350512416, + 64249.88861187146, + 64240.07028111876, + 64220.39609099106, + 64201.70471336335, + 64172.616851360646, + 64154.632895607945, + 64120.81612735524, + 64101.63256222754, + 64165.57829397484, + 64097.89433822213, + 64080.72092934443, + 64066.42955171673, + 64036.215517839024, + 64050.28312458632, + 64013.11987195862, + 63996.79724433092 + ], + "mean": [ + 64118.55715242408, + 64086.40511073405, + 64082.378362012474, + 64082.07219922848, + 64061.220958320046, + 64028.13618225472, + 64026.69900384573, + 63998.17151293695, + 64005.75167827788, + 63995.52285924387, + 63989.94802458481, + 63935.49299461324, + 63929.35331620422, + 63913.79437998265, + 63867.282455480134, + 63879.91185910238, + 63880.51973928706, + 63841.93943587861, + 63829.077081688374, + 63806.5080673418, + 63804.892412370515, + 63794.28249958644, + 63761.601239146206, + 63758.671931830875 + ], + "quantiles": { + "0.1": [ + 63888.61338289308, + 63886.61302089038, + 63870.065002637675, + 63849.46073438498, + 63831.38420050727, + 63804.02954162957, + 63802.029179626865, + 63769.517880124164, + 63777.62415874646, + 63793.28043736876, + 63744.26601286606, + 63695.74768211335, + 63710.43247636065, + 63683.980551857945, + 63663.37628360524, + 63659.20678097754, + 63637.53337209984, + 63616.313478847136, + 63595.70921059443, + 63567.19478609173, + 63560.71590846402, + 63533.36124958632, + 63526.882371958614, + 63518.747244330916 + ], + "0.2": [ + 63977.20322664308, + 63954.46223964038, + 63922.100158887675, + 63925.94120313498, + 63910.864278632274, + 63884.26782287957, + 63867.351054626866, + 63850.91475512416, + 63880.02767437146, + 63883.15153111876, + 63808.03554411606, + 63767.925025863355, + 63768.37778886065, + 63757.285239357945, + 63741.69659610524, + 63761.610296602536, + 63707.86305959984, + 63684.305666347136, + 63672.70139809443, + 63647.81744234173, + 63638.867861589024, + 63613.59953083632, + 63605.034325083616, + 63634.95271308092 + ], + "0.3": [ + 64074.79932039308, + 64035.16302089038, + 63999.01109638767, + 64006.76151563498, + 63989.844747382274, + 63944.78579162957, + 63940.210429626866, + 63916.98506762416, + 63944.12689312146, + 63911.67106236876, + 63888.75429411606, + 63838.91565086335, + 63859.88013261065, + 63821.793051857945, + 63820.38058048024, + 63803.76029660254, + 63789.02555959984, + 63754.125978847136, + 63747.57796059443, + 63736.08384859173, + 63719.463564714024, + 63701.27140583632, + 63716.014793833616, + 63652.62536933092 + ], + "0.4": [ + 64123.77978914308, + 64100.19661464038, + 64066.088440137675, + 64062.26151563498, + 64051.131466132276, + 64007.33813537957, + 64010.581523376866, + 64001.50459887416, + 63984.58783062146, + 63964.86246861876, + 63959.41054411606, + 63894.637525863356, + 63927.06138261065, + 63884.617270607945, + 63867.70050235524, + 63850.78373410254, + 63857.90993459984, + 63836.194728847135, + 63812.61155434443, + 63795.69478609173, + 63792.90379908902, + 63747.43781208632, + 63767.003075083616, + 63707.63630683092 + ], + "0.5": [ + 64146.83603914308, + 64142.30598964038, + 64100.133362012675, + 64088.70292188498, + 64088.735372382274, + 64047.43969787957, + 64057.722148376866, + 64028.41866137416, + 64005.34759624646, + 63991.64957799376, + 64002.75429411606, + 63951.45666648835, + 63943.83482011065, + 63925.972739357945, + 63889.51690860524, + 63882.15873410254, + 63887.14430959984, + 63859.250978847136, + 63843.27952309443, + 63837.80416109173, + 63826.237002214024, + 63790.63859333632, + 63799.753075083616, + 63751.45544745592 + ], + "0.6": [ + 64188.16416414308, + 64179.65911464038, + 64154.330627637675, + 64139.28104688498, + 64142.063497382274, + 64108.24829162957, + 64113.208867126865, + 64071.61397387416, + 64072.57611187146, + 64052.22809361876, + 64063.16445036606, + 64016.10705711335, + 63993.57466386065, + 63982.273520607945, + 63922.38800235524, + 63936.27982785254, + 63955.98024709984, + 63924.875978847136, + 63910.20764809443, + 63888.31197359173, + 63879.746767839024, + 63871.39640583632, + 63856.753075083616, + 63828.99646308092 + ], + "0.7": [ + 64228.35361726808, + 64233.07317714038, + 64202.500549512675, + 64199.23964063498, + 64181.176778632274, + 64164.26001037957, + 64155.011210876866, + 64135.40108324916, + 64113.50970562146, + 64126.17887486876, + 64107.583200366054, + 64092.34533836335, + 64053.96880448565, + 64032.746176857945, + 63972.44073673024, + 63985.45717160254, + 64006.08259084984, + 63962.40488509714, + 63971.52952309443, + 63931.24556734173, + 63919.703799089024, + 63901.71789021132, + 63891.26791883362, + 63889.34411933092 + ], + "0.8": [ + 64286.68369539308, + 64284.27395839038, + 64248.307190137675, + 64256.02479688498, + 64210.762716132274, + 64202.59751037957, + 64248.433085876866, + 64168.26631762416, + 64151.34954937146, + 64198.75778111876, + 64161.50429411606, + 64122.25002586335, + 64097.79966386065, + 64088.416489357944, + 64041.59503360524, + 64027.582952852536, + 64085.39430959984, + 64013.215822597136, + 64003.83264809443, + 64021.433848591725, + 63994.418642839024, + 63947.49796833632, + 63958.503075083616, + 63912.10505683092 + ], + "0.9": [ + 64386.073539143086, + 64355.26731776538, + 64340.498596387675, + 64337.03885938498, + 64320.122091132274, + 64289.74829162957, + 64284.382304626866, + 64256.13350512416, + 64249.88861187146, + 64240.07028111876, + 64220.39609099106, + 64201.70471336335, + 64172.616851360646, + 64154.632895607945, + 64120.81612735524, + 64101.63256222754, + 64165.57829397484, + 64097.89433822213, + 64080.72092934443, + 64066.42955171673, + 64036.215517839024, + 64050.28312458632, + 64013.11987195862, + 63996.79724433092 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_142320.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_142320.json new file mode 100644 index 0000000000000000000000000000000000000000..380d8144050d7e167ad1bdb9d72ef8557c3b38b3 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_142320.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T14:23:20.990884+00:00", + "metrics": { + "MSE[mean]": 221825.6326828003, + "MSE[0.5]": 214206.22111956278, + "MAE[0.5]": 323.66650390625, + "MASE[0.5]": 0.3158216463642205, + "MAPE[0.5]": 0.005018859212284337, + "sMAPE[0.5]": 0.0050276414172727565, + "MSIS": 2.2300100498458377, + "RMSE[mean]": 470.983686217262, + "NRMSE[mean]": 0.007330275629573368, + "ND[0.5]": 0.0050374668064378505, + "mean_weighted_sum_quantile_loss": 0.005663252019593366 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00" + ], + "context": [ + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875 + ], + "actual": [ + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 65214.55078125 + ], + "predictions": { + "p50": [ + 64202.68359375, + 64191.302734375, + 64210.46484375, + 64178.69921875, + 64245.052734375, + 64165.244140625, + 64164.498046875, + 64237.623046875, + 64167.150390625, + 64213.087890625, + 64246.216796875, + 64181.466796875, + 64187.841796875, + 64382.0078125, + 64242.421875, + 64190.203125, + 64277.701171875, + 64265.205078125, + 64230.31640625, + 64243.6171875, + 64227.8671875, + 64286.10546875, + 64298.337890625, + 64271.9609375 + ], + "p10": [ + 63956.466796875, + 63835.54296875, + 63761.51171875, + 63693.900390625, + 63493.30859375, + 63417.49609375, + 63393.904296875, + 63379.654296875, + 63208.158203125, + 63323.541015625, + 63053.35546875, + 62964.78125, + 63161.4375, + 63170.181640625, + 63110.771484375, + 63005.9453125, + 62901.0, + 62646.873046875, + 62710.947265625, + 62792.240234375, + 62562.65625, + 62619.5625, + 62788.591796875, + 62724.759765625 + ], + "p90": [ + 64412.1640625, + 64527.705078125, + 64662.83203125, + 64745.435546875, + 64897.71875, + 64913.0625, + 65071.203125, + 65152.69921875, + 65025.0625, + 64958.701171875, + 65272.025390625, + 65256.919921875, + 65379.423828125, + 65654.625, + 65461.93359375, + 65339.349609375, + 66001.8046875, + 65873.83984375, + 65604.1328125, + 66240.55859375, + 66570.94140625, + 66119.9609375, + 65863.4609375, + 66514.22265625 + ], + "mean": [ + 64189.48828125, + 64210.25390625, + 64210.23046875, + 64212.76171875, + 64231.48046875, + 64194.95703125, + 64263.515625, + 64248.50390625, + 64164.16796875, + 64182.4453125, + 64329.03515625, + 64163.4375, + 64193.765625, + 64449.140625, + 64374.046875, + 64166.51171875, + 64544.4921875, + 64376.25390625, + 64168.609375, + 64525.6484375, + 64314.08984375, + 64426.2421875, + 64215.23828125, + 64469.171875 + ], + "quantiles": { + "0.1": [ + 63956.466796875, + 63835.54296875, + 63761.51171875, + 63693.900390625, + 63493.30859375, + 63417.49609375, + 63393.904296875, + 63379.654296875, + 63208.158203125, + 63323.541015625, + 63053.35546875, + 62964.78125, + 63161.4375, + 63170.181640625, + 63110.771484375, + 63005.9453125, + 62901.0, + 62646.873046875, + 62710.947265625, + 62792.240234375, + 62562.65625, + 62619.5625, + 62788.591796875, + 62724.759765625 + ], + "0.2": [ + 63956.466796875, + 63835.54296875, + 63761.51171875, + 63693.900390625, + 63493.30859375, + 63417.49609375, + 63393.904296875, + 63379.654296875, + 63208.158203125, + 63323.541015625, + 63053.35546875, + 62964.78125, + 63161.4375, + 63170.181640625, + 63110.771484375, + 63005.9453125, + 62901.0, + 62646.873046875, + 62710.947265625, + 62792.240234375, + 62562.65625, + 62619.5625, + 62788.591796875, + 62724.759765625 + ], + "0.3": [ + 63956.466796875, + 63835.54296875, + 63761.51171875, + 63693.900390625, + 63493.30859375, + 63417.49609375, + 63393.904296875, + 63379.654296875, + 63208.158203125, + 63323.541015625, + 63053.35546875, + 62964.78125, + 63161.4375, + 63170.181640625, + 63110.771484375, + 63005.9453125, + 62901.0, + 62646.873046875, + 62710.947265625, + 62792.240234375, + 62562.65625, + 62619.5625, + 62788.591796875, + 62724.759765625 + ], + "0.4": [ + 64202.68359375, + 64191.302734375, + 64210.46484375, + 64178.69921875, + 64245.052734375, + 64165.244140625, + 64164.498046875, + 64237.623046875, + 64167.150390625, + 64213.087890625, + 64246.216796875, + 64181.466796875, + 64187.841796875, + 64382.0078125, + 64242.421875, + 64190.203125, + 64277.701171875, + 64265.205078125, + 64230.31640625, + 64243.6171875, + 64227.8671875, + 64286.10546875, + 64298.337890625, + 64271.9609375 + ], + "0.5": [ + 64202.68359375, + 64191.302734375, + 64210.46484375, + 64178.69921875, + 64245.052734375, + 64165.244140625, + 64164.498046875, + 64237.623046875, + 64167.150390625, + 64213.087890625, + 64246.216796875, + 64181.466796875, + 64187.841796875, + 64382.0078125, + 64242.421875, + 64190.203125, + 64277.701171875, + 64265.205078125, + 64230.31640625, + 64243.6171875, + 64227.8671875, + 64286.10546875, + 64298.337890625, + 64271.9609375 + ], + "0.6": [ + 64202.68359375, + 64191.302734375, + 64210.46484375, + 64178.69921875, + 64245.052734375, + 64165.244140625, + 64164.498046875, + 64237.623046875, + 64167.150390625, + 64213.087890625, + 64246.216796875, + 64181.466796875, + 64187.841796875, + 64382.0078125, + 64242.421875, + 64190.203125, + 64277.701171875, + 64265.205078125, + 64230.31640625, + 64243.6171875, + 64227.8671875, + 64286.10546875, + 64298.337890625, + 64271.9609375 + ], + "0.7": [ + 64202.68359375, + 64191.302734375, + 64210.46484375, + 64178.69921875, + 64245.052734375, + 64165.244140625, + 64164.498046875, + 64237.623046875, + 64167.150390625, + 64213.087890625, + 64246.216796875, + 64181.466796875, + 64187.841796875, + 64382.0078125, + 64242.421875, + 64190.203125, + 64277.701171875, + 64265.205078125, + 64230.31640625, + 64243.6171875, + 64227.8671875, + 64286.10546875, + 64298.337890625, + 64271.9609375 + ], + "0.8": [ + 64412.1640625, + 64527.705078125, + 64662.83203125, + 64745.435546875, + 64897.71875, + 64913.0625, + 65071.203125, + 65152.69921875, + 65025.0625, + 64958.701171875, + 65272.025390625, + 65256.919921875, + 65379.423828125, + 65654.625, + 65461.93359375, + 65339.349609375, + 66001.8046875, + 65873.83984375, + 65604.1328125, + 66240.55859375, + 66570.94140625, + 66119.9609375, + 65863.4609375, + 66514.22265625 + ], + "0.9": [ + 64412.1640625, + 64527.705078125, + 64662.83203125, + 64745.435546875, + 64897.71875, + 64913.0625, + 65071.203125, + 65152.69921875, + 65025.0625, + 64958.701171875, + 65272.025390625, + 65256.919921875, + 65379.423828125, + 65654.625, + 65461.93359375, + 65339.349609375, + 66001.8046875, + 65873.83984375, + 65604.1328125, + 66240.55859375, + 66570.94140625, + 66119.9609375, + 65863.4609375, + 66514.22265625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_142346.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_142346.json new file mode 100644 index 0000000000000000000000000000000000000000..885fc3fbe5b6f8f588eab35940ab960d8b96c425 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_142346.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T14:23:46.143654+00:00", + "metrics": { + "MSE[mean]": 236844.4314039169, + "MSE[0.5]": 234167.77403379444, + "MAE[0.5]": 307.73788734123747, + "MASE[0.5]": 0.3002790991832377, + "MAPE[0.5]": 0.004764718667272064, + "sMAPE[0.5]": 0.004779604894756787, + "MSIS": 5.424470992700489, + "RMSE[mean]": 486.6666532688642, + "NRMSE[mean]": 0.007574361517348111, + "ND[0.5]": 0.0047895576893363535, + "mean_weighted_sum_quantile_loss": 0.004320132926531923 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00" + ], + "context": [ + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875 + ], + "actual": [ + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 65214.55078125 + ], + "predictions": { + "p50": [ + 64175.02456996985, + 64187.41128871985, + 64162.15542934485, + 64167.64175746985, + 64184.59097621985, + 64160.21206996985, + 64187.41128871985, + 64175.02456996985, + 64168.87027309485, + 64172.08902309485, + 64200.11050746985, + 64165.72964809485, + 64175.02456996985, + 64174.07925746985, + 64154.54019496985, + 64164.09878871985, + 64186.00113246985, + 64175.02456996985, + 64175.96988246985, + 64187.41128871985, + 64192.76089809485, + 64174.07925746985, + 64200.11050746985, + 64168.72964809485 + ], + "p10": [ + 63916.80191371985, + 63931.71831996985, + 63932.08706996985, + 63928.39956996985, + 63927.23980434485, + 63916.80191371985, + 63931.71831996985, + 63916.12378871985, + 63941.14683559485, + 63973.71988246985, + 63941.62222621985, + 63910.02066371985, + 63941.62222621985, + 63932.08706996985, + 63928.39956996985, + 63941.14683559485, + 63936.39019496985, + 63932.08706996985, + 63928.39956996985, + 63916.80191371985, + 63927.23980434485, + 63916.80191371985, + 63927.23980434485, + 63936.02144496985 + ], + "p90": [ + 64414.26206996985, + 64400.37261684485, + 64402.52066371985, + 64415.97769496985, + 64415.97769496985, + 64402.52066371985, + 64414.07144496985, + 64402.73941371985, + 64413.41128871985, + 64420.50972621985, + 64417.75230434485, + 64415.97769496985, + 64403.80660121985, + 64402.73941371985, + 64385.83941371985, + 64383.57261684485, + 64464.43511684485, + 64413.66792934485, + 64413.41128871985, + 64416.03667934485, + 64402.73941371985, + 64433.72378871985, + 64413.47730434485, + 64414.07144496985 + ], + "mean": [ + 64146.74568325091, + 64131.51040981341, + 64144.40042934466, + 64161.01103481341, + 64157.07656215716, + 64140.90855434466, + 64156.388144188415, + 64144.77742153216, + 64169.27435512591, + 64175.96230434466, + 64187.30423793841, + 64149.76597621966, + 64160.54306606341, + 64161.90089809466, + 64132.30574184466, + 64161.85191371966, + 64179.37656215716, + 64157.713027000915, + 64161.76744106341, + 64156.115194969665, + 64171.41630825091, + 64177.72316371966, + 64161.958671532164, + 64175.94613246966 + ], + "quantiles": { + "0.1": [ + 63916.80191371985, + 63931.71831996985, + 63932.08706996985, + 63928.39956996985, + 63927.23980434485, + 63916.80191371985, + 63931.71831996985, + 63916.12378871985, + 63941.14683559485, + 63973.71988246985, + 63941.62222621985, + 63910.02066371985, + 63941.62222621985, + 63932.08706996985, + 63928.39956996985, + 63941.14683559485, + 63936.39019496985, + 63932.08706996985, + 63928.39956996985, + 63916.80191371985, + 63927.23980434485, + 63916.80191371985, + 63927.23980434485, + 63936.02144496985 + ], + "0.2": [ + 64005.39175746985, + 63999.56753871985, + 63984.12222621985, + 64004.88003871985, + 64006.71988246985, + 63997.04019496985, + 63997.04019496985, + 63997.52066371985, + 64043.55035121985, + 64063.59097621985, + 64005.39175746985, + 63982.19800746985, + 63999.56753871985, + 64005.39175746985, + 64006.71988246985, + 64043.55035121985, + 64006.71988246985, + 64000.07925746985, + 64005.39175746985, + 63997.42456996985, + 64005.39175746985, + 63997.04019496985, + 64005.39175746985, + 64052.22691371985 + ], + "0.3": [ + 64102.98785121985, + 64080.26831996985, + 64061.03316371985, + 64085.70035121985, + 64085.70035121985, + 64057.55816371985, + 64069.89956996985, + 64063.59097621985, + 64107.64956996985, + 64092.11050746985, + 64086.11050746985, + 64053.18863246985, + 64091.06988246985, + 64069.89956996985, + 64085.40386684485, + 64085.70035121985, + 64087.88238246985, + 64069.89956996985, + 64080.26831996985, + 64085.69097621985, + 64085.98746059485, + 64084.71206996985, + 64116.37222621985, + 64069.89956996985 + ], + "0.4": [ + 64151.96831996985, + 64145.30191371985, + 64128.11050746985, + 64141.20035121985, + 64146.98706996985, + 64120.11050746985, + 64140.27066371985, + 64148.11050746985, + 64148.11050746985, + 64145.30191371985, + 64156.76675746985, + 64108.91050746985, + 64158.25113246985, + 64132.72378871985, + 64132.72378871985, + 64132.72378871985, + 64156.76675746985, + 64151.96831996985, + 64145.30191371985, + 64145.30191371985, + 64159.42769496985, + 64130.87847621985, + 64167.36050746985, + 64124.91050746985 + ], + "0.5": [ + 64175.02456996985, + 64187.41128871985, + 64162.15542934485, + 64167.64175746985, + 64184.59097621985, + 64160.21206996985, + 64187.41128871985, + 64175.02456996985, + 64168.87027309485, + 64172.08902309485, + 64200.11050746985, + 64165.72964809485, + 64175.02456996985, + 64174.07925746985, + 64154.54019496985, + 64164.09878871985, + 64186.00113246985, + 64175.02456996985, + 64175.96988246985, + 64187.41128871985, + 64192.76089809485, + 64174.07925746985, + 64200.11050746985, + 64168.72964809485 + ], + "0.6": [ + 64216.35269496985, + 64224.76441371985, + 64216.35269496985, + 64218.21988246985, + 64237.91910121985, + 64221.02066371985, + 64242.89800746985, + 64218.21988246985, + 64236.09878871985, + 64232.66753871985, + 64260.52066371985, + 64230.38003871985, + 64224.76441371985, + 64230.38003871985, + 64187.41128871985, + 64218.21988246985, + 64254.83706996985, + 64240.64956996985, + 64242.89800746985, + 64237.91910121985, + 64246.27066371985, + 64254.83706996985, + 64257.11050746985, + 64246.27066371985 + ], + "0.7": [ + 64256.54214809485, + 64278.17847621985, + 64264.52261684485, + 64278.17847621985, + 64277.03238246985, + 64277.03238246985, + 64284.70035121985, + 64282.00699184485, + 64277.03238246985, + 64306.61831996985, + 64304.93941371985, + 64306.61831996985, + 64285.15855434485, + 64280.85269496985, + 64237.46402309485, + 64267.39722621985, + 64304.93941371985, + 64278.17847621985, + 64304.21988246985, + 64280.85269496985, + 64286.22769496985, + 64285.15855434485, + 64291.62535121985, + 64306.61831996985 + ], + "0.8": [ + 64314.87222621985, + 64329.37925746985, + 64310.32925746985, + 64334.96363246985, + 64306.61831996985, + 64315.36988246985, + 64378.12222621985, + 64314.87222621985, + 64314.87222621985, + 64379.19722621985, + 64358.86050746985, + 64336.52300746985, + 64328.98941371985, + 64336.52300746985, + 64306.61831996985, + 64309.52300746985, + 64384.25113246985, + 64328.98941371985, + 64336.52300746985, + 64371.04097621985, + 64360.94253871985, + 64330.93863246985, + 64358.86050746985, + 64329.37925746985 + ], + "0.9": [ + 64414.26206996985, + 64400.37261684485, + 64402.52066371985, + 64415.97769496985, + 64415.97769496985, + 64402.52066371985, + 64414.07144496985, + 64402.73941371985, + 64413.41128871985, + 64420.50972621985, + 64417.75230434485, + 64415.97769496985, + 64403.80660121985, + 64402.73941371985, + 64385.83941371985, + 64383.57261684485, + 64464.43511684485, + 64413.66792934485, + 64413.41128871985, + 64416.03667934485, + 64402.73941371985, + 64433.72378871985, + 64413.47730434485, + 64414.07144496985 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_142346.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_142346.json new file mode 100644 index 0000000000000000000000000000000000000000..31043f61dbc4be3d24d0e089743edfceae0fb30b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_142346.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T14:23:46.156600+00:00", + "metrics": { + "MSE[mean]": 275971.11116917926, + "MSE[0.5]": 275971.11116917926, + "MAE[0.5]": 376.1145833333333, + "MASE[0.5]": 0.3669985169807137, + "MAPE[0.5]": 0.00583093615241618, + "sMAPE[0.5]": 0.0058456402871028094, + "MSIS": 3.756131561091403, + "RMSE[mean]": 525.3295262682075, + "NRMSE[mean]": 0.008176101076509065, + "ND[0.5]": 0.005853755968234696, + "mean_weighted_sum_quantile_loss": 0.006011875326141992 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00" + ], + "context": [ + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875 + ], + "actual": [ + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 65214.55078125 + ], + "predictions": { + "p50": [ + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875 + ], + "p10": [ + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375 + ], + "p90": [ + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125 + ], + "mean": [ + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875 + ], + "quantiles": { + "0.1": [ + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375 + ], + "0.2": [ + 63197.6384765625, + 63073.793964843746, + 62877.178730468746, + 62848.802265624996, + 62976.96, + 62967.09845703125, + 63052.2124609375, + 63307.93154296875, + 63333.54154296875, + 63329.59, + 63284.28, + 63277.63125, + 63459.61, + 63311.97927734375, + 63292.70251953125, + 63338.909023437496, + 63228.2042578125, + 63053.79, + 63246.02275390625, + 63400.49845703125, + 63213.36, + 63237.0, + 63183.81, + 63183.77921875 + ], + "0.3": [ + 63518.438671875, + 63393.9655078125, + 63196.3522265625, + 63167.83171875, + 63296.64, + 63286.7283984375, + 63372.274453125, + 63629.2916015625, + 63655.0316015625, + 63651.06, + 63605.52, + 63598.8375, + 63781.74, + 63633.359882812496, + 63613.9852734375, + 63660.426328125, + 63549.159609375, + 63373.86, + 63567.0685546875, + 63722.3283984375, + 63534.24, + 63558.0, + 63504.54, + 63504.5090625 + ], + "0.4": [ + 63839.2388671875, + 63714.137050781246, + 63515.525722656246, + 63486.861171874996, + 63616.32, + 63606.35833984375, + 63692.3364453125, + 63950.65166015625, + 63976.52166015625, + 63972.53, + 63926.76, + 63920.04375, + 64103.87, + 63954.74048828125, + 63935.26802734375, + 63981.9436328125, + 63870.1149609375, + 63693.93, + 63888.11435546875, + 64044.15833984375, + 63855.12, + 63879.0, + 63825.27, + 63825.23890625 + ], + "0.5": [ + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875 + ], + "0.6": [ + 64480.83925781249, + 64354.48013671875, + 64153.87271484375, + 64124.920078125, + 64255.67999999999, + 64245.618222656245, + 64332.4604296875, + 64593.371777343746, + 64619.50177734374, + 64615.469999999994, + 64569.23999999999, + 64562.456249999996, + 64748.12999999999, + 64597.501699218745, + 64577.83353515624, + 64624.97824218749, + 64512.025664062494, + 64334.06999999999, + 64530.20595703124, + 64687.81822265624, + 64496.87999999999, + 64520.99999999999, + 64466.729999999996, + 64466.69859374999 + ], + "0.7": [ + 64801.639453125, + 64674.6516796875, + 64473.0462109375, + 64443.94953125, + 64575.36, + 64565.2481640625, + 64652.522421875, + 64914.7318359375, + 64940.9918359375, + 64936.94, + 64890.48, + 64883.6625, + 65070.26, + 64918.882304687504, + 64899.1162890625, + 64946.495546875, + 64832.981015625, + 64654.14, + 64851.2517578125, + 65009.6481640625, + 64817.76, + 64842.0, + 64787.46, + 64787.4284375 + ], + "0.8": [ + 65122.439648437496, + 64994.82322265625, + 64792.21970703125, + 64762.978984375, + 64895.03999999999, + 64884.87810546874, + 64972.58441406249, + 65236.091894531244, + 65262.48189453124, + 65258.409999999996, + 65211.719999999994, + 65204.868749999994, + 65392.38999999999, + 65240.26291015624, + 65220.39904296874, + 65268.0128515625, + 65153.936367187496, + 64974.20999999999, + 65172.297558593746, + 65331.47810546874, + 65138.63999999999, + 65162.99999999999, + 65108.189999999995, + 65108.15828124999 + ], + "0.9": [ + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_142341.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_142341.json new file mode 100644 index 0000000000000000000000000000000000000000..61008db6f61711e79e833f2284196efa26d63299 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_142341.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T14:23:41.993936+00:00", + "metrics": { + "MSE[mean]": 370835.4201189677, + "MSE[0.5]": 370835.4201189677, + "MAE[0.5]": 390.1702473958333, + "MASE[0.5]": 0.38071350729137915, + "MAPE[0.5]": 0.006040102727504403, + "sMAPE[0.5]": 0.006065354791330228, + "MSIS": 5.0853741391802005, + "RMSE[mean]": 608.962576944567, + "NRMSE[mean]": 0.009477745551976087, + "ND[0.5]": 0.006072514907768933, + "mean_weighted_sum_quantile_loss": 0.005385994198969861 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00" + ], + "context": [ + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875 + ], + "actual": [ + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 65214.55078125 + ], + "predictions": { + "p50": [ + 64322.6875, + 64313.875, + 64316.8125, + 64305.0625, + 64284.5, + 64255.125, + 64263.9375, + 64266.875, + 64275.6875, + 64263.9375, + 64263.9375, + 64246.3125, + 64234.5625, + 64225.75, + 64214.0, + 64193.4375, + 64202.25, + 64152.3125, + 64112.65625, + 64068.59375, + 64034.8125, + 63977.53125, + 63879.125, + 63708.19921875 + ], + "p10": [ + 64122.9375, + 64062.71875, + 64020.125, + 63976.0625, + 63920.984375, + 63867.375, + 63844.609375, + 63810.4609375, + 63791.3671875, + 63747.85546875, + 63715.54296875, + 63648.53125, + 63583.90625, + 63517.8125, + 63469.34375, + 63406.1875, + 63388.5625, + 63306.3125, + 63247.5625, + 63182.9375, + 63133.0, + 63059.5625, + 62956.75, + 62792.25 + ], + "p90": [ + 64531.25, + 64554.75, + 64590.0, + 64595.875, + 64595.875, + 64578.25, + 64607.625, + 64625.25, + 64648.75, + 64654.625, + 64666.375, + 64684.0, + 64689.875, + 64701.625, + 64701.625, + 64701.625, + 64760.375, + 64748.625, + 64736.875, + 64736.875, + 64742.75, + 64731.0, + 64695.75, + 64590.0 + ], + "mean": [ + 64322.6875, + 64313.875, + 64316.8125, + 64305.0625, + 64284.5, + 64255.125, + 64263.9375, + 64266.875, + 64275.6875, + 64263.9375, + 64263.9375, + 64246.3125, + 64234.5625, + 64225.75, + 64214.0, + 64193.4375, + 64202.25, + 64152.3125, + 64112.65625, + 64068.59375, + 64034.8125, + 63977.53125, + 63879.125, + 63708.19921875 + ], + "quantiles": { + "0.1": [ + 64122.9375, + 64062.71875, + 64020.125, + 63976.0625, + 63920.984375, + 63867.375, + 63844.609375, + 63810.4609375, + 63791.3671875, + 63747.85546875, + 63715.54296875, + 63648.53125, + 63583.90625, + 63517.8125, + 63469.34375, + 63406.1875, + 63388.5625, + 63306.3125, + 63247.5625, + 63182.9375, + 63133.0, + 63059.5625, + 62956.75, + 62792.25 + ], + "0.2": [ + 64122.9375, + 64062.71875, + 64020.125, + 63976.0625, + 63920.984375, + 63867.375, + 63844.609375, + 63810.4609375, + 63791.3671875, + 63747.85546875, + 63715.54296875, + 63648.53125, + 63583.90625, + 63517.8125, + 63469.34375, + 63406.1875, + 63388.5625, + 63306.3125, + 63247.5625, + 63182.9375, + 63133.0, + 63059.5625, + 62956.75, + 62792.25 + ], + "0.3": [ + 64122.9375, + 64062.71875, + 64020.125, + 63976.0625, + 63920.984375, + 63867.375, + 63844.609375, + 63810.4609375, + 63791.3671875, + 63747.85546875, + 63715.54296875, + 63648.53125, + 63583.90625, + 63517.8125, + 63469.34375, + 63406.1875, + 63388.5625, + 63306.3125, + 63247.5625, + 63182.9375, + 63133.0, + 63059.5625, + 62956.75, + 62792.25 + ], + "0.4": [ + 64322.6875, + 64313.875, + 64316.8125, + 64305.0625, + 64284.5, + 64255.125, + 64263.9375, + 64266.875, + 64275.6875, + 64263.9375, + 64263.9375, + 64246.3125, + 64234.5625, + 64225.75, + 64214.0, + 64193.4375, + 64202.25, + 64152.3125, + 64112.65625, + 64068.59375, + 64034.8125, + 63977.53125, + 63879.125, + 63708.19921875 + ], + "0.5": [ + 64322.6875, + 64313.875, + 64316.8125, + 64305.0625, + 64284.5, + 64255.125, + 64263.9375, + 64266.875, + 64275.6875, + 64263.9375, + 64263.9375, + 64246.3125, + 64234.5625, + 64225.75, + 64214.0, + 64193.4375, + 64202.25, + 64152.3125, + 64112.65625, + 64068.59375, + 64034.8125, + 63977.53125, + 63879.125, + 63708.19921875 + ], + "0.6": [ + 64322.6875, + 64313.875, + 64316.8125, + 64305.0625, + 64284.5, + 64255.125, + 64263.9375, + 64266.875, + 64275.6875, + 64263.9375, + 64263.9375, + 64246.3125, + 64234.5625, + 64225.75, + 64214.0, + 64193.4375, + 64202.25, + 64152.3125, + 64112.65625, + 64068.59375, + 64034.8125, + 63977.53125, + 63879.125, + 63708.19921875 + ], + "0.7": [ + 64322.6875, + 64313.875, + 64316.8125, + 64305.0625, + 64284.5, + 64255.125, + 64263.9375, + 64266.875, + 64275.6875, + 64263.9375, + 64263.9375, + 64246.3125, + 64234.5625, + 64225.75, + 64214.0, + 64193.4375, + 64202.25, + 64152.3125, + 64112.65625, + 64068.59375, + 64034.8125, + 63977.53125, + 63879.125, + 63708.19921875 + ], + "0.8": [ + 64531.25, + 64554.75, + 64590.0, + 64595.875, + 64595.875, + 64578.25, + 64607.625, + 64625.25, + 64648.75, + 64654.625, + 64666.375, + 64684.0, + 64689.875, + 64701.625, + 64701.625, + 64701.625, + 64760.375, + 64748.625, + 64736.875, + 64736.875, + 64742.75, + 64731.0, + 64695.75, + 64590.0 + ], + "0.9": [ + 64531.25, + 64554.75, + 64590.0, + 64595.875, + 64595.875, + 64578.25, + 64607.625, + 64625.25, + 64648.75, + 64654.625, + 64666.375, + 64684.0, + 64689.875, + 64701.625, + 64701.625, + 64701.625, + 64760.375, + 64748.625, + 64736.875, + 64736.875, + 64742.75, + 64731.0, + 64695.75, + 64590.0 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_141928.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_141928.json new file mode 100644 index 0000000000000000000000000000000000000000..60c33d30f70953b6034f7720322e7ee53c1656a3 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_141928.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T14:19:28.439984+00:00", + "metrics": { + "MSE[mean]": 212008.7518685659, + "MSE[0.5]": 209619.79519589743, + "MAE[0.5]": 320.5213216145833, + "MASE[0.5]": 0.31275269533752587, + "MAPE[0.5]": 0.004971337064511118, + "sMAPE[0.5]": 0.004978679540117765, + "MSIS": 11.191269466414804, + "RMSE[mean]": 460.4440811527127, + "NRMSE[mean]": 0.007166239777778801, + "ND[0.5]": 0.004988515953620977, + "mean_weighted_sum_quantile_loss": 0.005146845882157303 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00" + ], + "context": [ + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875 + ], + "actual": [ + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 65214.55078125 + ], + "predictions": { + "p50": [ + 64137.09375, + 64156.0, + 64166.4140625, + 64184.703125, + 64191.2109375, + 64206.34375, + 64207.546875, + 64211.6328125, + 64228.1484375, + 64266.6015625, + 64281.0703125, + 64289.6328125, + 64289.234375, + 64279.8203125, + 64285.640625, + 64267.7578125, + 64302.2890625, + 64309.203125, + 64303.3046875, + 64326.5078125, + 64298.1796875, + 64311.4140625, + 64322.6328125, + 64333.671875 + ], + "p10": [ + 64161.84375, + 64231.859375, + 64222.7109375, + 64255.6796875, + 64246.3515625, + 64264.875, + 64304.3046875, + 64296.5859375, + 64316.2734375, + 64356.03125, + 64339.484375, + 64352.09375, + 64360.1484375, + 64340.984375, + 64371.9375, + 64357.5234375, + 64385.3125, + 64420.390625, + 64405.125, + 64373.6875, + 64394.8359375, + 64402.8828125, + 64397.3125, + 64424.1015625 + ], + "p90": [ + 64353.8046875, + 64398.796875, + 64431.828125, + 64469.09375, + 64481.609375, + 64504.65625, + 64536.0, + 64551.609375, + 64601.1328125, + 64642.5078125, + 64681.2734375, + 64677.453125, + 64707.84375, + 64721.953125, + 64730.546875, + 64735.3515625, + 64773.5234375, + 64787.0078125, + 64794.8203125, + 64799.84375, + 64796.1328125, + 64826.28125, + 64832.265625, + 64841.46875 + ], + "mean": [ + 64185.8515625, + 64209.5859375, + 64226.6796875, + 64255.6484375, + 64254.7578125, + 64272.9609375, + 64289.703125, + 64290.0625, + 64319.109375, + 64343.0078125, + 64354.1484375, + 64364.5078125, + 64375.140625, + 64374.5546875, + 64379.796875, + 64386.765625, + 64411.4296875, + 64417.828125, + 64414.6640625, + 64412.7890625, + 64414.5234375, + 64418.5234375, + 64443.71875, + 64445.8671875 + ], + "quantiles": { + "0.1": [ + 64161.84375, + 64231.859375, + 64222.7109375, + 64255.6796875, + 64246.3515625, + 64264.875, + 64304.3046875, + 64296.5859375, + 64316.2734375, + 64356.03125, + 64339.484375, + 64352.09375, + 64360.1484375, + 64340.984375, + 64371.9375, + 64357.5234375, + 64385.3125, + 64420.390625, + 64405.125, + 64373.6875, + 64394.8359375, + 64402.8828125, + 64397.3125, + 64424.1015625 + ], + "0.2": [ + 64161.84375, + 64231.859375, + 64222.7109375, + 64255.6796875, + 64246.3515625, + 64264.875, + 64304.3046875, + 64296.5859375, + 64316.2734375, + 64356.03125, + 64339.484375, + 64352.09375, + 64360.1484375, + 64340.984375, + 64371.9375, + 64357.5234375, + 64385.3125, + 64420.390625, + 64405.125, + 64373.6875, + 64394.8359375, + 64402.8828125, + 64397.3125, + 64424.1015625 + ], + "0.3": [ + 64161.84375, + 64231.859375, + 64222.7109375, + 64255.6796875, + 64246.3515625, + 64264.875, + 64304.3046875, + 64296.5859375, + 64316.2734375, + 64356.03125, + 64339.484375, + 64352.09375, + 64360.1484375, + 64340.984375, + 64371.9375, + 64357.5234375, + 64385.3125, + 64420.390625, + 64405.125, + 64373.6875, + 64394.8359375, + 64402.8828125, + 64397.3125, + 64424.1015625 + ], + "0.4": [ + 64137.09375, + 64156.0, + 64166.4140625, + 64184.703125, + 64191.2109375, + 64206.34375, + 64207.546875, + 64211.6328125, + 64228.1484375, + 64266.6015625, + 64281.0703125, + 64289.6328125, + 64289.234375, + 64279.8203125, + 64285.640625, + 64267.7578125, + 64302.2890625, + 64309.203125, + 64303.3046875, + 64326.5078125, + 64298.1796875, + 64311.4140625, + 64322.6328125, + 64333.671875 + ], + "0.5": [ + 64137.09375, + 64156.0, + 64166.4140625, + 64184.703125, + 64191.2109375, + 64206.34375, + 64207.546875, + 64211.6328125, + 64228.1484375, + 64266.6015625, + 64281.0703125, + 64289.6328125, + 64289.234375, + 64279.8203125, + 64285.640625, + 64267.7578125, + 64302.2890625, + 64309.203125, + 64303.3046875, + 64326.5078125, + 64298.1796875, + 64311.4140625, + 64322.6328125, + 64333.671875 + ], + "0.6": [ + 64137.09375, + 64156.0, + 64166.4140625, + 64184.703125, + 64191.2109375, + 64206.34375, + 64207.546875, + 64211.6328125, + 64228.1484375, + 64266.6015625, + 64281.0703125, + 64289.6328125, + 64289.234375, + 64279.8203125, + 64285.640625, + 64267.7578125, + 64302.2890625, + 64309.203125, + 64303.3046875, + 64326.5078125, + 64298.1796875, + 64311.4140625, + 64322.6328125, + 64333.671875 + ], + "0.7": [ + 64137.09375, + 64156.0, + 64166.4140625, + 64184.703125, + 64191.2109375, + 64206.34375, + 64207.546875, + 64211.6328125, + 64228.1484375, + 64266.6015625, + 64281.0703125, + 64289.6328125, + 64289.234375, + 64279.8203125, + 64285.640625, + 64267.7578125, + 64302.2890625, + 64309.203125, + 64303.3046875, + 64326.5078125, + 64298.1796875, + 64311.4140625, + 64322.6328125, + 64333.671875 + ], + "0.8": [ + 64353.8046875, + 64398.796875, + 64431.828125, + 64469.09375, + 64481.609375, + 64504.65625, + 64536.0, + 64551.609375, + 64601.1328125, + 64642.5078125, + 64681.2734375, + 64677.453125, + 64707.84375, + 64721.953125, + 64730.546875, + 64735.3515625, + 64773.5234375, + 64787.0078125, + 64794.8203125, + 64799.84375, + 64796.1328125, + 64826.28125, + 64832.265625, + 64841.46875 + ], + "0.9": [ + 64353.8046875, + 64398.796875, + 64431.828125, + 64469.09375, + 64481.609375, + 64504.65625, + 64536.0, + 64551.609375, + 64601.1328125, + 64642.5078125, + 64681.2734375, + 64677.453125, + 64707.84375, + 64721.953125, + 64730.546875, + 64735.3515625, + 64773.5234375, + 64787.0078125, + 64794.8203125, + 64799.84375, + 64796.1328125, + 64826.28125, + 64832.265625, + 64841.46875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_142245.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_142245.json new file mode 100644 index 0000000000000000000000000000000000000000..a1529e9abc1249a9c692b83a4021d2a051fc81ad --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_142245.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T14:22:45.448320+00:00", + "metrics": { + "MSE[mean]": 213691.6741631826, + "MSE[0.5]": 213691.6741631826, + "MAE[0.5]": 344.96337890625, + "MASE[0.5]": 0.33660233897138997, + "MAPE[0.5]": 0.005356237471023689, + "sMAPE[0.5]": 0.005358982834939699, + "MSIS": 2.0886347805344267, + "RMSE[mean]": 462.2679679181574, + "NRMSE[mean]": 0.007194626308138737, + "ND[0.5]": 0.005368926193178811, + "mean_weighted_sum_quantile_loss": 0.00468976635107997 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00" + ], + "context": [ + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875 + ], + "actual": [ + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 65214.55078125 + ], + "predictions": { + "p50": [ + 64181.73046875, + 64201.12109375, + 64221.71875, + 64235.34375, + 64245.08984375, + 64255.61328125, + 64264.70703125, + 64278.6171875, + 64290.55859375, + 64297.40234375, + 64309.6328125, + 64323.48828125, + 64334.07421875, + 64339.58984375, + 64348.63671875, + 64357.98828125, + 64364.265625, + 64367.69140625, + 64372.48828125, + 64375.78125, + 64375.8515625, + 64376.83203125, + 64379.0625, + 64386.49609375 + ], + "p10": [ + 63990.78125, + 63920.9765625, + 63868.546875, + 63833.00390625, + 63803.71875, + 63779.625, + 63752.265625, + 63729.4765625, + 63707.3125, + 63675.06640625, + 63646.53125, + 63626.80078125, + 63605.4140625, + 63590.5546875, + 63572.05859375, + 63553.30078125, + 63530.5546875, + 63507.02734375, + 63492.34765625, + 63474.7734375, + 63449.71875, + 63422.94140625, + 63398.2109375, + 63382.73828125 + ], + "p90": [ + 64385.50390625, + 64487.4765625, + 64579.625, + 64649.984375, + 64703.29296875, + 64762.296875, + 64825.828125, + 64889.453125, + 64938.94140625, + 64987.35546875, + 65037.65625, + 65078.6953125, + 65110.91015625, + 65153.5859375, + 65219.3828125, + 65282.6953125, + 65341.63671875, + 65401.63671875, + 65468.69921875, + 65566.0703125, + 65643.2109375, + 65727.7890625, + 65793.9375, + 65837.484375 + ], + "mean": [ + 64181.73046875, + 64201.12109375, + 64221.71875, + 64235.34375, + 64245.08984375, + 64255.61328125, + 64264.70703125, + 64278.6171875, + 64290.55859375, + 64297.40234375, + 64309.6328125, + 64323.48828125, + 64334.07421875, + 64339.58984375, + 64348.63671875, + 64357.98828125, + 64364.265625, + 64367.69140625, + 64372.48828125, + 64375.78125, + 64375.8515625, + 64376.83203125, + 64379.0625, + 64386.49609375 + ], + "quantiles": { + "0.1": [ + 63990.78125, + 63920.9765625, + 63868.546875, + 63833.00390625, + 63803.71875, + 63779.625, + 63752.265625, + 63729.4765625, + 63707.3125, + 63675.06640625, + 63646.53125, + 63626.80078125, + 63605.4140625, + 63590.5546875, + 63572.05859375, + 63553.30078125, + 63530.5546875, + 63507.02734375, + 63492.34765625, + 63474.7734375, + 63449.71875, + 63422.94140625, + 63398.2109375, + 63382.73828125 + ], + "0.2": [ + 63990.78125, + 63920.9765625, + 63868.546875, + 63833.00390625, + 63803.71875, + 63779.625, + 63752.265625, + 63729.4765625, + 63707.3125, + 63675.06640625, + 63646.53125, + 63626.80078125, + 63605.4140625, + 63590.5546875, + 63572.05859375, + 63553.30078125, + 63530.5546875, + 63507.02734375, + 63492.34765625, + 63474.7734375, + 63449.71875, + 63422.94140625, + 63398.2109375, + 63382.73828125 + ], + "0.3": [ + 63990.78125, + 63920.9765625, + 63868.546875, + 63833.00390625, + 63803.71875, + 63779.625, + 63752.265625, + 63729.4765625, + 63707.3125, + 63675.06640625, + 63646.53125, + 63626.80078125, + 63605.4140625, + 63590.5546875, + 63572.05859375, + 63553.30078125, + 63530.5546875, + 63507.02734375, + 63492.34765625, + 63474.7734375, + 63449.71875, + 63422.94140625, + 63398.2109375, + 63382.73828125 + ], + "0.4": [ + 64181.73046875, + 64201.12109375, + 64221.71875, + 64235.34375, + 64245.08984375, + 64255.61328125, + 64264.70703125, + 64278.6171875, + 64290.55859375, + 64297.40234375, + 64309.6328125, + 64323.48828125, + 64334.07421875, + 64339.58984375, + 64348.63671875, + 64357.98828125, + 64364.265625, + 64367.69140625, + 64372.48828125, + 64375.78125, + 64375.8515625, + 64376.83203125, + 64379.0625, + 64386.49609375 + ], + "0.5": [ + 64181.73046875, + 64201.12109375, + 64221.71875, + 64235.34375, + 64245.08984375, + 64255.61328125, + 64264.70703125, + 64278.6171875, + 64290.55859375, + 64297.40234375, + 64309.6328125, + 64323.48828125, + 64334.07421875, + 64339.58984375, + 64348.63671875, + 64357.98828125, + 64364.265625, + 64367.69140625, + 64372.48828125, + 64375.78125, + 64375.8515625, + 64376.83203125, + 64379.0625, + 64386.49609375 + ], + "0.6": [ + 64181.73046875, + 64201.12109375, + 64221.71875, + 64235.34375, + 64245.08984375, + 64255.61328125, + 64264.70703125, + 64278.6171875, + 64290.55859375, + 64297.40234375, + 64309.6328125, + 64323.48828125, + 64334.07421875, + 64339.58984375, + 64348.63671875, + 64357.98828125, + 64364.265625, + 64367.69140625, + 64372.48828125, + 64375.78125, + 64375.8515625, + 64376.83203125, + 64379.0625, + 64386.49609375 + ], + "0.7": [ + 64181.73046875, + 64201.12109375, + 64221.71875, + 64235.34375, + 64245.08984375, + 64255.61328125, + 64264.70703125, + 64278.6171875, + 64290.55859375, + 64297.40234375, + 64309.6328125, + 64323.48828125, + 64334.07421875, + 64339.58984375, + 64348.63671875, + 64357.98828125, + 64364.265625, + 64367.69140625, + 64372.48828125, + 64375.78125, + 64375.8515625, + 64376.83203125, + 64379.0625, + 64386.49609375 + ], + "0.8": [ + 64385.50390625, + 64487.4765625, + 64579.625, + 64649.984375, + 64703.29296875, + 64762.296875, + 64825.828125, + 64889.453125, + 64938.94140625, + 64987.35546875, + 65037.65625, + 65078.6953125, + 65110.91015625, + 65153.5859375, + 65219.3828125, + 65282.6953125, + 65341.63671875, + 65401.63671875, + 65468.69921875, + 65566.0703125, + 65643.2109375, + 65727.7890625, + 65793.9375, + 65837.484375 + ], + "0.9": [ + 64385.50390625, + 64487.4765625, + 64579.625, + 64649.984375, + 64703.29296875, + 64762.296875, + 64825.828125, + 64889.453125, + 64938.94140625, + 64987.35546875, + 65037.65625, + 65078.6953125, + 65110.91015625, + 65153.5859375, + 65219.3828125, + 65282.6953125, + 65341.63671875, + 65401.63671875, + 65468.69921875, + 65566.0703125, + 65643.2109375, + 65727.7890625, + 65793.9375, + 65837.484375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_142209.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_142209.json new file mode 100644 index 0000000000000000000000000000000000000000..a59a148aed7eb0aabcefae0db3a3de7f781cb8ff --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_142209.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T14:22:09.402581+00:00", + "metrics": { + "MSE[mean]": 251817.06185150146, + "MSE[0.5]": 251817.06185150146, + "MAE[0.5]": 315.3828125, + "MASE[0.5]": 0.30773873068922436, + "MAPE[0.5]": 0.004881841732772519, + "sMAPE[0.5]": 0.004898737175864913, + "MSIS": 2.7462668030786066, + "RMSE[mean]": 501.8137720823348, + "NRMSE[mean]": 0.007810107593371258, + "ND[0.5]": 0.004908541446568528, + "mean_weighted_sum_quantile_loss": 0.0046272826629645825 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00" + ], + "context": [ + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875 + ], + "actual": [ + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 65214.55078125 + ], + "predictions": { + "p50": [ + 64190.546875, + 64195.9609375, + 64197.96875, + 64190.30859375, + 64180.08203125, + 64186.21875, + 64180.03515625, + 64181.21875, + 64170.890625, + 64171.18359375, + 64173.65625, + 64169.77734375, + 64163.015625, + 64161.07421875, + 64155.30078125, + 64154.4765625, + 64152.7109375, + 64148.54296875, + 64145.1953125, + 64142.84375, + 64140.4296875, + 64137.88671875, + 64132.27734375, + 64131.98828125 + ], + "p10": [ + 63975.66796875, + 63936.0, + 63897.2265625, + 63858.68359375, + 63811.00390625, + 63778.15625, + 63729.109375, + 63693.9609375, + 63654.80859375, + 63621.12109375, + 63582.65234375, + 63545.64453125, + 63501.05859375, + 63464.55078125, + 63425.12890625, + 63402.609375, + 63361.328125, + 63324.515625, + 63289.359375, + 63251.59765625, + 63226.37890625, + 63192.27734375, + 63154.3203125, + 63123.48046875 + ], + "p90": [ + 64434.39453125, + 64480.32421875, + 64531.66796875, + 64555.546875, + 64584.30859375, + 64631.43359375, + 64648.015625, + 64672.796875, + 64699.24609375, + 64730.7890625, + 64774.2734375, + 64809.44140625, + 64833.26171875, + 64861.15625, + 64894.4140625, + 64920.73046875, + 64949.65234375, + 64971.67578125, + 64999.9296875, + 65033.96875, + 65060.98828125, + 65092.171875, + 65117.76171875, + 65152.30859375 + ], + "mean": [ + 64190.546875, + 64195.9609375, + 64197.96875, + 64190.30859375, + 64180.08203125, + 64186.21875, + 64180.03515625, + 64181.21875, + 64170.890625, + 64171.18359375, + 64173.65625, + 64169.77734375, + 64163.015625, + 64161.07421875, + 64155.30078125, + 64154.4765625, + 64152.7109375, + 64148.54296875, + 64145.1953125, + 64142.84375, + 64140.4296875, + 64137.88671875, + 64132.27734375, + 64131.98828125 + ], + "quantiles": { + "0.1": [ + 63975.66796875, + 63936.0, + 63897.2265625, + 63858.68359375, + 63811.00390625, + 63778.15625, + 63729.109375, + 63693.9609375, + 63654.80859375, + 63621.12109375, + 63582.65234375, + 63545.64453125, + 63501.05859375, + 63464.55078125, + 63425.12890625, + 63402.609375, + 63361.328125, + 63324.515625, + 63289.359375, + 63251.59765625, + 63226.37890625, + 63192.27734375, + 63154.3203125, + 63123.48046875 + ], + "0.2": [ + 63975.66796875, + 63936.0, + 63897.2265625, + 63858.68359375, + 63811.00390625, + 63778.15625, + 63729.109375, + 63693.9609375, + 63654.80859375, + 63621.12109375, + 63582.65234375, + 63545.64453125, + 63501.05859375, + 63464.55078125, + 63425.12890625, + 63402.609375, + 63361.328125, + 63324.515625, + 63289.359375, + 63251.59765625, + 63226.37890625, + 63192.27734375, + 63154.3203125, + 63123.48046875 + ], + "0.3": [ + 63975.66796875, + 63936.0, + 63897.2265625, + 63858.68359375, + 63811.00390625, + 63778.15625, + 63729.109375, + 63693.9609375, + 63654.80859375, + 63621.12109375, + 63582.65234375, + 63545.64453125, + 63501.05859375, + 63464.55078125, + 63425.12890625, + 63402.609375, + 63361.328125, + 63324.515625, + 63289.359375, + 63251.59765625, + 63226.37890625, + 63192.27734375, + 63154.3203125, + 63123.48046875 + ], + "0.4": [ + 64190.546875, + 64195.9609375, + 64197.96875, + 64190.30859375, + 64180.08203125, + 64186.21875, + 64180.03515625, + 64181.21875, + 64170.890625, + 64171.18359375, + 64173.65625, + 64169.77734375, + 64163.015625, + 64161.07421875, + 64155.30078125, + 64154.4765625, + 64152.7109375, + 64148.54296875, + 64145.1953125, + 64142.84375, + 64140.4296875, + 64137.88671875, + 64132.27734375, + 64131.98828125 + ], + "0.5": [ + 64190.546875, + 64195.9609375, + 64197.96875, + 64190.30859375, + 64180.08203125, + 64186.21875, + 64180.03515625, + 64181.21875, + 64170.890625, + 64171.18359375, + 64173.65625, + 64169.77734375, + 64163.015625, + 64161.07421875, + 64155.30078125, + 64154.4765625, + 64152.7109375, + 64148.54296875, + 64145.1953125, + 64142.84375, + 64140.4296875, + 64137.88671875, + 64132.27734375, + 64131.98828125 + ], + "0.6": [ + 64190.546875, + 64195.9609375, + 64197.96875, + 64190.30859375, + 64180.08203125, + 64186.21875, + 64180.03515625, + 64181.21875, + 64170.890625, + 64171.18359375, + 64173.65625, + 64169.77734375, + 64163.015625, + 64161.07421875, + 64155.30078125, + 64154.4765625, + 64152.7109375, + 64148.54296875, + 64145.1953125, + 64142.84375, + 64140.4296875, + 64137.88671875, + 64132.27734375, + 64131.98828125 + ], + "0.7": [ + 64190.546875, + 64195.9609375, + 64197.96875, + 64190.30859375, + 64180.08203125, + 64186.21875, + 64180.03515625, + 64181.21875, + 64170.890625, + 64171.18359375, + 64173.65625, + 64169.77734375, + 64163.015625, + 64161.07421875, + 64155.30078125, + 64154.4765625, + 64152.7109375, + 64148.54296875, + 64145.1953125, + 64142.84375, + 64140.4296875, + 64137.88671875, + 64132.27734375, + 64131.98828125 + ], + "0.8": [ + 64434.39453125, + 64480.32421875, + 64531.66796875, + 64555.546875, + 64584.30859375, + 64631.43359375, + 64648.015625, + 64672.796875, + 64699.24609375, + 64730.7890625, + 64774.2734375, + 64809.44140625, + 64833.26171875, + 64861.15625, + 64894.4140625, + 64920.73046875, + 64949.65234375, + 64971.67578125, + 64999.9296875, + 65033.96875, + 65060.98828125, + 65092.171875, + 65117.76171875, + 65152.30859375 + ], + "0.9": [ + 64434.39453125, + 64480.32421875, + 64531.66796875, + 64555.546875, + 64584.30859375, + 64631.43359375, + 64648.015625, + 64672.796875, + 64699.24609375, + 64730.7890625, + 64774.2734375, + 64809.44140625, + 64833.26171875, + 64861.15625, + 64894.4140625, + 64920.73046875, + 64949.65234375, + 64971.67578125, + 64999.9296875, + 65033.96875, + 65060.98828125, + 65092.171875, + 65117.76171875, + 65152.30859375 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index cff3b8cb46c6445c2014386a84df8474e561ce88..f3628aadc2f0b485f759df4bf55e944c3ffa8803 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,293246.64703241986,293246.64703241986,383.5732421875,0.37427639680628344,0.005943125244535649,0.0059598455306378965,3.756131561091403,541.5225268005199,0.00842714678086057,0.005969147825156623,0.006101455212922467,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,275971.11116917926,275971.11116917926,376.1145833333333,0.3669985169807137,0.00583093615241618,0.0058456402871028094,3.756131561091403,525.3295262682075,0.008176101076509065,0.005853755968234696,0.006011875326141992,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.17193026822184035,0.17193026822184035,0.35770000517368317,0.9326033048732579,0.31772438969873834,0.3849138968539659,35.193443558808674,0.4146447494203205,0.3978425548506836,0.3432053200416741,0.3386753034698268,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.03500000675519447,0.03500000675519447,0.1583333561817805,1.2534726023398666,0.0950847596168729,0.10164466702969954,37.99011806904735,0.18708288739271284,0.11463802461510915,0.09702129059649528,0.09183925750182313,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index ffb3a5bd43523b4c7403099cca5fc815f85aa420..47f39e9b5b610a8876275db85829c669b7b9582c 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T14:14:19.200004+00:00", + "evaluated_at": "2026-06-22T14:23:46.156600+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64657.21875, 65149.5703125, 65578.0, - 65393.55859375 + 65214.55078125 ], "p50": [ 64160.0390625, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 02b2b07c9bb2b8244053c55b007de932b8601a0c..95ba963c500f86fd265e8aef36cf5f6efcbcba8e 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,29 +1,11 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T14:14:19.230284+00:00", + "evaluated_at": "2026-06-22T14:23:46.164086+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index b785acc9cafc6eddb66aea6f213a4ad44b2c9228..79e90e36e2f43cf6e2ce473264ad88a59418b136 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,394641.30316289264,394641.30316289264,397.62890625,0.38799138711694886,0.006151526175777105,0.006179551700169983,5.37648933220299,628.2048258035692,0.009776092431038901,0.006187881374168864,0.005501440347229624,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,370835.4201189677,370835.4201189677,390.1702473958333,0.38071350729137915,0.006040102727504403,0.006065354791330228,5.0853741391802005,608.962576944567,0.009477745551976087,0.006072514907768933,0.005385994198969861,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.017490266692499232,0.017490266692499232,0.10985431174437205,0.2864145728419353,0.09526616646276388,0.08992247734922358,1.6043373832616135,0.13225077199207283,0.12689171895666837,0.10540280591239677,0.060799687834087485,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08436162143674686,0.08436162143674686,0.27250753343105316,2.1573516492309803,0.1640634972326328,0.18054803717975756,38.37462291294855,0.29045072118475945,0.17797831425789515,0.16698333963434747,0.14031161033233572,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index b8f99a50ac5cc6840ad8b45c934eb2f7cf932014..3cf02a5556558ec4c690341991cf29d4b9d01d0a 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T14:13:44.748637+00:00", + "evaluated_at": "2026-06-22T14:23:41.993936+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64657.21875, 65149.5703125, 65578.0, - 65393.55859375 + 65214.55078125 ], "p50": [ 64322.6875, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index b10748889885458929c2ceb7bc47dbd0c285d7ef..ea8d8dd61d26899317bea53dab5769fdc51b3d9c 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,29 +1,11 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T14:14:18.641185+00:00", + "evaluated_at": "2026-06-22T14:23:45.867236+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 35891e58d3a65ea945add34716ff20d076eb467c..3275cdf59b700117452758750724f00be9954bcd 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,224810.6074593862,224095.30390866598,327.97998046875,0.3200305751630956,0.005083854442937461,0.005092887525114984,11.482384659437594,474.1419697299388,0.007378573884060085,0.0051040082356760145,0.005262319787456896,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,212008.7518685659,209619.79519589743,320.5213216145833,0.31275269533752587,0.004971337064511118,0.004978679540117765,11.191269466414804,460.4440811527127,0.007166239777778801,0.004988515953620977,0.005146845882157303,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.013181535435365828,0.00605044191928806,0.05926974912484487,0.15452939086763517,0.04936807174576934,0.047635704146333356,8.520627627856921,0.11481086810648994,0.11015851317535663,0.05686802606364263,0.07587217662019617,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.039774133117508645,0.05289038736604152,0.21075061625904506,1.6684426439092563,0.12638861113656993,0.1364083746250457,23.893440027789236,0.199434533412618,0.12220669281454039,0.12914080315447868,0.09567983710737657,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index cd586f5fafb86bec2273a287a215a78c57ad1ab6..8bbb25ea2fe7288ac6f8004c97879831b30f6c23 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T14:07:49.798472+00:00", + "evaluated_at": "2026-06-22T14:19:28.439984+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64657.21875, 65149.5703125, 65578.0, - 65393.55859375 + 65214.55078125 ], "p50": [ 64137.09375, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 635341a0266251ad0a412026878bf363a0b9602b..790bd24a955eb267cadd53e4945f3ccbd2a1a71c 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,29 +1,11 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T14:08:37.201784+00:00", + "evaluated_at": "2026-06-22T14:19:37.672442+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index c3ab9e1d8c80ac123546a88b454708f829e21da4..7f20864fc3f884c4d4d3937ff792aa2fdaacd71a 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,227379.18722216287,227379.18722216287,352.4220377604167,0.3438802187969598,0.005468847237190975,0.005473191502318339,2.0886347805344267,476.84293768720414,0.007420606213833617,0.005484374322457394,0.004753706072218167,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,213691.6741631826,213691.6741631826,344.96337890625,0.33660233897138997,0.005356237471023689,0.005358982834939699,2.0886347805344267,462.2679679181574,0.007194626308138737,0.005368926193178811,0.00468976635107997,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.004704420782600079,0.004704420782600079,0.056069826086362205,0.14618648128456155,0.049254926047323545,0.05101257734062018,1.6825837137932806,0.0685887802967809,0.06580943235266314,0.0537977699980943,0.09396922455384646,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.05377244755194531,0.05377244755194531,0.21352974242634243,1.690444062897392,0.12819175619450807,0.1384117537892838,8.869183142469296,0.23188886896948138,0.14209360481534178,0.13084375706124812,0.10305237136552238,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index e6e49b94bd0c7e7e4e08bbe89240cc8f9769b708..1ffaba9a2183054c3966aae1087320c6098d28b4 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T14:09:43.948236+00:00", + "evaluated_at": "2026-06-22T14:22:45.448320+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64657.21875, 65149.5703125, 65578.0, - 65393.55859375 + 65214.55078125 ], "p50": [ 64181.73046875, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 1afd1e7ca0b7cae75270e4639ba1cf20d8c0a3fc..e56a2f16d82bab45ebb399a2636398f92979a032 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,29 +1,11 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T14:10:16.971201+00:00", + "evaluated_at": "2026-06-22T14:22:49.880902+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 80862453303827da943e5f0f0a563e36b5ad0460..dad3c75de8ec6175f9685126334b426cd5277fb9 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,269301.1488087972,269301.1488087972,322.8414713541667,0.3150166105147941,0.004994006373533205,0.0050129421953534654,3.037381996101397,518.9423366895373,0.008075754979065625,0.005024043010961854,0.004742816872000209,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,251817.06185150146,251817.06185150146,315.3828125,0.30773873068922436,0.004881841732772519,0.004898737175864913,2.7462668030786066,501.8137720823348,0.007810107593371258,0.004908541446568528,0.0046272826629645825,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.12519585353199378,0.12519585353199378,0.27140289048353833,0.7076075732629726,0.22393217223281994,0.191943411863455,9.787722518304346,0.35383026090484937,0.33949238517710884,0.26040512871508126,0.17375545315713278,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.06517770389644165,0.06517770389644165,0.23800720936722225,1.8842240403131885,0.14310155331058544,0.15563486774123828,18.41965855815988,0.2552992438226985,0.15643868557646204,0.14584271552714895,0.11741226401453041,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 44ffea95365da857b7ea93be53280edebd248edb..59d9a7d33d70f77a818e591bc80cd453b5efd4b4 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T14:09:11.925755+00:00", + "evaluated_at": "2026-06-22T14:22:09.402581+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64657.21875, 65149.5703125, 65578.0, - 65393.55859375 + 65214.55078125 ], "p50": [ 64190.546875, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index d09bcb50e3aacd0fc9e78a7cf424dfb73d1bdd8c..1ff5421bd215f718e6570693ba3c4be74d8f324f 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,29 +1,11 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T14:09:38.187761+00:00", + "evaluated_at": "2026-06-22T14:22:13.348323+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t140000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t080000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t132000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t115000z", - "data_fetched_at": "2026-06-22T14:06:39.267348Z", + "data_fetched_at": "2026-06-22T14:18:57.943568Z", "context_length": 96, "prediction_length": 24 }