diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 85e07f6292d5a145b76170c0d2351a0e66af3a39..3103ee72af091349056165f2671ec1c8917dc484 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T10:15:40.372889+00:00", + "generated_at": "2026-06-22T10:23:51.707928+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 5473, - "num_unique_releases": 694 + "num_model_releases": 5483, + "num_unique_releases": 695 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 947e6f3d81a3ff03d402e703e17629153e874137..2224c7667712cf59af641414055449b621b66a07 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.240563751155967,0.8463211631797233,0.2109577680840946,0.4991849418367903,40.365599196803636,3.484762770164939,0.6862017099354439,1196.718801131774,5.867924475887526,0.20549456111999218,0.1,10,661,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T10:14:35.804847+00:00 -2,Chronos-2,2.241837950984071,0.8480786407872063,0.19182192308543675,0.512982466750046,39.64134171826639,3.55673238609977,0.6779603877231402,1173.925896080667,5.869472521776291,0.12844567831021947,0.1,10,670,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T10:13:07.706959+00:00 -3,Toto-2.0-1B,2.2047195599627067,0.838766533064611,0.17932690194957368,0.4890555263554872,39.23422047372283,3.5791812292307683,0.6829562390848593,1122.3256919934747,5.877566706460836,0.04863028790094762,0.1,10,667,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T10:14:18.202947+00:00 -4,Moirai-1.1-Large,2.6676088421459765,0.979526768102317,0.32164041625851497,0.5332335146746755,25.96999038270436,4.493007900412765,0.5568417339472232,1098.7100847667884,9.540579323093885,0.09989887119449944,0.2,10,646,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T10:15:12.168778+00:00 -5,TimesFM-2.5,2.118628313041646,0.8139927336553976,0.1643044723738657,0.6096339549704575,41.83979895007165,4.378341561889682,0.5589628151686086,1044.300199799683,5.71377082322728,0.04592109311497865,0.1,10,679,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T10:13:40.249033+00:00 -6,Timer-S1,2.0881816492979515,0.8570994739121192,0.19979926747804405,0.5141725102428871,37.11228049143058,4.197453539276228,0.6026926941974418,1031.0037667241584,5.641636692782019,0.11706813615803588,0.0,10,626,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T10:15:34.355498+00:00 -7,ETS,5.274529745303149,1.5472656618095868,0.4946375976626333,1.1350800587746477,-1.5069868529799861,6.688212808427538,0.33696368303404,876.7493069144339,11.148336826433397,-0.014932926632643733,0.3,10,381,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T10:15:36.940450+00:00 -8,ARIMA,2.7547196353686223,1.1922108221707959,0.3789257170437423,0.8391883918482902,0.4641154286404891,6.671977937071526,0.3321088477743025,870.1397342190102,6.338474951000994,-0.06288311031496903,0.4,10,381,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T10:15:36.870111+00:00 -9,Moving-Average,2.7197921373305096,1.1439170753209953,0.3920743330049655,0.8017911715864419,7.2496262300174195,6.497942440306265,0.34770227309453,844.349638098161,6.154423867668045,-0.028885335472541584,0.3,10,381,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T10:15:36.974668+00:00 -10,Seasonal-Naive,2.9943603913887467,1.238177736416483,0.3976605532674231,0.9402449761091255,-2.558148804696561e-16,7.629958595631356,0.21760961604041115,741.77688027185,6.139265527144011,0.0008548406664744934,0.2,10,381,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T10:15:37.009332+00:00 +1,TiRex,2.2405524929333582,0.8463322066759545,0.2109571399553162,0.49918400719524947,40.34452260294191,3.4857769140670136,0.6860738563459379,1196.7125754416606,5.867851617248539,0.2054654847490867,0.1,10,662,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T10:23:05.797405+00:00 +2,Chronos-2,2.2417606846055373,0.848021270643852,0.19182041515158174,0.5129876415083616,39.63416790971658,3.5567647599343117,0.6779806890808736,1173.92365095552,5.869393260616127,0.12806171435514407,0.1,10,671,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T10:22:07.131693+00:00 +3,Toto-2.0-1B,2.204659809827093,0.8387235839993,0.1793255106068168,0.4890219276756323,39.22493756873759,3.579510517376396,0.6829206604600588,1122.3214464096407,5.877520383244052,0.0483266425551238,0.1,10,668,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T10:22:57.474426+00:00 +4,Moirai-1.1-Large,2.6675689893004977,0.9795237281991674,0.3216389175636679,0.5332353635315029,25.94953568797183,4.494153713968869,0.5567183050499014,1098.7062426883704,9.540468426418762,0.1000278437112289,0.2,10,647,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T10:23:28.606136+00:00 +5,TimesFM-2.5,2.118598210911363,0.8139941717976477,0.16430318612884293,0.6096454026113582,41.819715840231574,4.380095077937283,0.5587487122975753,1044.2943480529523,5.713687261936343,0.046103472630530204,0.1,10,680,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T10:22:27.813507+00:00 +6,Timer-S1,2.0880969564574783,0.8570372204894625,0.19979762243340915,0.5141364444175185,37.10502203608322,4.196922199914608,0.6027703746131509,1031.00391456419,5.641555772560881,0.11674914445633418,0.0,10,627,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T10:23:45.521262+00:00 +7,ETS,5.274171139618582,1.5470807098336716,0.49463430206573555,1.1349086651199047,-1.519951855032798,6.687589677819362,0.33703581755665746,876.7532269269906,11.148133520512868,-0.014409709957881694,0.3,10,382,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T10:23:48.332768+00:00 +8,ARIMA,2.7548693518782628,1.1923269722388006,0.3789231581517466,0.8390665603687024,0.41891396052493307,6.673779674715736,0.33186841586610405,870.1339133109078,6.3383490938962455,-0.061518948831166466,0.4,10,382,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T10:23:48.140875+00:00 +9,Moving-Average,2.7194157583331693,1.143634422528903,0.39206935496169687,0.801544766425387,7.265423113115821,6.49460958173911,0.3480934335139851,844.361249712659,6.1542987936850775,-0.02946893266630828,0.3,10,382,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T10:23:48.352466+00:00 +10,Seasonal-Naive,2.9939939575690793,1.2379407461825362,0.39765589172798393,0.9401709197209964,-2.5092911643651273e-16,7.6288155960586455,0.21778973521575604,741.789431937108,6.139157581413404,0.00033065011237365936,0.2,10,382,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T10:23:48.365513+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 6b72c550a57747f788905d0fec34d6466ac55555..0dabcf146ffb6ff43c6515ab7d3ba76757771e2f 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.484762770164939,0.6862017099354439,1196.718801131774,90,661,4699 -2,Chronos-2,3.55673238609977,0.6779603877231402,1173.925896080667,90,668,4691 -3,Toto-2.0-1B,3.5791812292307683,0.6829562390848593,1122.3256919934747,90,667,4728 -4,Moirai-1.1-Large,4.493007900412765,0.5568417339472232,1098.7100847667884,90,646,4630 -5,TimesFM-2.5,4.378341561889682,0.5589628151686086,1044.300199799683,90,675,4736 -6,Timer-S1,4.197453539276228,0.6026926941974418,1031.0037667241584,90,626,4556 -7,ETS,6.688212808427538,0.33696368303404,876.7493069144339,90,381,3340 -8,ARIMA,6.671977937071526,0.3321088477743025,870.1397342190102,90,381,3340 -9,Moving-Average,6.497942440306265,0.34770227309453,844.349638098161,90,381,3340 -10,Seasonal-Naive,7.629958595631356,0.21760961604041115,741.77688027185,90,381,3340 +1,TiRex,3.4857769140670136,0.6860738563459379,1196.7125754416606,90,662,4708 +2,Chronos-2,3.5567647599343117,0.6779806890808736,1173.92365095552,90,669,4700 +3,Toto-2.0-1B,3.579510517376396,0.6829206604600588,1122.3214464096407,90,668,4737 +4,Moirai-1.1-Large,4.494153713968869,0.5567183050499014,1098.7062426883704,90,647,4639 +5,TimesFM-2.5,4.380095077937283,0.5587487122975753,1044.2943480529523,90,676,4745 +6,Timer-S1,4.196922199914608,0.6027703746131509,1031.00391456419,90,627,4565 +7,ETS,6.687589677819362,0.33703581755665746,876.7532269269906,90,382,3349 +8,ARIMA,6.673779674715736,0.33186841586610405,870.1339133109078,90,382,3349 +9,Moving-Average,6.49460958173911,0.3480934335139851,844.361249712659,90,382,3349 +10,Seasonal-Naive,7.6288155960586455,0.21778973521575604,741.789431937108,90,382,3349 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 6f397a4f6ff77f48afd4dfd0e19aaafa8f167c68..0cf09c4a3def734b650507dfbe77359f38147e03 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -76,6 +76,7 @@ binance_btcusdt_1h_close/1h/short|window:8d5d6a4f21e62b661d8b,2026-06-22T03:52:3 binance_btcusdt_1h_close/1h/short|window:8f74ae7d85b23113cfcd,2026-06-22T07:05:12.056264+00:00,2026-06-22T07:05:12.056264+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.46643355465541936,0.6829594092297282,0.007381940321891388,0.4230501193220511,-24.93178302158316,True binance_btcusdt_1h_close/1h/short|window:8ff66f39038f226237cc,2026-06-22T05:32:11.946971+00:00,2026-06-22T05:32:11.946971+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5310149140244973,0.7287077013621424,0.014133618380947349,0.8990435253866421,-30.897014496341257,True binance_btcusdt_1h_close/1h/short|window:92a4806ac815f993dd1e,2026-06-18T01:24:55.380733+00:00,2026-06-18T01:24:55.380733+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.9884935715031338,0.9942301401099918,0.008400909487868681,0.40094650026371276,6.208416780198206,True +binance_btcusdt_1h_close/1h/short|window:937d405965ea23926aef,2026-06-22T10:23:48.140875+00:00,2026-06-22T10:23:48.140875+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.7796459383149466,0.8829756159231955,0.006386421886999232,0.36366630012306045,-55.344712908299684,True binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:15:34.329639+00:00,2026-06-22T09:15:34.329639+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.4251101428740129,0.6520047107759367,0.008753925574270212,0.5246400028692486,-25.981313623946313,True binance_btcusdt_1h_close/1h/short|window:99ace3478d3d4b005d99,2026-06-22T07:57:14.703814+00:00,2026-06-22T07:57:14.703814+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3728561787400225,0.6106195040612628,0.012296088168976399,0.7977924833057427,-15.056042306128058,True binance_btcusdt_1h_close/1h/short|window:9ba62bf358c1a0b20312,2026-06-22T09:22:17.954007+00:00,2026-06-22T09:22:17.954007+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.42548704099268986,0.652293676952866,0.008750975877672394,0.5244014877151771,-26.019866825889522,True @@ -528,6 +529,7 @@ binance_btcusdt_1h_close/1h/short|window:8f74ae7d85b23113cfcd,2026-06-22T07:02:2 binance_btcusdt_1h_close/1h/short|window:8ff66f39038f226237cc,2026-06-22T05:27:47.670404+00:00,2026-06-22T05:27:47.670404+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1453781375355885,0.38128485091279,0.004146939979376582,0.24705162556376795,31.700995873716817,True binance_btcusdt_1h_close/1h/short|window:90db76680f4c7b2d394b,2026-06-16T14:14:54.794998+00:00,2026-06-16T14:14:54.794998+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.308177128135186,0.555137035456279,0.006366109594568105,0.3497645507167184,82.78978570639316,True binance_btcusdt_1h_close/1h/short|window:92a4806ac815f993dd1e,2026-06-18T01:06:46.726872+00:00,2026-06-18T01:06:46.726872+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6989192841142611,0.8360139257896732,0.010928102254771898,0.3631010678913708,23.122905456319366,True +binance_btcusdt_1h_close/1h/short|window:937d405965ea23926aef,2026-06-22T10:22:07.131693+00:00,2026-06-22T10:22:07.131693+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1626509163518886,0.4033000326703292,0.004094332682186321,0.3121700756201444,15.89213058375621,True binance_btcusdt_1h_close/1h/short|window:94312c012fb494290c10,2026-06-16T12:34:58.626595+00:00,2026-06-16T12:34:58.626595+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2654053036385137,0.515175022335627,0.005303638810094773,0.343399899763928,88.34584566492146,True binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:12:40.797324+00:00,2026-06-22T09:12:40.797324+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.12084413944829628,0.34762643663607673,0.0031810897408339057,0.27162875760546384,34.78672544607818,True binance_btcusdt_1h_close/1h/short|window:968c596974b25d67f719,2026-06-16T12:58:42.197232+00:00,2026-06-16T12:58:42.197232+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2715710605297483,0.5211248032187187,0.005466935930646159,0.34771708481854596,88.09312283192438,True @@ -1127,6 +1129,7 @@ binance_btcusdt_1h_close/1h/short|window:8d5d6a4f21e62b661d8b,2026-06-22T03:52:3 binance_btcusdt_1h_close/1h/short|window:8f74ae7d85b23113cfcd,2026-06-22T07:05:12.184646+00:00,2026-06-22T07:05:12.184646+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08236123321860327,0.28698646870297434,0.0026977511120767667,0.13517007218931115,54.57546788097149,True binance_btcusdt_1h_close/1h/short|window:8ff66f39038f226237cc,2026-06-22T05:32:12.023576+00:00,2026-06-22T05:32:12.023576+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.07927031965833443,0.2815498528828144,0.002524755326780806,0.13275014826543108,55.91231927114782,True binance_btcusdt_1h_close/1h/short|window:92a4806ac815f993dd1e,2026-06-18T01:24:55.596431+00:00,2026-06-18T01:24:55.596431+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.52493404914945,1.234882200515276,0.01615466775972307,0.901376347386726,-15.337803445378743,True +binance_btcusdt_1h_close/1h/short|window:937d405965ea23926aef,2026-06-22T10:23:48.332768+00:00,2026-06-22T10:23:48.332768+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.16274504525943492,0.40341671415477437,0.00402078808409346,0.21368695263264922,15.863932382603648,True binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:15:34.458413+00:00,2026-06-22T09:15:34.458413+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08858191618206092,0.29762714288529013,0.0024585701367137547,0.14263682750930448,47.63886423687591,True binance_btcusdt_1h_close/1h/short|window:99ace3478d3d4b005d99,2026-06-22T07:57:14.929831+00:00,2026-06-22T07:57:14.929831+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08601800795948134,0.2932882676812718,0.002529605187118591,0.1373266456999535,52.38304469293369,True binance_btcusdt_1h_close/1h/short|window:9ba62bf358c1a0b20312,2026-06-22T09:22:17.995605+00:00,2026-06-22T09:22:17.995605+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08850058611586942,0.2974904807147103,0.0024555963185540998,0.1425573224579473,47.676649360970316,True @@ -1577,6 +1580,7 @@ binance_btcusdt_1h_close/1h/short|window:8f74ae7d85b23113cfcd,2026-06-22T07:04:3 binance_btcusdt_1h_close/1h/short|window:8ff66f39038f226237cc,2026-06-22T05:31:35.046135+00:00,2026-06-22T05:31:35.046135+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.5276330975748184,0.7263835746868306,0.006977632849960183,0.3305625796149567,-30.607777490921496,True binance_btcusdt_1h_close/1h/short|window:90db76680f4c7b2d394b,2026-06-16T14:17:41.743441+00:00,2026-06-16T14:17:41.743441+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.8270494231030998,0.9094225767502695,0.008620175904766271,0.41052242175312575,59.65809838399978,True binance_btcusdt_1h_close/1h/short|window:92a4806ac815f993dd1e,2026-06-18T01:19:10.596605+00:00,2026-06-18T01:19:10.596605+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.258706057230816,1.1219207000634297,0.014332196555005445,0.5511940055457373,-5.859737153222071,True +binance_btcusdt_1h_close/1h/short|window:937d405965ea23926aef,2026-06-22T10:23:28.606136+00:00,2026-06-22T10:23:28.606136+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4817888084985803,0.6941100838473536,0.006082600904828878,0.35778634256138303,-36.50239014668249,True binance_btcusdt_1h_close/1h/short|window:94312c012fb494290c10,2026-06-16T12:36:21.575339+00:00,2026-06-16T12:36:21.575339+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.40851993845047907,0.6391556449335944,0.006221427264631189,0.37702191125108414,82.60804923437426,True binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:14:54.814529+00:00,2026-06-22T09:14:54.814529+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.13503164477263338,0.36746652197531327,0.0026982307926150828,0.22918115954638862,29.817158391181614,True binance_btcusdt_1h_close/1h/short|window:968c596974b25d67f719,2026-06-16T13:00:25.584226+00:00,2026-06-16T13:00:25.584226+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.42805171415185944,0.6542566118518478,0.006016624409822243,0.376154731728477,81.85477272476697,True @@ -2154,6 +2158,7 @@ binance_btcusdt_1h_close/1h/short|window:8d5d6a4f21e62b661d8b,2026-06-22T03:52:3 binance_btcusdt_1h_close/1h/short|window:8f74ae7d85b23113cfcd,2026-06-22T07:05:12.237890+00:00,2026-06-22T07:05:12.237890+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.09598306346365079,0.3098113352730187,0.003237578129939765,0.14579521864984624,48.97919710840909,True binance_btcusdt_1h_close/1h/short|window:8ff66f39038f226237cc,2026-06-22T05:32:12.064846+00:00,2026-06-22T05:32:12.064846+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.11323400032869813,0.33650260077553357,0.0036319216640485264,0.16806182095033625,42.45753264382531,True binance_btcusdt_1h_close/1h/short|window:92a4806ac815f993dd1e,2026-06-18T01:24:55.654880+00:00,2026-06-18T01:24:55.654880+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.0414015982496199,1.020490861423864,0.013339777567993852,0.7278128999342625,3.607813564436419,True +binance_btcusdt_1h_close/1h/short|window:937d405965ea23926aef,2026-06-22T10:23:48.352466+00:00,2026-06-22T10:23:48.352466+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.0890729631383727,0.29845093924860194,0.002595891979957399,0.14106026706293967,43.11879939280284,True binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:15:34.538531+00:00,2026-06-22T09:15:34.538531+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.09074638435261455,0.3012414054419056,0.002914763125066416,0.14837728541760573,46.700402648347,True binance_btcusdt_1h_close/1h/short|window:99ace3478d3d4b005d99,2026-06-22T07:57:14.995250+00:00,2026-06-22T07:57:14.995250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1025621621761979,0.3202532781662007,0.0032108880039024776,0.15233260389178807,45.71070313509234,True binance_btcusdt_1h_close/1h/short|window:9ba62bf358c1a0b20312,2026-06-22T09:22:18.017429+00:00,2026-06-22T09:22:18.017429+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.09065671839649443,0.30109254125018514,0.002911789957344589,0.14829778036624855,46.74135710707058,True @@ -2535,6 +2540,7 @@ binance_btcusdt_1h_close/1h/short|window:8d5d6a4f21e62b661d8b,2026-06-22T03:52:3 binance_btcusdt_1h_close/1h/short|window:8f74ae7d85b23113cfcd,2026-06-22T07:05:12.265040+00:00,2026-06-22T07:05:12.265040+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.28026763438442404,0.5294030925338687,0.005791279943720814,0.3523290875882206,9.903239693227824e-15,True binance_btcusdt_1h_close/1h/short|window:8ff66f39038f226237cc,2026-06-22T05:32:12.093163+00:00,2026-06-22T05:32:12.093163+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.28033271841419344,0.5294645582229215,0.005962025886258496,0.34880892428169497,0.0,True binance_btcusdt_1h_close/1h/short|window:92a4806ac815f993dd1e,2026-06-18T01:24:55.683846+00:00,2026-06-18T01:24:55.683846+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.1193577677510216,1.0579970546986517,0.014291994628991597,0.5200399667591727,-9.918392998297424e-15,True +binance_btcusdt_1h_close/1h/short|window:937d405965ea23926aef,2026-06-22T10:23:48.365513+00:00,2026-06-22T10:23:48.365513+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.22411649906542727,0.47340944125083445,0.004586028719493097,0.33703552733608033,6.192220503927761e-15,True binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:15:34.590417+00:00,2026-06-22T09:15:34.590417+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.24976794919441062,0.49976789532182897,0.004878203112358007,0.34284864318041386,0.0,True binance_btcusdt_1h_close/1h/short|window:99ace3478d3d4b005d99,2026-06-22T07:57:15.029661+00:00,2026-06-22T07:57:15.029661+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2752735000959122,0.5246651313894533,0.005489287177666213,0.3523394194325599,1.0082908672995466e-14,True binance_btcusdt_1h_close/1h/short|window:9ba62bf358c1a0b20312,2026-06-22T09:22:18.033855+00:00,2026-06-22T09:22:18.033855+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.24978274258920766,0.49978269536790454,0.004881183866115594,0.342928148231771,1.1111886805276893e-14,True @@ -2986,6 +2992,7 @@ binance_btcusdt_1h_close/1h/short|window:8f74ae7d85b23113cfcd,2026-06-22T07:03:5 binance_btcusdt_1h_close/1h/short|window:8ff66f39038f226237cc,2026-06-22T05:30:38.925269+00:00,2026-06-22T05:30:38.925269+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.4358979694490665,0.6602256958412528,0.0072806505394862496,0.31695210855919576,-21.719992409006217,True binance_btcusdt_1h_close/1h/short|window:90db76680f4c7b2d394b,2026-06-16T14:16:57.098914+00:00,2026-06-16T14:16:57.098914+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.157085559777214,0.3963402071165806,0.004001713815535401,0.3009753883641611,90.84112397790975,True binance_btcusdt_1h_close/1h/short|window:92a4806ac815f993dd1e,2026-06-18T01:18:26.496651+00:00,2026-06-18T01:18:26.496651+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.8547650696689091,0.924535055943748,0.012046390277120749,0.4788759395429146,13.403051373840563,True +binance_btcusdt_1h_close/1h/short|window:937d405965ea23926aef,2026-06-22T10:23:05.797405+00:00,2026-06-22T10:23:05.797405+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.36274824648837034,0.6022858511440978,0.006538613853961814,0.3168600199310203,-23.6224357440525,True binance_btcusdt_1h_close/1h/short|window:94312c012fb494290c10,2026-06-16T12:35:57.784528+00:00,2026-06-16T12:35:57.784528+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.21490436590977902,0.4635777884128822,0.0045512227933188565,0.33607670597499095,90.4575780095898,True binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:14:20.390471+00:00,2026-06-22T09:14:20.390471+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2527986253307898,0.5027908365620736,0.00510721175935206,0.2725399463915032,-0.6030397344356613,True binance_btcusdt_1h_close/1h/short|window:968c596974b25d67f719,2026-06-16T12:59:54.656120+00:00,2026-06-16T12:59:54.656120+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2030693062430962,0.45063211852141233,0.004389347931628836,0.3317595209203729,90.96080033509944,True @@ -3644,6 +3651,7 @@ binance_btcusdt_1h_close/1h/short|window:8f74ae7d85b23113cfcd,2026-06-22T07:05:0 binance_btcusdt_1h_close/1h/short|window:8ff66f39038f226237cc,2026-06-22T05:32:02.428176+00:00,2026-06-22T05:32:02.428176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.3191438762627539,0.5649282045204983,0.0063093701238963245,0.2676854038098815,-6.474174003319591,True binance_btcusdt_1h_close/1h/short|window:90db76680f4c7b2d394b,2026-06-16T14:18:18.833555+00:00,2026-06-16T14:18:18.833555+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.34495660254871624,0.5873300626978976,0.006683507228527525,0.37139215965946476,80.93165630072167,True binance_btcusdt_1h_close/1h/short|window:92a4806ac815f993dd1e,2026-06-18T01:24:28.250087+00:00,2026-06-18T01:24:28.250087+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.6971730556414377,0.8349688950143219,0.010844500319517503,0.3646858611927381,23.24126332858659,True +binance_btcusdt_1h_close/1h/short|window:937d405965ea23926aef,2026-06-22T10:23:45.521262+00:00,2026-06-22T10:23:45.521262+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.13462105425155335,0.36690741918303227,0.003150365536773636,0.19350975493631759,24.947330990685476,True binance_btcusdt_1h_close/1h/short|window:94312c012fb494290c10,2026-06-16T12:36:50.481918+00:00,2026-06-16T12:36:50.481918+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.5110822466268409,0.7149001654964425,0.007698385433165679,0.4104467565854604,78.70653439818453,True binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:15:21.366502+00:00,2026-06-22T09:15:21.366502+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.11532776657354726,0.3395994207497228,0.0029570568917857676,0.18627532820322742,36.82327039584021,True binance_btcusdt_1h_close/1h/short|window:968c596974b25d67f719,2026-06-16T13:00:50.930695+00:00,2026-06-16T13:00:50.930695+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.48588695831398365,0.6970559219416931,0.007537566173787961,0.4061295715308424,79.65254551356462,True @@ -4276,6 +4284,7 @@ binance_btcusdt_1h_close/1h/short|window:8f74ae7d85b23113cfcd,2026-06-22T07:03:0 binance_btcusdt_1h_close/1h/short|window:8ff66f39038f226237cc,2026-06-22T05:28:46.943461+00:00,2026-06-22T05:28:46.943461+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.22954343601758262,0.4791069150174965,0.003929847367042256,0.33641042758881706,9.961101721497878,True binance_btcusdt_1h_close/1h/short|window:90db76680f4c7b2d394b,2026-06-16T14:15:37.779326+00:00,2026-06-16T14:15:37.779326+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1720165956354092,0.41474883439909654,0.0056895711954726156,0.25395292712896805,90.01403631554282,True binance_btcusdt_1h_close/1h/short|window:92a4806ac815f993dd1e,2026-06-18T01:07:25.629567+00:00,2026-06-18T01:07:25.629567+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.0141095011841599,1.0070300398618504,0.011489793731652589,0.789747263566431,4.93320277743896,True +binance_btcusdt_1h_close/1h/short|window:937d405965ea23926aef,2026-06-22T10:22:27.813507+00:00,2026-06-22T10:22:27.813507+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.2661011752970471,0.5158499542474023,0.00405235049150791,0.38836577030639163,-8.564496636360703,True binance_btcusdt_1h_close/1h/short|window:94312c012fb494290c10,2026-06-16T12:35:23.843163+00:00,2026-06-16T12:35:23.843163+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.32890939210312503,0.5735062267343966,0.008006523618308156,0.33845895411385846,85.75593045119616,True binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:13:21.206753+00:00,2026-06-22T09:13:21.206753+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.16911176783125553,0.4112320121674084,0.002585157506890987,0.25778080458362795,19.255212913117255,True binance_btcusdt_1h_close/1h/short|window:968c596974b25d67f719,2026-06-16T12:58:58.741143+00:00,2026-06-16T12:58:58.741143+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.3155109374577819,0.5617036028527695,0.007845293621780672,0.33414176905924037,86.29858433074634,True @@ -4954,6 +4963,7 @@ binance_btcusdt_1h_close/1h/short|window:8f74ae7d85b23113cfcd,2026-06-22T07:03:3 binance_btcusdt_1h_close/1h/short|window:8ff66f39038f226237cc,2026-06-22T05:29:52.887100+00:00,2026-06-22T05:29:52.887100+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2171416930645811,0.46598464895807573,0.004957401044088168,0.25542122912102594,12.702366974368186,True binance_btcusdt_1h_close/1h/short|window:90db76680f4c7b2d394b,2026-06-16T14:16:24.859894+00:00,2026-06-16T14:16:24.859894+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.22062829912336054,0.46971086758064323,0.005172697798222388,0.3496375546187674,87.37022139930278,True binance_btcusdt_1h_close/1h/short|window:92a4806ac815f993dd1e,2026-06-18T01:12:05.113811+00:00,2026-06-18T01:12:05.113811+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.7181355681112898,0.847428798254632,0.011075570644802699,0.3762716617230856,21.835300940095294,True +binance_btcusdt_1h_close/1h/short|window:937d405965ea23926aef,2026-06-22T10:22:57.474426+00:00,2026-06-22T10:22:57.474426+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.16289549213241158,0.4036031369209258,0.0038146172990810336,0.21193628120705166,15.818891487969372,True binance_btcusdt_1h_close/1h/short|window:94312c012fb494290c10,2026-06-16T12:35:49.984225+00:00,2026-06-16T12:35:49.984225+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.21831953054350547,0.4672467555195065,0.004471478159496428,0.3359503945841351,90.31327874428789,True binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:14:00.718661+00:00,2026-06-22T09:14:00.718661+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.12482278447901363,0.35330268110929136,0.002950244450347183,0.22881361615194853,33.35511359027015,True binance_btcusdt_1h_close/1h/short|window:968c596974b25d67f719,2026-06-16T12:59:40.549057+00:00,2026-06-16T12:59:40.549057+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2204427670542951,0.46951333000703516,0.0045576628419427756,0.3382272945864986,90.22525370564951,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 0bc27db78f9bfcc0d97689e86df99bda74fe64f9..3e686162c7016fe588f62538b2c719b89b9942fa 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.601483291842302,0.7447570349975298,0.00943150336187134,0.5086457608325218,-1.5549658507878592,0.37947438634159947,-0.20150659133709983,0.0012149478955999426,118,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T10:15:36.840499+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6029804569387107,0.7459185356775775,0.00940591444191443,0.507427446036644,-2.0069805319434204,0.3782158152941206,-0.18786497649907424,0.0024500150247394694,119,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T10:23:48.140875+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.6722840427898185,1.1136149807343625,0.1122826628431276,0.8751386039730832,-54.27242992293919,1.7954987859166085,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-22T10:07:41.538123+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9181709501960533,1.276946690567182,1.9882255866477034,0.997723442209789,4.449574571982498,1.308542462673891,-0.04792792792792793,0.5429348931385548,75,0.9333333333333333,2026-06-17T12:10:12.335728+00:00,2026-06-22T10:15:36.870111+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.783309268077045,2.1615730829265383,0.12589650397706517,1.537763201308797,15.869627558208485,5.299551900788835,0.3481481481481482,0.00017460383336517717,55,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-22T10:07:41.594344+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.8331503 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0771074881556726,1.0110550893744048,0.669320355039523,0.5100160212356013,14.63341627901849,0.49534673943213037,-0.549407114624506,0.00013176941557446073,23,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-22T09:48:42.578345+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4033729081502468,1.0193977228920954,0.013425257149632087,0.6028091100854844,11.813336629855364,1.6170504251904982,0.21290322580645166,0.09598269573903542,31,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-22T10:07:41.649734+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9275977165973884,0.9443098602037467,0.18845840897665014,0.47223069206859825,51.52437570432775,0.37575855793936136,0.0,1.0,4,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-20T17:12:56.741396+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3434542421194645,0.5375461681194948,0.007622897902856888,0.30006114116172483,32.678842590316684,0.442573663349731,-0.0014059493858221105,0.9745109519868649,233,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T10:13:02.065658+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.34268157833413304,0.5369724666859514,0.007607818564307014,0.30011288874488046,32.607104504818565,0.4417810517481009,-0.0052455889365760604,0.9049036673491231,234,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T10:22:07.131693+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.38439341544285544,0.5096604914177981,0.058325125078410194,0.28505879583543775,17.06313580145981,0.5327950855857294,0.04761904761904762,1.0,7,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-22T10:04:00.567527+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2348041663648523,0.3629006462162493,0.5923597132688969,0.19347168847276558,76.70630832932996,0.37327949138859345,0.3340488968395945,1.728835792627209e-08,130,0.9538461538461539,2026-06-16T12:06:44.487655+00:00,2026-06-22T10:13:07.706959+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.707937868748973,1.8589037208091375,0.112869993194402,1.0940538051529705,21.300992274443633,5.4422335538173945,0.4442002442002442,4.4889735259107415e-10,91,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-22T10:04:05.010207+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.147 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8110062569598238,0.8730792640551727,0.6218015602636304,0.4722533377251518,27.215301343397815,0.41588400417523314,-0.14439946018893388,0.19553924942719925,39,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-22T09:44:06.749735+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3242553396395267,0.8358970612133877,0.009204653341389988,0.5320221797817589,37.808832641220356,2.4300016462185132,0.09693877551020406,0.3257741856512204,49,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-22T10:04:08.744880+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14560441095970342,0.3540856210491078,0.07326493977323648,0.2097125439693489,90.30285924002887,0.09048796560262945,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-21T17:41:22.192896+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5894858098930129,0.6235095654935873,0.007942548392412119,0.41764540177681425,31.292284825449713,0.727386487387243,-0.24351731131392151,9.23485853445352e-05,118,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T10:15:36.917975+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5858997530473526,0.6216600457344374,0.007909592423434652,0.41593146522938435,31.16263480492159,0.7253534281819441,-0.23828514456630115,0.00012178435668150285,119,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T10:23:48.332768+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.193642063640152,1.70700061723835,0.18382238509451362,1.3185644060092472,-65.46663134536205,4.668455202355313,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-22T10:07:41.734013+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.554655350550613,1.4571433263675238,2.0015197527318396,1.099980918559202,-4.146792369621088,1.9621512060947326,-0.04720720720720721,0.5490179930120692,75,0.9333333333333333,2026-06-17T12:10:12.697348+00:00,2026-06-22T10:15:36.940450+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.541890565711623,2.1783216032159864,0.11743972853178382,1.473000441059312,17.140219564588,7.07758055490491,0.3468013468013469,0.0001850014194011091,55,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-22T10:07:41.756959+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,12.93601105 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1321104556147563,1.0141209170068388,0.7670115758080795,0.5446911286640762,16.453634076185672,0.6818787381929646,-0.3992094861660079,0.007209662318368415,23,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-22T09:48:42.706840+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.0546291650018456,0.8619496480445668,0.012058803634271817,0.5781280833934388,26.01375126094535,1.3625350003482795,0.006451612903225807,0.9731187568658406,31,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-22T10:07:41.775583+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0355298506068462,1.016318790561134,0.21003702402948732,0.5501238398295335,45.32341836016455,0.11787053128673673,0.3333333333333334,0.75,4,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-20T17:12:56.912547+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5734503530986199,0.7011018610909298,0.009529599053001783,0.35353397185810737,10.543407738137706,0.5233527279781707,-0.03914808856201639,0.37783951295714835,229,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T10:15:07.707244+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5730518246438373,0.7010714620594359,0.009514612104531467,0.3535524604263824,10.338860790812399,0.5222437612269365,-0.03785836339472185,0.3927068198792748,230,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T10:23:28.606136+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3251177690362955,0.47571842567139316,0.05443956898193698,0.26698850383209816,24.223808614021557,0.4266006241238432,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-22T10:06:57.994733+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.5414829367672307,0.9943731379640404,1.7968308713563144,0.5118684736403979,28.46785587059574,2.2474782741090404,0.35605314960629925,2.509400402257733e-09,128,0.9609375,2026-06-16T12:07:52.741323+00:00,2026-06-22T10:15:12.168778+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.715881602176664,2.033624697239627,0.11586530175546822,1.0593697891733975,20.256194897601166,40.29372411617668,0.4862104187946885,1.504396936478167e-11,89,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-22T10:07:04.667375+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.2106871712253753,1.0619718853170053,0.685537481786609,0.5012399754254535,7.6323458781157605,0.8409484553720504,-0.322638146167558,0.007291608081572633,34,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-22T09:47:59.903230+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.9441306625297763,1.2570961747793998,0.012912684368393797,0.6813891665390628,10.976615746180313,5.845988273496937,0.1046099290780142,0.294275350674689,48,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-22T10:07:09.413530+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14917155913022517,0.3583561475999906,0.06081374361126981,0.18543381466807804,90.19705850192639,0.11224549076916283,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-21T19:13:08.416535+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5369639699739251,0.6348077618385105,0.008519763469624138,0.43428240871806745,24.320508505703962,0.6171807454503808,-0.6358105171664494,1.8176370681303273e-24,118,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T10:15:36.962904+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5332001800005173,0.6319812339175869,0.008469983036937863,0.4318183571075202,24.478477336687988,0.6159300056206992,-0.6416464891041164,4.319144506837835e-25,119,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T10:23:48.352466+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5771568279001095,0.6879752348246028,0.07614787084783309,0.4629729837909748,-31.399820120235017,0.5548948988033838,0.6,0.1361111111111111,6,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-22T10:07:41.799697+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.4044095168835606,1.4001102524870603,2.090793480367769,1.224295321512529,5.390998979852183,1.914296788813856,0.3542342342342343,6.907165814829002e-06,75,0.9333333333333333,2026-06-17T12:10:12.867076+00:00,2026-06-22T10:15:36.974668+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.3506473806862385,2.298406236042167,0.1283251661335907,1.540670535055197,9.202693394918162,5.235218742643171,0.3481481481481482,0.00017460383336517717,55,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-22T10:07:41.813649+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0232707774139436,0.9853851463930311,0.770501349708662,0.5191074781787691,17.122611280842058,0.46684282563423035,-0.525691699604743,0.00027728990904784715,23,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-22T09:48:42.770130+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4999641847164438,1.0277426924111075,0.014001435732386514,0.715141158877726,16.23915288016265,1.703718911925968,0.13548387096774195,0.29465121223102253,31,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-22T10:07:41.824716+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0762729471721073,1.0365663956063864,0.21160327629802392,0.5617661939340133,43.728244138972286,0.1006489058726523,0.0,1.0,4,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-20T17:12:56.975490+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6601727444690465,0.7554278196473487,0.010133260652073935,0.4251626292095521,3.781613044871143e-16,0.5797412242802737,-0.6711574677676373,4.4707836400147784e-27,118,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T10:15:36.991926+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6565084062723774,0.7530579173078822,0.0100866452576825,0.4244220653282624,4.2701894481854816e-16,0.5786617669741964,-0.6763993733086456,1.0626469463055866e-27,119,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T10:23:48.365513+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2565612559835197,0.4676926183925614,0.05397038616447911,0.33518682132279193,-1.4748963430700404e-15,0.24693667351374793,0.2,0.7194444444444444,6,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-22T10:07:41.841709+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.5195903462756206,1.4483912674879225,2.0586067731176447,1.2779473410074904,2.0182283682958356e-15,1.9339993948519483,0.3542342342342343,6.907165814829002e-06,75,0.9333333333333333,2026-06-17T12:10:12.978229+00:00,2026-06-22T10:15:37.009332+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.991421517054989,2.4557512675656428,0.13556451366855057,1.9953256468469107,-2.869798176623396e-16,5.31643836960266,0.3185185185185186,0.000595265600530503,55,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-22T10:07:41.853450+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.435978139923148,1.168331160719727,0.7464474796719409,0.9107688729972344,-6.65848716662252e-17,0.7432900706209337,-0.383399209486166,0.010075234018428353,23,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-22T09:48:42.821442+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7768172859649762,1.175892938781724,0.014368346358037208,0.5957341496213631,4.24700011193939e-15,1.6860881015711011,0.178494623655914,0.16470392250290672,31,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-22T10:07:41.862376+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.762985486197099,1.659058577581784,0.3440214741476295,1.3340371533213518,-1.3673782795539702e-15,0.392903069889937,0.0,1.0,4,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-20T17:12:57.021669+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.38886732294199916,0.5766649398876915,0.007995872619985519,0.31902838830594094,25.275262015150737,0.3382525523354282,0.23719179371353286,8.013501496667906e-08,231,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T10:14:27.910257+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3887547407159059,0.5767753748500037,0.007989591332200932,0.31901904189053176,25.06449607653348,0.3375239659455611,0.23690103000447824,7.786403304324808e-08,232,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T10:23:05.797405+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3531086312767736,0.4497860921798977,0.05049692526362469,0.24969712003498815,39.985613709223784,0.51022951350609,0.04761904761904762,1.0,7,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-22T10:06:12.283076+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2792130432441271,0.402569427214419,0.7806047263434839,0.19864819109048554,73.89495114549517,0.43184480963202726,0.3665213178294574,7.244094609474774e-10,129,0.9534883720930233,2026-06-16T12:07:37.946365+00:00,2026-06-22T10:14:35.804847+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.520569145259528,1.8499326195826424,0.1122105178883942,1.045728976775782,21.31470654397816,5.0015626708049705,0.45617977528089887,1.9206568738952774e-10,90,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-22T10:06:18.790867+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1717103 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8212583941350428,0.8823601641503108,0.6443122999379225,0.4747084875474129,24.328408700566523,0.4094306030111485,-0.10510510510510511,0.359917824728639,37,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-22T09:46:38.689821+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3390722626303109,0.8344187095185471,0.008889022915809336,0.5305709787432092,36.403460462131754,2.3923866654361694,0.08163265306122447,0.40795133408745543,49,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-22T10:06:24.410627+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.11425071179174143,0.31573923615630495,0.05766464594502302,0.18845260977496128,92.26142854095771,0.06887221261822019,1.0,0.08333333333333333,4,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-21T19:06:33.434447+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3277207305300719,0.508845222840269,0.006901067304334443,0.27573983677696084,41.49660918266526,0.44961542308325786,-0.010798799267085102,0.8086388526928385,227,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T10:15:29.538799+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.32687380212534145,0.5082226886137022,0.006884616857985494,0.2753791785232738,41.42402462919166,0.44880622087187716,-0.013988716284102325,0.7531999540990735,228,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T10:23:45.521262+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3225591397656044,0.48664545608319326,0.054730137587469245,0.24963903130622794,18.218338052650473,0.3997744021151048,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-22T10:07:30.171571+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.09552331256915367,0.2173704616358747,0.5199097832153213,0.11275495410607676,90.80720106996355,0.2210487345208275,0.16926984126984126,0.0049389061976423485,126,0.9603174603174603,2026-06-16T12:08:08.243141+00:00,2026-06-22T10:15:34.355498+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.88128249721987,1.9526796895380265,0.12142856657479056,1.2097310142775206,14.842270250729717,5.015814597047572,0.43912448700410395,2.145321084162075e-09,86,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-22T10:07:34.810209+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1274 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.979121671778415,0.9755368948917098,0.7122638276747979,0.5355426276167482,15.479060559177254,0.34590291421479347,0.09090909090909091,0.46948232711401844,33,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-22T09:48:40.191208+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5290531421083116,0.9325981708683406,0.010982363055208626,0.6117575946685005,25.92684406387591,2.47745962666835,0.0606060606060606,0.5572445510337964,45,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-22T10:07:39.415055+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.18668432749006483,0.40946779875447853,0.08608939886336613,0.21608656247132377,87.32650247673674,0.12627353465371907,0.33333333333333337,1.0,3,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-20T17:12:49.922736+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3374432240682954,0.5124415571147787,0.007100751195409105,0.3612348613713975,39.032473684623255,0.4064726526299553,0.046592138478182464,0.2865429904182546,236,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T10:13:34.201851+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.33714220276546314,0.5124559385372792,0.007087888745181675,0.3613493377804059,38.83164258622249,0.4056370397205853,0.048415933633698054,0.2670717102959771,237,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T10:22:27.813507+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3659814554277121,0.5236124307799545,0.059495747037476746,0.35459458613334327,11.21682598714913,0.39415876702644365,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-22T10:04:42.586908+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.11649508467014764,0.259546968395267,0.4399519979764964,0.1919271887226572,83.24730808941287,0.19399575110154657,0.059593023255813955,0.31650414348799405,129,0.9534883720930233,2026-06-16T12:07:01.390017+00:00,2026-06-22T10:13:40.249033+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.11159364495851,1.7435761302960067,0.11751856365879994,1.2043016062321465,26.20055943704531,4.865609971844969,0.4720496894409938,2.6528756790106355e-11,92,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-22T10:05:03.000517+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8160395163285961,0.8812200488880928,0.5496718175723603,0.7147280626230471,25.48301598633081,0.3827087871484179,-0.05897435897435897,0.591994772788868,40,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-22T09:44:59.364440+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2770733879685698,0.8176127890894738,0.009294246553925044,0.6462083618283287,37.13462526132274,2.338579472171638,0.06285714285714286,0.5195144496475282,50,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-22T10:05:11.820282+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14441614689804613,0.36546156650664174,0.06104947786298641,0.291763171778512,90.24883372109772,0.07761564379005298,0.3333333333333334,0.75,4,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-21T18:01:25.705423+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.30211330811289394,0.5036744590953884,0.0070564459226133336,0.2902212052690953,37.4480601035913,0.2829646075764171,0.03478131064337961,0.43028320580316926,232,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T10:14:11.970147+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.30151580675675455,0.5032449684422792,0.007042532495044526,0.2898852184705457,37.35523105373885,0.2825013754085744,0.031744857185141334,0.47064812513013454,233,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T10:22:57.474426+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4526862423623368,0.5657525073073637,0.06377901282502746,0.3031626192040572,6.6419767449522,0.5775530867943033,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-22T10:05:46.415943+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.1760413376797749,0.28168896205523486,0.46395431360306305,0.15273320280263714,84.99156901596591,0.3765791781900753,0.2945374015748032,8.181783275878634e-07,128,0.953125,2026-06-16T12:07:21.772238+00:00,2026-06-22T10:14:18.202947+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.362136456008481,1.8352062018598316,0.11411584556210878,1.050629972064429,19.847201691322436,4.86171820931843,0.34782608695652173,9.070625539942812e-07,92,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-22T10:05:50.665677+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 86ec68f70512c252e987367b0bfd3e9a3c32dd6f..4886b5e7beb41ec3240ed98011f12933d57af982 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T10:15:37.179179+00:00", + "generated_at": "2026-06-22T10:23:48.510817+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 9e51a45a4b64b2145de341cabcfd7bcc8dbec6a4..9f6cb305797d803c8d5074ecc4ce2973f0cf2615 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,ARIMA,0.7439322727747986,0.8034760994511869,7.0,1,1,1.0 Air Quality,Moving-Average,0.9021777960744037,0.8825529990371583,8.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 Air Quality,ETS,3.8595220392263956,2.007064347551232,10.0,1,1,1.0 -Finance,Moving-Average,0.40830631063550277,0.3956654278833064,1.0,1,1,1.0 -Finance,Timer-S1,0.6099840887041672,0.6012220227749988,2.0,1,1,1.0 -Finance,ETS,0.7305556352548509,0.6030701101855038,3.0,1,1,1.0 -Finance,Toto-2.0-1B,0.7281565055797279,0.6114516959651599,4.0,1,1,1.0 -Finance,TiRex,1.6111814877907058,0.8821546968013324,5.0,1,1,1.0 -Finance,TimesFM-2.5,1.1824168958641765,0.8981695715078613,6.0,1,1,1.0 -Finance,ARIMA,3.484861672350077,0.9826857898875933,7.0,1,1,1.0 +Finance,Moving-Average,0.3974404540040993,0.3899813153148545,1.0,1,1,1.0 +Finance,Timer-S1,0.600674447499079,0.594684543022249,2.0,1,1,1.0 +Finance,ETS,0.72616271420483,0.604138435606519,3.0,1,1,1.0 +Finance,Toto-2.0-1B,0.7268340029033598,0.6142394958617943,4.0,1,1,1.0 +Finance,TiRex,1.618570020507378,0.8846265450395917,5.0,1,1,1.0 +Finance,TimesFM-2.5,1.1873341606115444,0.9076256423743877,6.0,1,1,1.0 +Finance,ARIMA,3.4787529769833734,0.9710344741632525,7.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 -Finance,Moirai-1.1-Large,2.121068425324125,1.0311365087451538,9.0,1,1,1.0 -Finance,Chronos-2,0.7486222694040422,1.0343659130546536,10.0,1,1,1.0 +Finance,Chronos-2,0.7257427143032662,1.0273228883688246,9.0,1,1,1.0 +Finance,Moirai-1.1-Large,2.1497248551876127,1.0633274794951295,10.0,1,1,1.0 Hazards,Chronos-2,0.44572042353595764,0.5673046535300793,1.0,1,1,1.0 Hazards,ARIMA,0.5180444855721412,0.5923300362599114,2.0,1,1,1.0 Hazards,Moirai-1.1-Large,0.6211527410224397,0.6169860474482919,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index dbaeb51e7f383483200521a119ad7c21d947af6e..d8704e759a572c4017bd3f0a821ea9383152a4fc 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,15 +29,15 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Moirai-1.1-Large,1.1758598309057244,0.6131920946034735,3.1666666666666665,6,6,1.0 -1h,Chronos-2,0.6294241422703973,0.7063104309128025,4.166666666666667,6,6,1.0 -1h,Timer-S1,0.7995885960648977,0.6447912239463431,4.5,6,6,1.0 -1h,Toto-2.0-1B,0.5858632498404027,0.7277449053244711,4.5,6,6,1.0 -1h,TiRex,0.9490342470166762,0.8071335283242745,5.333333333333333,6,6,1.0 -1h,TimesFM-2.5,0.6581196013576078,0.7120227482826424,5.833333333333333,6,6,1.0 -1h,Moving-Average,0.900012215744237,0.8137916051457577,6.0,6,6,1.0 -1h,ARIMA,2.0270882970516397,1.1464488476088566,7.0,6,6,1.0 -1h,ETS,3.366972288478706,1.4720244008440604,7.0,6,6,1.0 +1h,Moirai-1.1-Large,1.1784927658213091,0.61634189995456,3.3333333333333335,6,6,1.0 +1h,Chronos-2,0.62617643617118,0.705506599623532,4.0,6,6,1.0 +1h,Timer-S1,0.7975416392578919,0.6436173548484518,4.5,6,6,1.0 +1h,Toto-2.0-1B,0.5856857713480668,0.7282968605418841,4.5,6,6,1.0 +1h,TiRex,0.9497582095230193,0.8075100280919102,5.333333333333333,6,6,1.0 +1h,TimesFM-2.5,0.6585749617617391,0.7132666838760955,5.833333333333333,6,6,1.0 +1h,Moving-Average,0.8959753614406488,0.8118313558913276,6.0,6,6,1.0 +1h,ARIMA,2.0264956423061955,1.144172075469303,7.0,6,6,1.0 +1h,ETS,3.36358946644811,1.472458690200725,7.0,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,7.5,6,6,1.0 6min,TimesFM-2.5,0.013295709842715884,0.08110610060715354,1.0,1,1,1.0 6min,Chronos-2,0.021067391840466545,0.10026448783457736,2.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index e8436348eaf548e559dbda67faaeb66444a1edda..38b144c10eb64478f425e9694f6867fe9e484b0f 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,15 +9,15 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Moirai-1.1-Large,0.7616985262678325,0.5063338366273642,2.857142857142857,7,7,1.0 -24,Toto-2.0-1B,0.15536591719237897,0.6183419929979685,4.142857142857143,7,7,1.0 -24,Chronos-2,0.5717836849862205,0.6747769411438095,4.428571428571429,7,7,1.0 -24,Timer-S1,0.4587152837569085,0.5746294405041856,4.428571428571429,7,7,1.0 -24,TiRex,0.5259848483049361,0.7304385186885518,5.285714285714286,7,7,1.0 -24,TimesFM-2.5,0.4201029679143654,0.622940893786128,5.428571428571429,7,7,1.0 -24,Moving-Average,0.8728998672915611,0.8788481939396984,6.571428571428571,7,7,1.0 -24,ETS,2.477837210573684,1.3462300735098933,7.0,7,7,1.0 -24,ARIMA,1.5690106663362007,1.1269619177757793,7.285714285714286,7,7,1.0 +24,Moirai-1.1-Large,0.763160203518223,0.5085623655016469,3.0,7,7,1.0 +24,Toto-2.0-1B,0.15532557422525253,0.61874395324022,4.142857142857143,7,7,1.0 +24,Chronos-2,0.569253928942283,0.6741186499449753,4.285714285714286,7,7,1.0 +24,Timer-S1,0.4577085422081295,0.573732635245983,4.428571428571429,7,7,1.0 +24,TiRex,0.5263287521064358,0.7307305582810398,5.285714285714286,7,7,1.0 +24,TimesFM-2.5,0.4203521047472731,0.6238736108350587,5.428571428571429,7,7,1.0 +24,Moving-Average,0.8695428647914853,0.8770333472148162,6.571428571428571,7,7,1.0 +24,ETS,2.475703199016316,1.3465705032742672,7.0,7,7,1.0 +24,ARIMA,1.5686174629251846,1.1250432976961968,7.285714285714286,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.571428571428571,7,7,1.0 60,TimesFM-2.5,0.013295709842715884,0.08110610060715354,1.0,1,1,1.0 60,Chronos-2,0.021067391840466545,0.10026448783457736,2.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 7701facf6145cee97627eed2021efe968dcc0f9c..5ad71a1ce123082bf8324f89d56bed9f6b1bdcce 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Toto-2.0-1B,0.12529913827495154,0.46721810983352924,3.8,10,10,1.0 -Overall,Moirai-1.1-Large,0.5917451629411375,0.4726043057731256,4.0,10,10,1.0 -Overall,Chronos-2,0.341379301916129,0.5103805805744814,4.3,10,10,1.0 -Overall,Timer-S1,0.3180026943601792,0.45881333432805754,4.3,10,10,1.0 -Overall,TimesFM-2.5,0.24897190820448392,0.46884750824984833,4.9,10,10,1.0 -Overall,TiRex,0.27671595982256275,0.5420118170120041,5.0,10,10,1.0 -Overall,ARIMA,0.8025351613793176,0.7746436244856858,6.7,10,10,1.0 -Overall,ETS,1.272948713257266,0.9345668873288302,6.7,10,10,1.0 -Overall,Moving-Average,0.8120253092394049,0.8415556431506583,7.1,10,10,1.0 +Overall,Toto-2.0-1B,0.12527636239712353,0.4674306934192394,3.8,10,10,1.0 +Overall,Moirai-1.1-Large,0.5925398135217195,0.4740593988036192,4.1,10,10,1.0 +Overall,Chronos-2,0.34032133816972004,0.5100319916599787,4.2,10,10,1.0 +Overall,Timer-S1,0.317513989445963,0.4583119784979318,4.3,10,10,1.0 +Overall,TimesFM-2.5,0.24907525379537662,0.4693387952121215,4.9,10,10,1.0 +Overall,TiRex,0.2768425947213702,0.542163500679263,5.0,10,10,1.0 +Overall,ARIMA,0.8023943720251101,0.773720222701486,6.7,10,10,1.0 +Overall,ETS,1.2721811943814485,0.9347323119671131,6.7,10,10,1.0 +Overall,Moving-Average,0.8098380224974443,0.8403387804248331,7.1,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,8.2,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index a72007baf845951c013fd071d65d334480b0060b..c7f79ae63f18c4b36b8396d593536095f1121d8e 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,492538.04410621774,201539.85110517652,413.3239580709845,0.392145343727645,0.00644160986409309,0.006464457418592066,4.129987019285585,701.8105471608543,0.010949912070443754,0.006448835822992752,0.005208248362969231,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,495529.88738657936,197846.26878132974,409.75152968556785,0.38875596566284615,0.006386421886999232,0.0064088224486121,3.994411896693633,703.9388378165957,0.010983730760530351,0.006393453861334362,0.00515279723967994,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.03158989911947459,0.03217771343561411,0.12364114507329498,0.3221149593665107,0.15577397160738035,0.18243326640516688,11.193544359781638,0.17773547512940288,0.21485097307933873,0.14946042883279492,0.14596876842495024,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.024598971310893884,0.0314174561695575,0.15044459194297655,1.5880265006969896,0.09048529253877836,0.09622002570219806,14.19231556979714,0.15684059203820255,0.09768618318172897,0.09370251524976647,0.07769274536837195,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index f8f6fc6e5fc5489f59942b30e818fe8f1e1a2d9d..01e3774e03b4d2f8305b85829614a11ea7364505 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T10:15:36.840499+00:00", + "evaluated_at": "2026-06-22T10:23:48.140875+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64211.19140625, 64165.98828125, 64145.390625, - 64253.75 + 64168.01171875 ], "p50": [ 63697.51430767654, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index a7d46ad452ab5ee11d55ab9581aa0e2763057b3b..547f75ce3059fce34413873bbee5534fbedc3653 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,13 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T10:15:36.889717+00:00", + "evaluated_at": "2026-06-22T10:23:48.192233+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 41d3973cf8ebf254e2c06c7a227d48c379855090..345ed994f2af4d96fcd71efe508e0a785252c61a 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,3.800,4.300,4.000,4.000,3.800,4.000,4.100,4.000,3.800,4.000 +2026-06-22,Chronos-2,3.600,4.200,4.000,4.000,3.600,4.000,4.100,4.000,3.600,4.000 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index d98c028025eb2021a2228a081fa5d167737da05d..c6d45ad92cedd565a0c4476c38175df4cc0192d1 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,3.8,4.3,4.0,4.0,3.8,4.0,4.1,4.0,3.8,4.0 +2026-W26,Chronos-Bolt-Mini,3.6,4.2,4.0,4.0,3.6,4.0,4.1,4.0,3.6,4.0 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 79bd5d21c6f36b7e86652a29273ddb5548268493..123c946e073fffa0d4ae3ef59a033b79efdd5869 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,105807.62825457256,105807.62825457256,265.53662109375,0.25193059225761805,0.004149673962549733,0.004143265817502379,2.2991036706912453,325.28084520083956,0.005075154067658175,0.004143002216512547,0.005482153735014698,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,103378.19554011028,103378.19554011028,261.9641927083333,0.24854121419281924,0.004094332682186321,0.004087630330800601,2.2991036706912453,321.52479770635153,0.005016830470377685,0.004087491706712289,0.00545149187211753,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.01654468901526105,0.01654468901526105,0.10610617895921072,0.2764321497000111,0.14546512415759538,0.16331401613520072,0.7248549953766642,0.1286261599180394,0.15548643624312486,0.12826373453312673,0.10334608947797039,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.04456558611473681,0.04456558611473681,0.17782078683376312,1.8769974926971054,0.10688713578082103,0.11520754704221275,42.18399196439486,0.21110562786135478,0.13148447583604614,0.11075343270784838,0.10658195914765699,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index c1ce13435837e911209ed03fc9e7089c7d02a23b..7969d41d956be74e2d90ac72be736990984a76d5 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T10:13:02.065658+00:00", + "evaluated_at": "2026-06-22T10:22:07.131693+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64211.19140625, 64165.98828125, 64145.390625, - 64253.75 + 64168.01171875 ], "p50": [ 64362.33984375, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index a46fb555dd16ccbf0ed447d9cba66ca9fc76f8a6..eaa6727523485658655a0a84475cc5244714b389 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,13 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T10:13:11.873181+00:00", + "evaluated_at": "2026-06-22T10:22:09.474285+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index f03b299e580b2a85b216730f27bc6ab357442f89..ad89349f57be5793c64a1d422484f9cfca08b9db 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,103254.15397522635,108452.10852303154,253.62578301930353,0.24063006249257124,0.003967492305116121,0.003955221218862454,2.122746140390633,321.3318440105592,0.005013540266077994,0.003957164841841987,0.0031962799772332906,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,103438.02229564633,108745.31478198148,257.0455653461149,0.24387461604393076,0.00402078808409346,0.00400848138260845,2.122746140390633,321.6178202395606,0.005018281923834351,0.004010745154660191,0.0032058623521686244,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.4066272358134301,0.40496991756314443,0.4414834454822351,1.1501706977737516,0.5911080702043724,0.8754111526961706,42.844995844552805,0.6376732986517705,0.770835021102548,0.5336759461847344,0.5254058343569807,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.0069869808287367835,0.006962218615072564,0.06800874474599528,0.717870197532345,0.041716066528626104,0.042272962938621476,6.164796159750718,0.08358816201315102,0.05206183169884882,0.042358388290185386,0.03654572486374555,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index afa79bb626992c3a8b150b9b8b4f747367689db2..b5600520b0eb3ccffc3f65912ecc3885b44c24f2 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T10:15:36.917975+00:00", + "evaluated_at": "2026-06-22T10:23:48.332768+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64211.19140625, 64165.98828125, 64145.390625, - 64253.75 + 64168.01171875 ], "p50": [ 64359.521185286685, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 94a07e98df9051ae4d4f8c01c8ed4f805764e99d..129cf1b0fd46f08e9165edddbefb597c4ea4b72c 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,13 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T10:15:36.954898+00:00", + "evaluated_at": "2026-06-22T10:23:48.344586+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index a885635a9ec3dc5e93725ef843d28e4a82522292..3cebb73d11a92788ecba3714549ea447d96bf772 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1788,3 +1788,4 @@ {"evaluated_at": "2026-06-22T10:07:45.453051+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-22T10:15:40.374891+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T10:15:40.374891+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T10:23:51.709910+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index fe89e4029a148b1918e53e4adac94194ccafdc04..90fb4637b1b0ff86621e6a18da8fe042b01a470d 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,299784.321975708,208490.15547498068,387.1502278645833,0.3673127487909123,0.006053664729285309,0.006028241347839793,2.1550369585151077,547.5256359073135,0.008542700866712329,0.006040463441763888,0.005465037847228936,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,306216.8893426259,221682.07479858398,406.1053059895833,0.3852965735403983,0.006349060826444813,0.006322338028500727,2.196803951397038,553.368673980219,0.008634347474224742,0.006336560936526321,0.005642550338843266,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.9825776221229414,1.9554769906585154,1.139818549156189,0.6700393543791444,0.04349806871011556,0.044924708565320326,7.244281242323889,1.4080403481871326,0.053909180302517797,0.043639860006659974,0.03985681663941984,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.1755537333803564,0.14480483956446027,0.3481856803099314,0.9071075506341194,0.4762411820227637,0.3669047161443912,6.7224778246035175,0.4189913285264462,0.5064869271605513,0.42089533432993753,0.26172932659334763,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.09656420934837999,0.09405494587741955,0.28781989796294105,3.0380994058350512,0.1757460600210938,0.1946579129592483,53.16312191762992,0.31074782275726404,0.19354535928935807,0.1792649907168549,0.15461370124484822,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 6247c0dc052c90ad453f115b464a1b49e39a001a..38540543795a0504fda8c49b9e1562d72d1e0d59 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T10:15:07.707244+00:00", + "evaluated_at": "2026-06-22T10:23:28.606136+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 64211.19140625, 64165.98828125, 64145.390625, - 64253.75 + 64168.01171875 ], "p50": [ - 64383.306640625, - 64410.298828125, - 64400.19140625, - 64361.583984375, - 64472.1328125, - 64464.236328125, - 64359.615234375, - 64515.701171875, - 64402.783203125, - 64364.873046875, - 64515.203125, - 64523.990234375, - 64442.177734375, - 64472.8359375, - 64511.177734375, - 64383.001953125, - 64493.517578125, - 64494.6640625, - 64385.65234375, - 64572.130859375, - 64507.94921875, - 64493.171875, - 64693.154296875, - 64719.83984375 + 64372.015625, + 64399.1796875, + 64393.451171875, + 64390.615234375, + 64396.9921875, + 64373.4375, + 64468.857421875, + 64435.13671875, + 64418.98046875, + 64379.443359375, + 64493.853515625, + 64380.84765625, + 64517.685546875, + 64512.69921875, + 64557.818359375, + 64619.1875, + 64552.951171875, + 64613.9375, + 64609.962890625, + 64571.7734375, + 64529.146484375, + 64438.412109375, + 64488.14453125, + 64466.95703125 ], "p10": [ - 64108.9140625, - 64072.783203125, - 63933.189453125, - 63789.109375, - 63809.154296875, - 63848.763671875, - 63755.67578125, - 63639.8203125, - 63556.828125, - 63548.087890625, - 63331.109375, - 63502.546875, - 63354.40234375, - 63473.4375, - 63324.509765625, - 62847.439453125, - 63100.04296875, - 63090.69140625, - 62672.87109375, - 62919.6015625, - 62760.240234375, - 63049.279296875, - 62562.6328125, - 62972.974609375 + 64092.44921875, + 64041.046875, + 63963.25, + 63890.42578125, + 63824.083984375, + 63645.8984375, + 63756.087890625, + 63701.603515625, + 63626.6015625, + 63549.32421875, + 63540.77734375, + 63436.154296875, + 63377.451171875, + 63357.703125, + 63173.416015625, + 63232.9921875, + 63319.12109375, + 63183.08203125, + 63036.80078125, + 63230.4375, + 62820.978515625, + 62721.099609375, + 62773.421875, + 62959.400390625 ], "p90": [ - 64671.390625, - 64711.95703125, - 64797.58203125, - 64907.759765625, - 65064.662109375, - 65161.236328125, - 65163.935546875, - 65149.96875, - 65488.103515625, - 65136.359375, - 65493.302734375, - 65561.37109375, - 65549.81640625, - 65800.69140625, - 65880.7265625, - 65821.4296875, - 66518.76171875, - 66062.140625, - 66199.76953125, - 66301.09375, - 67132.24609375, - 66583.64453125, - 66691.47265625, - 66972.8125 + 64685.27734375, + 64778.99609375, + 64878.966796875, + 65062.158203125, + 65074.046875, + 65106.544921875, + 65217.71484375, + 65144.7578125, + 65353.763671875, + 65273.5546875, + 65401.3359375, + 65364.5625, + 65635.61328125, + 65782.421875, + 65741.0234375, + 66287.62890625, + 66113.11328125, + 66152.53125, + 67170.23828125, + 66588.87109375, + 67046.3359375, + 66656.0, + 66191.78515625, + 66896.57421875 ], "mean": [ - 64408.48828125, - 64398.0625, - 64375.8046875, - 64383.3515625, - 64444.1953125, - 64522.1640625, - 64445.25, - 64426.76953125, - 64491.640625, - 64365.04296875, - 64491.14453125, - 64562.2890625, - 64526.55859375, - 64593.3203125, - 64843.78125, - 64526.8671875, - 64714.60546875, - 64677.6015625, - 64547.25, - 64573.15625, - 64821.58984375, - 64623.98828125, - 64563.5625, - 65104.5390625 + 64382.3515625, + 64387.41015625, + 64406.1796875, + 64492.8984375, + 64424.0625, + 64430.4375, + 64492.57421875, + 64403.02734375, + 64446.76171875, + 64511.51953125, + 64481.68359375, + 64415.9765625, + 64612.15625, + 64555.328125, + 64560.91796875, + 64725.15625, + 64632.2890625, + 64713.18359375, + 65055.671875, + 64878.3671875, + 64839.4921875, + 64645.00390625, + 64665.13671875, + 65083.31640625 ], "quantiles": { "0.1": [ - 64108.9140625, - 64072.783203125, - 63933.189453125, - 63789.109375, - 63809.154296875, - 63848.763671875, - 63755.67578125, - 63639.8203125, - 63556.828125, - 63548.087890625, - 63331.109375, - 63502.546875, - 63354.40234375, - 63473.4375, - 63324.509765625, - 62847.439453125, - 63100.04296875, - 63090.69140625, - 62672.87109375, - 62919.6015625, - 62760.240234375, - 63049.279296875, - 62562.6328125, - 62972.974609375 + 64092.44921875, + 64041.046875, + 63963.25, + 63890.42578125, + 63824.083984375, + 63645.8984375, + 63756.087890625, + 63701.603515625, + 63626.6015625, + 63549.32421875, + 63540.77734375, + 63436.154296875, + 63377.451171875, + 63357.703125, + 63173.416015625, + 63232.9921875, + 63319.12109375, + 63183.08203125, + 63036.80078125, + 63230.4375, + 62820.978515625, + 62721.099609375, + 62773.421875, + 62959.400390625 ], "0.2": [ - 64108.9140625, - 64072.783203125, - 63933.189453125, - 63789.109375, - 63809.154296875, - 63848.763671875, - 63755.67578125, - 63639.8203125, - 63556.828125, - 63548.087890625, - 63331.109375, - 63502.546875, - 63354.40234375, - 63473.4375, - 63324.509765625, - 62847.439453125, - 63100.04296875, - 63090.69140625, - 62672.87109375, - 62919.6015625, - 62760.240234375, - 63049.279296875, - 62562.6328125, - 62972.974609375 + 64092.44921875, + 64041.046875, + 63963.25, + 63890.42578125, + 63824.083984375, + 63645.8984375, + 63756.087890625, + 63701.603515625, + 63626.6015625, + 63549.32421875, + 63540.77734375, + 63436.154296875, + 63377.451171875, + 63357.703125, + 63173.416015625, + 63232.9921875, + 63319.12109375, + 63183.08203125, + 63036.80078125, + 63230.4375, + 62820.978515625, + 62721.099609375, + 62773.421875, + 62959.400390625 ], "0.3": [ - 64108.9140625, - 64072.783203125, - 63933.189453125, - 63789.109375, - 63809.154296875, - 63848.763671875, - 63755.67578125, - 63639.8203125, - 63556.828125, - 63548.087890625, - 63331.109375, - 63502.546875, - 63354.40234375, - 63473.4375, - 63324.509765625, - 62847.439453125, - 63100.04296875, - 63090.69140625, - 62672.87109375, - 62919.6015625, - 62760.240234375, - 63049.279296875, - 62562.6328125, - 62972.974609375 + 64092.44921875, + 64041.046875, + 63963.25, + 63890.42578125, + 63824.083984375, + 63645.8984375, + 63756.087890625, + 63701.603515625, + 63626.6015625, + 63549.32421875, + 63540.77734375, + 63436.154296875, + 63377.451171875, + 63357.703125, + 63173.416015625, + 63232.9921875, + 63319.12109375, + 63183.08203125, + 63036.80078125, + 63230.4375, + 62820.978515625, + 62721.099609375, + 62773.421875, + 62959.400390625 ], "0.4": [ - 64383.306640625, - 64410.298828125, - 64400.19140625, - 64361.583984375, - 64472.1328125, - 64464.236328125, - 64359.615234375, - 64515.701171875, - 64402.783203125, - 64364.873046875, - 64515.203125, - 64523.990234375, - 64442.177734375, - 64472.8359375, - 64511.177734375, - 64383.001953125, - 64493.517578125, - 64494.6640625, - 64385.65234375, - 64572.130859375, - 64507.94921875, - 64493.171875, - 64693.154296875, - 64719.83984375 + 64372.015625, + 64399.1796875, + 64393.451171875, + 64390.615234375, + 64396.9921875, + 64373.4375, + 64468.857421875, + 64435.13671875, + 64418.98046875, + 64379.443359375, + 64493.853515625, + 64380.84765625, + 64517.685546875, + 64512.69921875, + 64557.818359375, + 64619.1875, + 64552.951171875, + 64613.9375, + 64609.962890625, + 64571.7734375, + 64529.146484375, + 64438.412109375, + 64488.14453125, + 64466.95703125 ], "0.5": [ - 64383.306640625, - 64410.298828125, - 64400.19140625, - 64361.583984375, - 64472.1328125, - 64464.236328125, - 64359.615234375, - 64515.701171875, - 64402.783203125, - 64364.873046875, - 64515.203125, - 64523.990234375, - 64442.177734375, - 64472.8359375, - 64511.177734375, - 64383.001953125, - 64493.517578125, - 64494.6640625, - 64385.65234375, - 64572.130859375, - 64507.94921875, - 64493.171875, - 64693.154296875, - 64719.83984375 + 64372.015625, + 64399.1796875, + 64393.451171875, + 64390.615234375, + 64396.9921875, + 64373.4375, + 64468.857421875, + 64435.13671875, + 64418.98046875, + 64379.443359375, + 64493.853515625, + 64380.84765625, + 64517.685546875, + 64512.69921875, + 64557.818359375, + 64619.1875, + 64552.951171875, + 64613.9375, + 64609.962890625, + 64571.7734375, + 64529.146484375, + 64438.412109375, + 64488.14453125, + 64466.95703125 ], "0.6": [ - 64383.306640625, - 64410.298828125, - 64400.19140625, - 64361.583984375, - 64472.1328125, - 64464.236328125, - 64359.615234375, - 64515.701171875, - 64402.783203125, - 64364.873046875, - 64515.203125, - 64523.990234375, - 64442.177734375, - 64472.8359375, - 64511.177734375, - 64383.001953125, - 64493.517578125, - 64494.6640625, - 64385.65234375, - 64572.130859375, - 64507.94921875, - 64493.171875, - 64693.154296875, - 64719.83984375 + 64372.015625, + 64399.1796875, + 64393.451171875, + 64390.615234375, + 64396.9921875, + 64373.4375, + 64468.857421875, + 64435.13671875, + 64418.98046875, + 64379.443359375, + 64493.853515625, + 64380.84765625, + 64517.685546875, + 64512.69921875, + 64557.818359375, + 64619.1875, + 64552.951171875, + 64613.9375, + 64609.962890625, + 64571.7734375, + 64529.146484375, + 64438.412109375, + 64488.14453125, + 64466.95703125 ], "0.7": [ - 64383.306640625, - 64410.298828125, - 64400.19140625, - 64361.583984375, - 64472.1328125, - 64464.236328125, - 64359.615234375, - 64515.701171875, - 64402.783203125, - 64364.873046875, - 64515.203125, - 64523.990234375, - 64442.177734375, - 64472.8359375, - 64511.177734375, - 64383.001953125, - 64493.517578125, - 64494.6640625, - 64385.65234375, - 64572.130859375, - 64507.94921875, - 64493.171875, - 64693.154296875, - 64719.83984375 + 64372.015625, + 64399.1796875, + 64393.451171875, + 64390.615234375, + 64396.9921875, + 64373.4375, + 64468.857421875, + 64435.13671875, + 64418.98046875, + 64379.443359375, + 64493.853515625, + 64380.84765625, + 64517.685546875, + 64512.69921875, + 64557.818359375, + 64619.1875, + 64552.951171875, + 64613.9375, + 64609.962890625, + 64571.7734375, + 64529.146484375, + 64438.412109375, + 64488.14453125, + 64466.95703125 ], "0.8": [ - 64671.390625, - 64711.95703125, - 64797.58203125, - 64907.759765625, - 65064.662109375, - 65161.236328125, - 65163.935546875, - 65149.96875, - 65488.103515625, - 65136.359375, - 65493.302734375, - 65561.37109375, - 65549.81640625, - 65800.69140625, - 65880.7265625, - 65821.4296875, - 66518.76171875, - 66062.140625, - 66199.76953125, - 66301.09375, - 67132.24609375, - 66583.64453125, - 66691.47265625, - 66972.8125 + 64685.27734375, + 64778.99609375, + 64878.966796875, + 65062.158203125, + 65074.046875, + 65106.544921875, + 65217.71484375, + 65144.7578125, + 65353.763671875, + 65273.5546875, + 65401.3359375, + 65364.5625, + 65635.61328125, + 65782.421875, + 65741.0234375, + 66287.62890625, + 66113.11328125, + 66152.53125, + 67170.23828125, + 66588.87109375, + 67046.3359375, + 66656.0, + 66191.78515625, + 66896.57421875 ], "0.9": [ - 64671.390625, - 64711.95703125, - 64797.58203125, - 64907.759765625, - 65064.662109375, - 65161.236328125, - 65163.935546875, - 65149.96875, - 65488.103515625, - 65136.359375, - 65493.302734375, - 65561.37109375, - 65549.81640625, - 65800.69140625, - 65880.7265625, - 65821.4296875, - 66518.76171875, - 66062.140625, - 66199.76953125, - 66301.09375, - 67132.24609375, - 66583.64453125, - 66691.47265625, - 66972.8125 + 64685.27734375, + 64778.99609375, + 64878.966796875, + 65062.158203125, + 65074.046875, + 65106.544921875, + 65217.71484375, + 65144.7578125, + 65353.763671875, + 65273.5546875, + 65401.3359375, + 65364.5625, + 65635.61328125, + 65782.421875, + 65741.0234375, + 66287.62890625, + 66113.11328125, + 66152.53125, + 67170.23828125, + 66588.87109375, + 67046.3359375, + 66656.0, + 66191.78515625, + 66896.57421875 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index ba85acdda6655fe3313422f53c38d746eb8677f9..bd95e9eba31eee1b109e77d13a0dd7e1fcfb3185 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,13 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T10:15:14.573327+00:00", + "evaluated_at": "2026-06-22T10:23:31.142786+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index dce6d1f2671511592a121dccfb5eccd51687933b..97d1bbcbbdf1fa9bb7be718370bc500decec4e45 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,57708.57226049283,55670.18744091619,169.66522181103696,0.1609716190569571,0.002651408311016871,0.0026495606845346373,1.4400784454657545,240.22608572029148,0.003748097725668945,0.0026471805927666976,0.0020970322744694064,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,56613.28203484669,54684.235153799964,166.09279342562027,0.15758224099215826,0.002595891979957399,0.0025939248701245263,1.4400784454657545,237.93545770827578,0.003712565446676147,0.002591586692261334,0.002069436975255431,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.7394621446971874,0.7428064138421288,0.8398034596636456,2.1878902619758884,1.1119938123363895,0.6884822283244372,82.93365442698193,0.8599198478330334,1.0394920650627055,1.0151748848830706,1.0016207352485358,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06386694024492424,0.06457494133634203,0.23188891934023953,2.4477167598677405,0.14081704951993076,0.15342263676683082,20.07510621557919,0.2527190935503771,0.15740289771457536,0.1444290866165964,0.1331648288618797,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 2574f761bac8483d030e0a0e3b7a6a0c44a9c1ed..de61542d14802e44ae85c2cda8778c39ef312faf 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T10:15:36.962904+00:00", + "evaluated_at": "2026-06-22T10:23:48.352466+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64211.19140625, 64165.98828125, 64145.390625, - 64253.75 + 64168.01171875 ], "p50": [ 64073.02679550439, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 2cc3140ab394194796d2dd58cec1f8c4598ccf9d..74d11022c4d81a3471f720d526de4eb65ddbea74 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,13 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T10:15:36.985663+00:00", + "evaluated_at": "2026-06-22T10:23:48.358285+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 90a357385d2edbcc15ba6572987acb19e40e26b0..0e485a3bcd5d12b9a1ac5459be37c6bcb3e2a3bd 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T10:12:38.043410+00:00", - "finished_at": "2026-06-22T10:15:40.374431+00:00", - "task_count": 2, + "started_at": "2026-06-22T10:21:43.103686+00:00", + "finished_at": "2026-06-22T10:23:51.709466+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,13 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T10:13:11.873181+00:00", + "evaluated_at": "2026-06-22T10:22:09.474285+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -30,19 +24,13 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T10:13:43.883535+00:00", + "evaluated_at": "2026-06-22T10:22:32.248071+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -50,19 +38,13 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T10:14:20.055891+00:00", + "evaluated_at": "2026-06-22T10:22:59.538121+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -70,19 +52,13 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T10:14:41.238221+00:00", + "evaluated_at": "2026-06-22T10:23:09.190747+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -90,19 +66,13 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T10:15:14.573327+00:00", + "evaluated_at": "2026-06-22T10:23:31.142786+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -110,19 +80,13 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T10:15:36.635082+00:00", + "evaluated_at": "2026-06-22T10:23:47.953506+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -130,19 +94,13 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T10:15:36.889717+00:00", + "evaluated_at": "2026-06-22T10:23:48.192233+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -150,19 +108,13 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T10:15:36.954898+00:00", + "evaluated_at": "2026-06-22T10:23:48.344586+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -170,19 +122,13 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T10:15:36.985663+00:00", + "evaluated_at": "2026-06-22T10:23:48.358285+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -190,19 +136,13 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T10:15:37.021173+00:00", + "evaluated_at": "2026-06-22T10:23:48.369639+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -223,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T10:18:39.967172+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_102348.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_102348.json new file mode 100644 index 0000000000000000000000000000000000000000..ce4a7cddd22b34a96c6199fd299dc1d011f3fafd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_102348.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T10:23:48.140875+00:00", + "metrics": { + "MSE[mean]": 495529.88738657936, + "MSE[0.5]": 197846.26878132974, + "MAE[0.5]": 409.75152968556785, + "MASE[0.5]": 0.38875596566284615, + "MAPE[0.5]": 0.006386421886999232, + "sMAPE[0.5]": 0.0064088224486121, + "MSIS": 3.994411896693633, + "RMSE[mean]": 703.9388378165957, + "NRMSE[mean]": 0.010983730760530351, + "ND[0.5]": 0.006393453861334362, + "mean_weighted_sum_quantile_loss": 0.00515279723967994 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00" + ], + "context": [ + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125 + ], + "actual": [ + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64168.01171875 + ], + "predictions": { + "p50": [ + 63697.51430767654, + 63706.37051538137, + 63693.6812079936, + 63722.36616731324, + 63769.108403750724, + 63756.90393680026, + 63723.25272553583, + 63693.923597999485, + 63714.77229528853, + 63721.61641541309, + 63693.9240444318, + 63705.15204194431, + 63714.77242470094, + 63752.709460515696, + 63691.07852506343, + 63707.22246280253, + 63710.99744418605, + 63687.61495155794, + 63708.927026330384, + 63718.19443905395, + 63723.2543288281, + 63718.194439054074, + 63687.61495155955, + 63693.92405501683 + ], + "p10": [ + 63461.838806336724, + 63475.049968266496, + 63436.009749756675, + 63464.758355205304, + 63450.47565760745, + 63475.8962910935, + 63432.21390889959, + 63388.60338193856, + 63473.53128052539, + 63495.18982016718, + 63459.02719518273, + 63436.252593762656, + 63497.30369557, + 63464.324755314934, + 63395.88175082994, + 63464.8275785598, + 63472.66102757037, + 63450.49538968038, + 63388.60383895545, + 63464.32475555996, + 63459.02720576773, + 63463.552612944404, + 63464.827578579716, + 63395.88175089982 + ], + "p90": [ + 63965.911527334654, + 64009.33018804588, + 63952.10674261009, + 63946.92836385194, + 63953.526241487554, + 63972.004459994205, + 63943.69756065203, + 63943.33221545121, + 64085.43452149774, + 64079.18409599498, + 63940.52452323165, + 63964.313425903805, + 63968.900298717585, + 64013.29192027242, + 63940.805347612, + 63968.90029955773, + 64041.27998578752, + 63968.90029957603, + 63952.34958963287, + 63964.31342892093, + 63952.34958963329, + 64010.182135486946, + 63943.69916394434, + 63953.5459735621 + ], + "mean": [ + 64361.493491394445, + 64342.39222315123, + 63676.48458077854, + 64352.52773258608, + 63728.79873522683, + 65018.2430048976, + 63703.125472473446, + 63653.267258188294, + 64706.99827230783, + 65672.2353881197, + 64007.6901254427, + 64669.8937159058, + 64700.59338254681, + 64367.63501166959, + 63992.81082447932, + 64018.42981613366, + 64676.13633886774, + 64985.02985490691, + 64952.069143551234, + 65016.699686568056, + 64360.311895972714, + 64036.06855821901, + 64010.575766120135, + 64629.62169300164 + ], + "quantiles": { + "0.1": [ + 63461.838806336724, + 63475.049968266496, + 63436.009749756675, + 63464.758355205304, + 63450.47565760745, + 63475.8962910935, + 63432.21390889959, + 63388.60338193856, + 63473.53128052539, + 63495.18982016718, + 63459.02719518273, + 63436.252593762656, + 63497.30369557, + 63464.324755314934, + 63395.88175082994, + 63464.8275785598, + 63472.66102757037, + 63450.49538968038, + 63388.60383895545, + 63464.32475555996, + 63459.02720576773, + 63463.552612944404, + 63464.827578579716, + 63395.88175089982 + ], + "0.2": [ + 63536.331764208546, + 63538.46858901047, + 63509.82498920095, + 63535.12066412899, + 63566.23275101594, + 63549.98084275795, + 63548.91803054496, + 63497.303239412715, + 63569.65223606509, + 63578.13314128422, + 63526.26243945757, + 63538.49440364466, + 63580.25338057841, + 63566.252482845324, + 63535.189887433524, + 63539.32053643162, + 63523.08010036722, + 63509.849114661585, + 63507.84276653933, + 63538.49440666178, + 63535.189887503366, + 63551.3194081837, + 63510.35070169405, + 63507.84276653979 + ], + "0.3": [ + 63610.676415324066, + 63618.38690212254, + 63605.739743384634, + 63618.26312465567, + 63624.18610156869, + 63621.62193723379, + 63615.033845918144, + 63584.12176614478, + 63625.31067699735, + 63625.31077013575, + 63595.10708726777, + 63613.665184549805, + 63628.26305009588, + 63627.37737760495, + 63594.44716487811, + 63621.62756182794, + 63612.758686027846, + 63580.25338143686, + 63595.10709785234, + 63621.62756184772, + 63595.107097852764, + 63621.62756184785, + 63577.0730769082, + 63580.25338143847 + ], + "0.4": [ + 63644.947037655606, + 63682.57770084386, + 63674.57857543487, + 63686.39790689231, + 63700.48334784499, + 63690.56058746713, + 63690.56460878889, + 63658.81660169593, + 63690.56608180873, + 63684.21906117638, + 63625.31079668479, + 63684.2190952932, + 63691.180986883664, + 63691.18098749857, + 63627.08215341161, + 63684.745398307554, + 63683.429648279256, + 63625.31080726821, + 63679.98635795374, + 63683.4296482848, + 63683.429648284895, + 63690.56621208119, + 63628.26305095594, + 63631.61393667657 + ], + "0.5": [ + 63697.51430767654, + 63706.37051538137, + 63693.6812079936, + 63722.36616731324, + 63769.108403750724, + 63756.90393680026, + 63723.25272553583, + 63693.923597999485, + 63714.77229528853, + 63721.61641541309, + 63693.9240444318, + 63705.15204194431, + 63714.77242470094, + 63752.709460515696, + 63691.07852506343, + 63707.22246280253, + 63710.99744418605, + 63687.61495155794, + 63708.927026330384, + 63718.19443905395, + 63723.2543288281, + 63718.194439054074, + 63687.61495155955, + 63693.92405501683 + ], + "0.6": [ + 63766.88694083369, + 63787.7382844851, + 63774.522539829646, + 63785.972446958905, + 63820.39923441347, + 63797.63184979448, + 63793.96953357776, + 63768.978163357635, + 63784.34249899894, + 63791.28883456543, + 63756.909550829296, + 63775.66247653732, + 63775.66247869451, + 63798.02497573366, + 63723.25432875826, + 63762.355475412805, + 63793.97113686439, + 63775.66247955296, + 63760.48274109092, + 63793.971136869935, + 63795.33683135945, + 63784.34262927141, + 63752.70946076085, + 63788.59023192617 + ], + "0.7": [ + 63835.96982924159, + 63813.99025877426, + 63838.71575446135, + 63820.29889241553, + 63890.45178794565, + 63859.742717001514, + 63853.33992444338, + 63837.87944822205, + 63855.56255920532, + 63833.26186766329, + 63812.75255661014, + 63811.857004597856, + 63841.47555852996, + 63856.713895137524, + 63795.336831289605, + 63848.032772707, + 63853.341527730016, + 63838.95860148297, + 63838.958601484126, + 63842.76016917554, + 63859.40004249407, + 63845.757592008864, + 63795.336831359484, + 63838.958601484585 + ], + "0.8": [ + 63905.511394060326, + 63898.56114106166, + 63894.54788551385, + 63892.836482636536, + 63912.62373814788, + 63920.241934271886, + 63899.411485210425, + 63893.63468652832, + 63912.64333994995, + 63918.127238712616, + 63860.56102898067, + 63892.905702993696, + 63901.09188557714, + 63911.2725185712, + 63859.400042424226, + 63907.80707815514, + 63928.72869103734, + 63892.90570600933, + 63894.790732536625, + 63899.4130885026, + 63894.79073253705, + 63907.80707817505, + 63893.63514354567, + 63892.90570601095 + ], + "0.9": [ + 63965.911527334654, + 64009.33018804588, + 63952.10674261009, + 63946.92836385194, + 63953.526241487554, + 63972.004459994205, + 63943.69756065203, + 63943.33221545121, + 64085.43452149774, + 64079.18409599498, + 63940.52452323165, + 63964.313425903805, + 63968.900298717585, + 64013.29192027242, + 63940.805347612, + 63968.90029955773, + 64041.27998578752, + 63968.90029957603, + 63952.34958963287, + 63964.31342892093, + 63952.34958963329, + 64010.182135486946, + 63943.69916394434, + 63953.5459735621 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_102207.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_102207.json new file mode 100644 index 0000000000000000000000000000000000000000..7de353e46e7255e4c77b90e32ddcb59b38f6f7ff --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_102207.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T10:22:07.131693+00:00", + "metrics": { + "MSE[mean]": 103378.19554011028, + "MSE[0.5]": 103378.19554011028, + "MAE[0.5]": 261.9641927083333, + "MASE[0.5]": 0.24854121419281924, + "MAPE[0.5]": 0.004094332682186321, + "sMAPE[0.5]": 0.004087630330800601, + "MSIS": 2.2991036706912453, + "RMSE[mean]": 321.52479770635153, + "NRMSE[mean]": 0.005016830470377685, + "ND[0.5]": 0.004087491706712289, + "mean_weighted_sum_quantile_loss": 0.00545149187211753 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00" + ], + "context": [ + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125 + ], + "actual": [ + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64168.01171875 + ], + "predictions": { + "p50": [ + 64362.33984375, + 64351.28515625, + 64346.8359375, + 64359.9765625, + 64359.828125, + 64363.84765625, + 64354.32421875, + 64340.6484375, + 64326.4453125, + 64321.375, + 64288.5546875, + 64261.82421875, + 64235.82421875, + 64186.92578125, + 64169.75, + 64163.33984375, + 64044.203125, + 64011.98046875, + 64004.27734375, + 63953.75, + 63913.953125, + 63887.19921875, + 63884.98828125, + 63870.85546875 + ], + "p10": [ + 64053.48828125, + 63928.86328125, + 63795.0859375, + 63697.40625, + 63593.38671875, + 63470.796875, + 63288.6328125, + 63213.46875, + 63119.6953125, + 63000.88671875, + 62948.0859375, + 62875.80078125, + 62799.25, + 62734.32421875, + 62651.60546875, + 62593.7578125, + 62484.890625, + 62490.55859375, + 62431.8125, + 62436.28515625, + 62373.109375, + 62322.33984375, + 62297.93359375, + 62353.54296875 + ], + "p90": [ + 64603.515625, + 64683.59375, + 64770.8671875, + 64850.20703125, + 64908.10546875, + 64971.765625, + 65026.4765625, + 65091.6640625, + 65102.94921875, + 65171.34375, + 65215.21875, + 65269.91796875, + 65323.765625, + 65326.76171875, + 65397.96484375, + 65392.84375, + 65938.40625, + 65972.8671875, + 65964.0390625, + 65942.875, + 65969.7109375, + 66025.859375, + 66092.34375, + 66100.4609375 + ], + "mean": [ + 64362.33984375, + 64351.28515625, + 64346.8359375, + 64359.9765625, + 64359.828125, + 64363.84765625, + 64354.32421875, + 64340.6484375, + 64326.4453125, + 64321.375, + 64288.5546875, + 64261.82421875, + 64235.82421875, + 64186.92578125, + 64169.75, + 64163.33984375, + 64044.203125, + 64011.98046875, + 64004.27734375, + 63953.75, + 63913.953125, + 63887.19921875, + 63884.98828125, + 63870.85546875 + ], + "quantiles": { + "0.1": [ + 64053.48828125, + 63928.86328125, + 63795.0859375, + 63697.40625, + 63593.38671875, + 63470.796875, + 63288.6328125, + 63213.46875, + 63119.6953125, + 63000.88671875, + 62948.0859375, + 62875.80078125, + 62799.25, + 62734.32421875, + 62651.60546875, + 62593.7578125, + 62484.890625, + 62490.55859375, + 62431.8125, + 62436.28515625, + 62373.109375, + 62322.33984375, + 62297.93359375, + 62353.54296875 + ], + "0.2": [ + 64053.48828125, + 63928.86328125, + 63795.0859375, + 63697.40625, + 63593.38671875, + 63470.796875, + 63288.6328125, + 63213.46875, + 63119.6953125, + 63000.88671875, + 62948.0859375, + 62875.80078125, + 62799.25, + 62734.32421875, + 62651.60546875, + 62593.7578125, + 62484.890625, + 62490.55859375, + 62431.8125, + 62436.28515625, + 62373.109375, + 62322.33984375, + 62297.93359375, + 62353.54296875 + ], + "0.3": [ + 64053.48828125, + 63928.86328125, + 63795.0859375, + 63697.40625, + 63593.38671875, + 63470.796875, + 63288.6328125, + 63213.46875, + 63119.6953125, + 63000.88671875, + 62948.0859375, + 62875.80078125, + 62799.25, + 62734.32421875, + 62651.60546875, + 62593.7578125, + 62484.890625, + 62490.55859375, + 62431.8125, + 62436.28515625, + 62373.109375, + 62322.33984375, + 62297.93359375, + 62353.54296875 + ], + "0.4": [ + 64362.33984375, + 64351.28515625, + 64346.8359375, + 64359.9765625, + 64359.828125, + 64363.84765625, + 64354.32421875, + 64340.6484375, + 64326.4453125, + 64321.375, + 64288.5546875, + 64261.82421875, + 64235.82421875, + 64186.92578125, + 64169.75, + 64163.33984375, + 64044.203125, + 64011.98046875, + 64004.27734375, + 63953.75, + 63913.953125, + 63887.19921875, + 63884.98828125, + 63870.85546875 + ], + "0.5": [ + 64362.33984375, + 64351.28515625, + 64346.8359375, + 64359.9765625, + 64359.828125, + 64363.84765625, + 64354.32421875, + 64340.6484375, + 64326.4453125, + 64321.375, + 64288.5546875, + 64261.82421875, + 64235.82421875, + 64186.92578125, + 64169.75, + 64163.33984375, + 64044.203125, + 64011.98046875, + 64004.27734375, + 63953.75, + 63913.953125, + 63887.19921875, + 63884.98828125, + 63870.85546875 + ], + "0.6": [ + 64362.33984375, + 64351.28515625, + 64346.8359375, + 64359.9765625, + 64359.828125, + 64363.84765625, + 64354.32421875, + 64340.6484375, + 64326.4453125, + 64321.375, + 64288.5546875, + 64261.82421875, + 64235.82421875, + 64186.92578125, + 64169.75, + 64163.33984375, + 64044.203125, + 64011.98046875, + 64004.27734375, + 63953.75, + 63913.953125, + 63887.19921875, + 63884.98828125, + 63870.85546875 + ], + "0.7": [ + 64362.33984375, + 64351.28515625, + 64346.8359375, + 64359.9765625, + 64359.828125, + 64363.84765625, + 64354.32421875, + 64340.6484375, + 64326.4453125, + 64321.375, + 64288.5546875, + 64261.82421875, + 64235.82421875, + 64186.92578125, + 64169.75, + 64163.33984375, + 64044.203125, + 64011.98046875, + 64004.27734375, + 63953.75, + 63913.953125, + 63887.19921875, + 63884.98828125, + 63870.85546875 + ], + "0.8": [ + 64603.515625, + 64683.59375, + 64770.8671875, + 64850.20703125, + 64908.10546875, + 64971.765625, + 65026.4765625, + 65091.6640625, + 65102.94921875, + 65171.34375, + 65215.21875, + 65269.91796875, + 65323.765625, + 65326.76171875, + 65397.96484375, + 65392.84375, + 65938.40625, + 65972.8671875, + 65964.0390625, + 65942.875, + 65969.7109375, + 66025.859375, + 66092.34375, + 66100.4609375 + ], + "0.9": [ + 64603.515625, + 64683.59375, + 64770.8671875, + 64850.20703125, + 64908.10546875, + 64971.765625, + 65026.4765625, + 65091.6640625, + 65102.94921875, + 65171.34375, + 65215.21875, + 65269.91796875, + 65323.765625, + 65326.76171875, + 65397.96484375, + 65392.84375, + 65938.40625, + 65972.8671875, + 65964.0390625, + 65942.875, + 65969.7109375, + 66025.859375, + 66092.34375, + 66100.4609375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_102348.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_102348.json new file mode 100644 index 0000000000000000000000000000000000000000..18dd637038dce69d762837c41b8afb39ab9516b8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_102348.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T10:23:48.332768+00:00", + "metrics": { + "MSE[mean]": 103438.02229564633, + "MSE[0.5]": 108745.31478198148, + "MAE[0.5]": 257.0455653461149, + "MASE[0.5]": 0.24387461604393076, + "MAPE[0.5]": 0.00402078808409346, + "sMAPE[0.5]": 0.00400848138260845, + "MSIS": 2.122746140390633, + "RMSE[mean]": 321.6178202395606, + "NRMSE[mean]": 0.005018281923834351, + "ND[0.5]": 0.004010745154660191, + "mean_weighted_sum_quantile_loss": 0.0032058623521686244 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00" + ], + "context": [ + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125 + ], + "actual": [ + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64168.01171875 + ], + "predictions": { + "p50": [ + 64359.521185286685, + 64412.90750455886, + 64355.56921445604, + 64398.883268103215, + 64337.28911862539, + 64384.87075039757, + 64331.346913419744, + 64327.90315456692, + 64323.3715050891, + 64315.69923061127, + 64315.25547175845, + 64308.12616603062, + 64304.541782177796, + 64301.23864832497, + 64286.67965509715, + 64302.075739994325, + 64290.1573717665, + 64312.56126916368, + 64295.189775935854, + 64339.20500145803, + 64271.46827385521, + 64269.731546252384, + 64276.50067802456, + 64251.91824729674 + ], + "p10": [ + 64123.966497786685, + 64147.32937955886, + 64110.93444883104, + 64109.949674353215, + 64100.43013425039, + 64078.53871914757, + 64016.456288419744, + 64011.78401394192, + 64081.741036339095, + 64091.45118373627, + 64076.87500300845, + 64056.60819728062, + 64052.614047802796, + 64047.94177332497, + 64053.70738947215, + 64053.882380619325, + 64047.6815905165, + 64029.25267541368, + 64024.580400935854, + 64029.66789208303, + 64015.23585198021, + 64030.629983752384, + 64017.48895927456, + 64012.81668479674 + ], + "p90": [ + 64607.857122786685, + 64679.87625455886, + 64675.20398008104, + 64592.12467435322, + 64590.942634250394, + 64632.953172272566, + 64579.823475919744, + 64561.71604519192, + 64590.9824425891, + 64554.80665248627, + 64556.38828425845, + 64545.46210353062, + 64551.789829052796, + 64548.892163949975, + 64537.69918634715, + 64539.54761499433, + 64533.1007311415, + 64546.17455041368, + 64525.53079156086, + 64516.51750145803, + 64511.91124260521, + 64509.739358752384, + 64502.50067802456, + 64497.89441917174 + ], + "mean": [ + 64358.04057981772, + 64407.31158658993, + 64335.37435117466, + 64359.39529935304, + 64342.648298312764, + 64359.656492584974, + 64298.39880795092, + 64310.53524441065, + 64329.30041133909, + 64328.21743373632, + 64306.47715144604, + 64282.188001968236, + 64305.49459467795, + 64299.660464731416, + 64258.173248847306, + 64286.056482182015, + 64277.875692079215, + 64286.616776976436, + 64280.4454595299, + 64278.69045067682, + 64252.56725823028, + 64250.69887047125, + 64255.33694755595, + 64236.615219953164 + ], + "quantiles": { + "0.1": [ + 64123.966497786685, + 64147.32937955886, + 64110.93444883104, + 64109.949674353215, + 64100.43013425039, + 64078.53871914757, + 64016.456288419744, + 64011.78401394192, + 64081.741036339095, + 64091.45118373627, + 64076.87500300845, + 64056.60819728062, + 64052.614047802796, + 64047.94177332497, + 64053.70738947215, + 64053.882380619325, + 64047.6815905165, + 64029.25267541368, + 64024.580400935854, + 64029.66789208303, + 64015.23585198021, + 64030.629983752384, + 64017.48895927456, + 64012.81668479674 + ], + "0.2": [ + 64191.958685286685, + 64240.39578580886, + 64157.03601133104, + 64175.422330603215, + 64170.75005612539, + 64168.59731289757, + 64138.190663419744, + 64156.69417019192, + 64152.0531457141, + 64174.06055873627, + 64144.73203425845, + 64138.00507228062, + 64132.852329052796, + 64137.85974207497, + 64126.04293634715, + 64121.874568119325, + 64123.8429186415, + 64109.87533166368, + 64114.498369685854, + 64100.62687645803, + 64095.85850823021, + 64137.31201500238, + 64081.62177177456, + 64081.93777854674 + ], + "0.3": [ + 64269.69384153668, + 64309.17937955886, + 64241.96569883104, + 64266.504361853215, + 64243.08989987539, + 64254.62856289757, + 64219.96136654475, + 64220.89338894192, + 64224.4008019641, + 64234.54102748627, + 64225.42500300845, + 64202.20429103062, + 64205.711704052796, + 64219.02224207497, + 64188.18746759715, + 64207.782771244325, + 64202.8233873915, + 64174.17064416368, + 64193.478838435854, + 64190.98859520803, + 64160.77686760521, + 64179.462015002384, + 64175.07684989956, + 64141.975278546735 + ], + "0.4": [ + 64299.528997786685, + 64351.30594205886, + 64313.41335508104, + 64334.629361853215, + 64293.116462375394, + 64328.73012539757, + 64294.72425716974, + 64287.28401394192, + 64299.8031457141, + 64277.93946498627, + 64277.88047175845, + 64268.59491603062, + 64290.352329052796, + 64272.34021082497, + 64227.90153009715, + 64269.905818119325, + 64258.3233873915, + 64256.11205041368, + 64267.990557185854, + 64267.20500145803, + 64226.54444573021, + 64248.301858752384, + 64243.62958427456, + 64192.06668479674 + ], + "0.5": [ + 64359.521185286685, + 64412.90750455886, + 64355.56921445604, + 64398.883268103215, + 64337.28911862539, + 64384.87075039757, + 64331.346913419744, + 64327.90315456692, + 64323.3715050891, + 64315.69923061127, + 64315.25547175845, + 64308.12616603062, + 64304.541782177796, + 64301.23864832497, + 64286.67965509715, + 64302.075739994325, + 64290.1573717665, + 64312.56126916368, + 64295.189775935854, + 64339.20500145803, + 64271.46827385521, + 64269.731546252384, + 64276.50067802456, + 64251.91824729674 + ], + "0.6": [ + 64432.528997786685, + 64459.20984830886, + 64446.05554258104, + 64454.894986853215, + 64413.83989987539, + 64430.238719147565, + 64399.944569669744, + 64414.01057644192, + 64395.1508019641, + 64392.72696498627, + 64383.07578425845, + 64376.58319728062, + 64382.082797802796, + 64391.66052332497, + 64313.87887384715, + 64352.175349369325, + 64357.7726061415, + 64375.97142541368, + 64371.299150935854, + 64366.62687645803, + 64348.131164480204, + 64340.032327502384, + 64335.36005302456, + 64334.114341046734 + ], + "0.7": [ + 64501.50321653669, + 64526.52234830886, + 64489.15319883104, + 64492.734830603215, + 64478.12974362539, + 64489.95200039757, + 64450.073475919744, + 64465.79182644192, + 64440.7289269641, + 64436.05665248627, + 64412.55390925845, + 64407.34491603062, + 64445.133579052796, + 64441.46911707497, + 64383.90973322215, + 64432.124568119325, + 64399.1300280165, + 64421.77220666368, + 64414.396807185854, + 64413.43547020803, + 64402.65382073021, + 64405.453811877385, + 64371.09638114956, + 64369.57566917174 + ], + "0.8": [ + 64579.30712278668, + 64598.87469205886, + 64566.03210508104, + 64577.996549353215, + 64534.13286862539, + 64571.03871914757, + 64541.968007169744, + 64530.21448269192, + 64532.6234582141, + 64527.95118373627, + 64462.51719050845, + 64499.34491603062, + 64513.934360302796, + 64515.39099207497, + 64444.16324884715, + 64499.917536869325, + 64455.7280748915, + 64496.09876916368, + 64491.275713435854, + 64487.35734520803, + 64457.29444573021, + 64496.282327502384, + 64458.36005302456, + 64462.53934104674 + ], + "0.9": [ + 64607.857122786685, + 64679.87625455886, + 64675.20398008104, + 64592.12467435322, + 64590.942634250394, + 64632.953172272566, + 64579.823475919744, + 64561.71604519192, + 64590.9824425891, + 64554.80665248627, + 64556.38828425845, + 64545.46210353062, + 64551.789829052796, + 64548.892163949975, + 64537.69918634715, + 64539.54761499433, + 64533.1007311415, + 64546.17455041368, + 64525.53079156086, + 64516.51750145803, + 64511.91124260521, + 64509.739358752384, + 64502.50067802456, + 64497.89441917174 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_102328.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_102328.json new file mode 100644 index 0000000000000000000000000000000000000000..cc07563e2fd9d08ce889ace0f90ce41428b65e05 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_102328.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T10:23:28.606136+00:00", + "metrics": { + "MSE[mean]": 306216.8893426259, + "MSE[0.5]": 221682.07479858398, + "MAE[0.5]": 406.1053059895833, + "MASE[0.5]": 0.3852965735403983, + "MAPE[0.5]": 0.006349060826444813, + "sMAPE[0.5]": 0.006322338028500727, + "MSIS": 2.196803951397038, + "RMSE[mean]": 553.368673980219, + "NRMSE[mean]": 0.008634347474224742, + "ND[0.5]": 0.006336560936526321, + "mean_weighted_sum_quantile_loss": 0.005642550338843266 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00" + ], + "context": [ + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125 + ], + "actual": [ + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64168.01171875 + ], + "predictions": { + "p50": [ + 64372.015625, + 64399.1796875, + 64393.451171875, + 64390.615234375, + 64396.9921875, + 64373.4375, + 64468.857421875, + 64435.13671875, + 64418.98046875, + 64379.443359375, + 64493.853515625, + 64380.84765625, + 64517.685546875, + 64512.69921875, + 64557.818359375, + 64619.1875, + 64552.951171875, + 64613.9375, + 64609.962890625, + 64571.7734375, + 64529.146484375, + 64438.412109375, + 64488.14453125, + 64466.95703125 + ], + "p10": [ + 64092.44921875, + 64041.046875, + 63963.25, + 63890.42578125, + 63824.083984375, + 63645.8984375, + 63756.087890625, + 63701.603515625, + 63626.6015625, + 63549.32421875, + 63540.77734375, + 63436.154296875, + 63377.451171875, + 63357.703125, + 63173.416015625, + 63232.9921875, + 63319.12109375, + 63183.08203125, + 63036.80078125, + 63230.4375, + 62820.978515625, + 62721.099609375, + 62773.421875, + 62959.400390625 + ], + "p90": [ + 64685.27734375, + 64778.99609375, + 64878.966796875, + 65062.158203125, + 65074.046875, + 65106.544921875, + 65217.71484375, + 65144.7578125, + 65353.763671875, + 65273.5546875, + 65401.3359375, + 65364.5625, + 65635.61328125, + 65782.421875, + 65741.0234375, + 66287.62890625, + 66113.11328125, + 66152.53125, + 67170.23828125, + 66588.87109375, + 67046.3359375, + 66656.0, + 66191.78515625, + 66896.57421875 + ], + "mean": [ + 64382.3515625, + 64387.41015625, + 64406.1796875, + 64492.8984375, + 64424.0625, + 64430.4375, + 64492.57421875, + 64403.02734375, + 64446.76171875, + 64511.51953125, + 64481.68359375, + 64415.9765625, + 64612.15625, + 64555.328125, + 64560.91796875, + 64725.15625, + 64632.2890625, + 64713.18359375, + 65055.671875, + 64878.3671875, + 64839.4921875, + 64645.00390625, + 64665.13671875, + 65083.31640625 + ], + "quantiles": { + "0.1": [ + 64092.44921875, + 64041.046875, + 63963.25, + 63890.42578125, + 63824.083984375, + 63645.8984375, + 63756.087890625, + 63701.603515625, + 63626.6015625, + 63549.32421875, + 63540.77734375, + 63436.154296875, + 63377.451171875, + 63357.703125, + 63173.416015625, + 63232.9921875, + 63319.12109375, + 63183.08203125, + 63036.80078125, + 63230.4375, + 62820.978515625, + 62721.099609375, + 62773.421875, + 62959.400390625 + ], + "0.2": [ + 64092.44921875, + 64041.046875, + 63963.25, + 63890.42578125, + 63824.083984375, + 63645.8984375, + 63756.087890625, + 63701.603515625, + 63626.6015625, + 63549.32421875, + 63540.77734375, + 63436.154296875, + 63377.451171875, + 63357.703125, + 63173.416015625, + 63232.9921875, + 63319.12109375, + 63183.08203125, + 63036.80078125, + 63230.4375, + 62820.978515625, + 62721.099609375, + 62773.421875, + 62959.400390625 + ], + "0.3": [ + 64092.44921875, + 64041.046875, + 63963.25, + 63890.42578125, + 63824.083984375, + 63645.8984375, + 63756.087890625, + 63701.603515625, + 63626.6015625, + 63549.32421875, + 63540.77734375, + 63436.154296875, + 63377.451171875, + 63357.703125, + 63173.416015625, + 63232.9921875, + 63319.12109375, + 63183.08203125, + 63036.80078125, + 63230.4375, + 62820.978515625, + 62721.099609375, + 62773.421875, + 62959.400390625 + ], + "0.4": [ + 64372.015625, + 64399.1796875, + 64393.451171875, + 64390.615234375, + 64396.9921875, + 64373.4375, + 64468.857421875, + 64435.13671875, + 64418.98046875, + 64379.443359375, + 64493.853515625, + 64380.84765625, + 64517.685546875, + 64512.69921875, + 64557.818359375, + 64619.1875, + 64552.951171875, + 64613.9375, + 64609.962890625, + 64571.7734375, + 64529.146484375, + 64438.412109375, + 64488.14453125, + 64466.95703125 + ], + "0.5": [ + 64372.015625, + 64399.1796875, + 64393.451171875, + 64390.615234375, + 64396.9921875, + 64373.4375, + 64468.857421875, + 64435.13671875, + 64418.98046875, + 64379.443359375, + 64493.853515625, + 64380.84765625, + 64517.685546875, + 64512.69921875, + 64557.818359375, + 64619.1875, + 64552.951171875, + 64613.9375, + 64609.962890625, + 64571.7734375, + 64529.146484375, + 64438.412109375, + 64488.14453125, + 64466.95703125 + ], + "0.6": [ + 64372.015625, + 64399.1796875, + 64393.451171875, + 64390.615234375, + 64396.9921875, + 64373.4375, + 64468.857421875, + 64435.13671875, + 64418.98046875, + 64379.443359375, + 64493.853515625, + 64380.84765625, + 64517.685546875, + 64512.69921875, + 64557.818359375, + 64619.1875, + 64552.951171875, + 64613.9375, + 64609.962890625, + 64571.7734375, + 64529.146484375, + 64438.412109375, + 64488.14453125, + 64466.95703125 + ], + "0.7": [ + 64372.015625, + 64399.1796875, + 64393.451171875, + 64390.615234375, + 64396.9921875, + 64373.4375, + 64468.857421875, + 64435.13671875, + 64418.98046875, + 64379.443359375, + 64493.853515625, + 64380.84765625, + 64517.685546875, + 64512.69921875, + 64557.818359375, + 64619.1875, + 64552.951171875, + 64613.9375, + 64609.962890625, + 64571.7734375, + 64529.146484375, + 64438.412109375, + 64488.14453125, + 64466.95703125 + ], + "0.8": [ + 64685.27734375, + 64778.99609375, + 64878.966796875, + 65062.158203125, + 65074.046875, + 65106.544921875, + 65217.71484375, + 65144.7578125, + 65353.763671875, + 65273.5546875, + 65401.3359375, + 65364.5625, + 65635.61328125, + 65782.421875, + 65741.0234375, + 66287.62890625, + 66113.11328125, + 66152.53125, + 67170.23828125, + 66588.87109375, + 67046.3359375, + 66656.0, + 66191.78515625, + 66896.57421875 + ], + "0.9": [ + 64685.27734375, + 64778.99609375, + 64878.966796875, + 65062.158203125, + 65074.046875, + 65106.544921875, + 65217.71484375, + 65144.7578125, + 65353.763671875, + 65273.5546875, + 65401.3359375, + 65364.5625, + 65635.61328125, + 65782.421875, + 65741.0234375, + 66287.62890625, + 66113.11328125, + 66152.53125, + 67170.23828125, + 66588.87109375, + 67046.3359375, + 66656.0, + 66191.78515625, + 66896.57421875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_102348.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_102348.json new file mode 100644 index 0000000000000000000000000000000000000000..041523e1b70fd391c58545fd84f9033443a73185 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_102348.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T10:23:48.352466+00:00", + "metrics": { + "MSE[mean]": 56613.28203484669, + "MSE[0.5]": 54684.235153799964, + "MAE[0.5]": 166.09279342562027, + "MASE[0.5]": 0.15758224099215826, + "MAPE[0.5]": 0.002595891979957399, + "sMAPE[0.5]": 0.0025939248701245263, + "MSIS": 1.4400784454657545, + "RMSE[mean]": 237.93545770827578, + "NRMSE[mean]": 0.003712565446676147, + "ND[0.5]": 0.002591586692261334, + "mean_weighted_sum_quantile_loss": 0.002069436975255431 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00" + ], + "context": [ + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125 + ], + "actual": [ + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64168.01171875 + ], + "predictions": { + "p50": [ + 64073.02679550439, + 64131.08538925439, + 64078.41937362939, + 64126.40570175439, + 64069.48382675439, + 64121.73773300439, + 64072.88617050439, + 64074.11468612939, + 64074.25531112939, + 64071.25531112939, + 64075.48382675439, + 64073.02679550439, + 64074.11468612939, + 64075.48382675439, + 64065.59710800439, + 64085.66546737939, + 64078.41937362939, + 64105.49554550439, + 64092.79632675439, + 64141.48382675439, + 64078.41937362939, + 64081.35492050439, + 64092.79632675439, + 64072.88617050439 + ], + "p10": [ + 63837.47210800439, + 63865.50726425439, + 63833.78460800439, + 63837.47210800439, + 63832.62484237939, + 63815.40570175439, + 63757.99554550439, + 63757.99554550439, + 63832.62484237939, + 63847.00726425439, + 63837.10335800439, + 63821.50882675439, + 63822.18695175439, + 63822.18695175439, + 63832.62484237939, + 63837.47210800439, + 63835.943592379386, + 63822.18695175439, + 63822.18695175439, + 63831.94671737939, + 63822.18695175439, + 63842.25335800439, + 63833.78460800439, + 63833.78460800439 + ], + "p90": [ + 64321.36273300439, + 64398.05413925439, + 64398.05413925439, + 64319.64710800439, + 64323.13734237939, + 64369.82015487939, + 64321.36273300439, + 64307.92757675439, + 64341.86624862939, + 64310.36273300439, + 64316.61663925439, + 64310.36273300439, + 64321.36273300439, + 64323.13734237939, + 64316.61663925439, + 64323.13734237939, + 64321.36273300439, + 64339.10882675439, + 64323.13734237939, + 64318.79632675439, + 64318.86234237939, + 64321.36273300439, + 64318.79632675439, + 64318.86234237939 + ], + "mean": [ + 64071.54619003583, + 64125.48947128583, + 64058.22451034833, + 64086.91773300458, + 64074.843006442075, + 64096.52347519208, + 64039.93806503583, + 64056.746775973326, + 64080.184217379574, + 64083.77351425458, + 64066.70550644208, + 64047.08863144208, + 64075.06749862958, + 64073.905643160826, + 64037.090701754576, + 64069.64620956708, + 64066.13769394208, + 64079.551053317075, + 64078.05201034833, + 64080.96927597333, + 64059.51835800458, + 64062.32224472333, + 64071.632596285825, + 64057.583143160824 + ], + "quantiles": { + "0.1": [ + 63837.47210800439, + 63865.50726425439, + 63833.78460800439, + 63837.47210800439, + 63832.62484237939, + 63815.40570175439, + 63757.99554550439, + 63757.99554550439, + 63832.62484237939, + 63847.00726425439, + 63837.10335800439, + 63821.50882675439, + 63822.18695175439, + 63822.18695175439, + 63832.62484237939, + 63837.47210800439, + 63835.943592379386, + 63822.18695175439, + 63822.18695175439, + 63831.94671737939, + 63822.18695175439, + 63842.25335800439, + 63833.78460800439, + 63833.78460800439 + ], + "0.2": [ + 63905.46429550439, + 63958.57367050439, + 63879.88617050439, + 63902.94476425439, + 63902.94476425439, + 63905.46429550439, + 63879.72992050439, + 63902.90570175439, + 63902.93695175439, + 63929.61663925439, + 63904.96038925439, + 63902.90570175439, + 63902.42523300439, + 63912.10492050439, + 63904.96038925439, + 63905.46429550439, + 63912.10492050439, + 63902.80960800439, + 63912.10492050439, + 63902.90570175439, + 63902.80960800439, + 63948.93538925439, + 63897.91742050439, + 63902.90570175439 + ], + "0.3": [ + 63983.199451754386, + 64027.35726425439, + 63964.81585800439, + 63994.02679550439, + 63975.28460800439, + 63991.49554550439, + 63961.50062362939, + 63967.10492050439, + 63975.28460800439, + 63990.09710800439, + 63985.65335800439, + 63967.10492050439, + 63975.28460800439, + 63993.26742050439, + 63967.10492050439, + 63991.37249862939, + 63991.08538925439, + 63967.10492050439, + 63991.08538925439, + 63993.26742050439, + 63967.72796737939, + 63991.08538925439, + 63991.37249862939, + 63962.94320175439 + ], + "0.4": [ + 64013.03460800439, + 64069.48382675439, + 64036.26351425439, + 64062.15179550439, + 64025.31117050439, + 64065.59710800439, + 64036.26351425439, + 64033.49554550439, + 64050.68695175439, + 64033.49554550439, + 64038.10882675439, + 64033.49554550439, + 64059.92523300439, + 64046.58538925439, + 64006.81898300439, + 64053.49554550439, + 64046.58538925439, + 64049.04632675439, + 64065.59710800439, + 64069.48382675439, + 64033.49554550439, + 64059.92523300439, + 64059.92523300439, + 64013.03460800439 + ], + "0.5": [ + 64073.02679550439, + 64131.08538925439, + 64078.41937362939, + 64126.40570175439, + 64069.48382675439, + 64121.73773300439, + 64072.88617050439, + 64074.11468612939, + 64074.25531112939, + 64071.25531112939, + 64075.48382675439, + 64073.02679550439, + 64074.11468612939, + 64075.48382675439, + 64065.59710800439, + 64085.66546737939, + 64078.41937362939, + 64105.49554550439, + 64092.79632675439, + 64141.48382675439, + 64078.41937362939, + 64081.35492050439, + 64092.79632675439, + 64072.88617050439 + ], + "0.6": [ + 64146.03460800439, + 64177.38773300439, + 64168.90570175439, + 64182.41742050439, + 64146.03460800439, + 64167.105701754386, + 64141.48382675439, + 64160.22210800439, + 64146.03460800439, + 64148.28304550439, + 64143.30413925439, + 64141.48382675439, + 64151.65570175439, + 64165.90570175439, + 64092.79632675439, + 64135.76507675439, + 64146.03460800439, + 64168.90570175439, + 64168.90570175439, + 64168.90570175439, + 64155.082264254386, + 64151.65570175439, + 64151.65570175439, + 64155.082264254386 + ], + "0.7": [ + 64215.00882675439, + 64244.70023300439, + 64212.00335800439, + 64220.25726425439, + 64210.324451754386, + 64226.81898300439, + 64191.61273300439, + 64212.00335800439, + 64191.61273300439, + 64191.61273300439, + 64172.78226425439, + 64172.24554550439, + 64214.70648300439, + 64215.71429550439, + 64162.82718612939, + 64215.71429550439, + 64187.39202987939, + 64214.70648300439, + 64212.00335800439, + 64215.71429550439, + 64209.60492050439, + 64217.07718612939, + 64187.39202987939, + 64190.54359237939 + ], + "0.8": [ + 64292.812733004386, + 64317.05257675439, + 64288.88226425439, + 64305.51898300439, + 64266.32757675439, + 64307.90570175439, + 64283.50726425439, + 64276.426014254386, + 64283.50726425439, + 64283.50726425439, + 64222.74554550439, + 64264.24554550439, + 64283.50726425439, + 64289.63617050439, + 64223.08070175439, + 64283.50726425439, + 64243.99007675439, + 64289.03304550439, + 64288.88226425439, + 64289.63617050439, + 64264.24554550439, + 64307.90570175439, + 64274.65570175439, + 64283.50726425439 + ], + "0.9": [ + 64321.36273300439, + 64398.05413925439, + 64398.05413925439, + 64319.64710800439, + 64323.13734237939, + 64369.82015487939, + 64321.36273300439, + 64307.92757675439, + 64341.86624862939, + 64310.36273300439, + 64316.61663925439, + 64310.36273300439, + 64321.36273300439, + 64323.13734237939, + 64316.61663925439, + 64323.13734237939, + 64321.36273300439, + 64339.10882675439, + 64323.13734237939, + 64318.79632675439, + 64318.86234237939, + 64321.36273300439, + 64318.79632675439, + 64318.86234237939 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_102348.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_102348.json new file mode 100644 index 0000000000000000000000000000000000000000..2f6a3ef6858b601e593417a0804907209de1de5c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_102348.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T10:23:48.365513+00:00", + "metrics": { + "MSE[mean]": 142444.6894232432, + "MSE[0.5]": 142444.6894232432, + "MAE[0.5]": 293.49072265625, + "MASE[0.5]": 0.2784523327756004, + "MAPE[0.5]": 0.004586028719493097, + "sMAPE[0.5]": 0.0045852572996442865, + "MSIS": 3.6474984213479, + "RMSE[mean]": 377.4184540046276, + "NRMSE[mean]": 0.0058889529319058505, + "ND[0.5]": 0.004579407904766889, + "mean_weighted_sum_quantile_loss": 0.005306502886130935 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00" + ], + "context": [ + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125 + ], + "actual": [ + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64168.01171875 + ], + "predictions": { + "p50": [ + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125 + ], + "p10": [ + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625 + ], + "p90": [ + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875 + ], + "mean": [ + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125 + ], + "quantiles": { + "0.1": [ + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625 + ], + "0.2": [ + 62732.68, + 62700.26349609375, + 62446.81453125, + 62990.6499609375, + 63197.6384765625, + 63073.793964843746, + 62877.178730468746, + 62848.802265624996, + 62976.96, + 62967.09845703125, + 63052.2124609375, + 63307.93154296875, + 63333.54154296875, + 63329.59, + 63284.28, + 63277.63125, + 63459.61, + 63311.97927734375, + 63292.70251953125, + 63338.909023437496, + 63228.2042578125, + 63053.79, + 63246.02275390625, + 63400.49845703125 + ], + "0.3": [ + 63051.12, + 63018.5389453125, + 62763.8034375, + 63310.399453125, + 63518.438671875, + 63393.9655078125, + 63196.3522265625, + 63167.83171875, + 63296.64, + 63286.7283984375, + 63372.274453125, + 63629.2916015625, + 63655.0316015625, + 63651.06, + 63605.52, + 63598.8375, + 63781.74, + 63633.359882812496, + 63613.9852734375, + 63660.426328125, + 63549.159609375, + 63373.86, + 63567.0685546875, + 63722.3283984375 + ], + "0.4": [ + 63369.56, + 63336.81439453125, + 63080.79234375, + 63630.1489453125, + 63839.2388671875, + 63714.137050781246, + 63515.525722656246, + 63486.861171874996, + 63616.32, + 63606.35833984375, + 63692.3364453125, + 63950.65166015625, + 63976.52166015625, + 63972.53, + 63926.76, + 63920.04375, + 64103.87, + 63954.74048828125, + 63935.26802734375, + 63981.9436328125, + 63870.1149609375, + 63693.93, + 63888.11435546875, + 64044.15833984375 + ], + "0.5": [ + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125 + ], + "0.6": [ + 64006.439999999995, + 63973.365292968745, + 63714.77015624999, + 64269.6479296875, + 64480.83925781249, + 64354.48013671875, + 64153.87271484375, + 64124.920078125, + 64255.67999999999, + 64245.618222656245, + 64332.4604296875, + 64593.371777343746, + 64619.50177734374, + 64615.469999999994, + 64569.23999999999, + 64562.456249999996, + 64748.12999999999, + 64597.501699218745, + 64577.83353515624, + 64624.97824218749, + 64512.025664062494, + 64334.06999999999, + 64530.20595703124, + 64687.81822265624 + ], + "0.7": [ + 64324.88, + 64291.6407421875, + 64031.7590625, + 64589.397421875, + 64801.639453125, + 64674.6516796875, + 64473.0462109375, + 64443.94953125, + 64575.36, + 64565.2481640625, + 64652.522421875, + 64914.7318359375, + 64940.9918359375, + 64936.94, + 64890.48, + 64883.6625, + 65070.26, + 64918.882304687504, + 64899.1162890625, + 64946.495546875, + 64832.981015625, + 64654.14, + 64851.2517578125, + 65009.6481640625 + ], + "0.8": [ + 64643.31999999999, + 64609.91619140624, + 64348.747968749994, + 64909.14691406249, + 65122.439648437496, + 64994.82322265625, + 64792.21970703125, + 64762.978984375, + 64895.03999999999, + 64884.87810546874, + 64972.58441406249, + 65236.091894531244, + 65262.48189453124, + 65258.409999999996, + 65211.719999999994, + 65204.868749999994, + 65392.38999999999, + 65240.26291015624, + 65220.39904296874, + 65268.0128515625, + 65153.936367187496, + 64974.20999999999, + 65172.297558593746, + 65331.47810546874 + ], + "0.9": [ + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_102345.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_102345.json new file mode 100644 index 0000000000000000000000000000000000000000..39ed57232c21d488ef4581d163aa38455ff12823 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_102345.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T10:23:45.521262+00:00", + "metrics": { + "MSE[mean]": 85562.8851184845, + "MSE[0.5]": 85562.8851184845, + "MAE[0.5]": 201.27067057291666, + "MASE[0.5]": 0.1909576126737734, + "MAPE[0.5]": 0.003150365536773636, + "sMAPE[0.5]": 0.0031410001899985617, + "MSIS": 1.5714562862521697, + "RMSE[mean]": 292.5113418629857, + "NRMSE[mean]": 0.004564126385453912, + "ND[0.5]": 0.003140475758407143, + "mean_weighted_sum_quantile_loss": 0.0031556952438850537 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00" + ], + "context": [ + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125 + ], + "actual": [ + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64168.01171875 + ], + "predictions": { + "p50": [ + 64276.125, + 64285.40625, + 64297.78125, + 64316.34375, + 64316.34375, + 64297.78125, + 64294.6875, + 64276.125, + 64276.125, + 64266.84375, + 64276.125, + 64260.65625, + 64269.9375, + 64276.125, + 64276.125, + 64279.21875, + 64269.9375, + 64226.625, + 64208.0625, + 64183.3125, + 64180.21875, + 64177.125, + 64167.84375, + 64119.890625 + ], + "p10": [ + 64048.734375, + 63997.6875, + 63949.734375, + 63924.2109375, + 63890.1796875, + 63849.9609375, + 63808.96875, + 63766.140625, + 63728.53125, + 63688.69921875, + 63670.5234375, + 63619.4765625, + 63590.859375, + 63559.921875, + 63535.171875, + 63496.5, + 63439.265625, + 63365.015625, + 63310.875, + 63264.46875, + 63236.625, + 63218.0625, + 63193.3125, + 63146.90625 + ], + "p90": [ + 64505.0625, + 64566.9375, + 64622.625, + 64672.125, + 64703.0625, + 64690.6875, + 64727.8125, + 64727.8125, + 64752.5625, + 64752.5625, + 64777.3125, + 64795.875, + 64814.4375, + 64851.5625, + 64857.75, + 64888.6875, + 64919.625, + 64907.25, + 64901.0625, + 64888.6875, + 64901.0625, + 64888.6875, + 64901.0625, + 64882.5 + ], + "mean": [ + 64276.125, + 64285.40625, + 64297.78125, + 64316.34375, + 64316.34375, + 64297.78125, + 64294.6875, + 64276.125, + 64276.125, + 64266.84375, + 64276.125, + 64260.65625, + 64269.9375, + 64276.125, + 64276.125, + 64279.21875, + 64269.9375, + 64226.625, + 64208.0625, + 64183.3125, + 64180.21875, + 64177.125, + 64167.84375, + 64119.890625 + ], + "quantiles": { + "0.1": [ + 64048.734375, + 63997.6875, + 63949.734375, + 63924.2109375, + 63890.1796875, + 63849.9609375, + 63808.96875, + 63766.140625, + 63728.53125, + 63688.69921875, + 63670.5234375, + 63619.4765625, + 63590.859375, + 63559.921875, + 63535.171875, + 63496.5, + 63439.265625, + 63365.015625, + 63310.875, + 63264.46875, + 63236.625, + 63218.0625, + 63193.3125, + 63146.90625 + ], + "0.2": [ + 64048.734375, + 63997.6875, + 63949.734375, + 63924.2109375, + 63890.1796875, + 63849.9609375, + 63808.96875, + 63766.140625, + 63728.53125, + 63688.69921875, + 63670.5234375, + 63619.4765625, + 63590.859375, + 63559.921875, + 63535.171875, + 63496.5, + 63439.265625, + 63365.015625, + 63310.875, + 63264.46875, + 63236.625, + 63218.0625, + 63193.3125, + 63146.90625 + ], + "0.3": [ + 64048.734375, + 63997.6875, + 63949.734375, + 63924.2109375, + 63890.1796875, + 63849.9609375, + 63808.96875, + 63766.140625, + 63728.53125, + 63688.69921875, + 63670.5234375, + 63619.4765625, + 63590.859375, + 63559.921875, + 63535.171875, + 63496.5, + 63439.265625, + 63365.015625, + 63310.875, + 63264.46875, + 63236.625, + 63218.0625, + 63193.3125, + 63146.90625 + ], + "0.4": [ + 64276.125, + 64285.40625, + 64297.78125, + 64316.34375, + 64316.34375, + 64297.78125, + 64294.6875, + 64276.125, + 64276.125, + 64266.84375, + 64276.125, + 64260.65625, + 64269.9375, + 64276.125, + 64276.125, + 64279.21875, + 64269.9375, + 64226.625, + 64208.0625, + 64183.3125, + 64180.21875, + 64177.125, + 64167.84375, + 64119.890625 + ], + "0.5": [ + 64276.125, + 64285.40625, + 64297.78125, + 64316.34375, + 64316.34375, + 64297.78125, + 64294.6875, + 64276.125, + 64276.125, + 64266.84375, + 64276.125, + 64260.65625, + 64269.9375, + 64276.125, + 64276.125, + 64279.21875, + 64269.9375, + 64226.625, + 64208.0625, + 64183.3125, + 64180.21875, + 64177.125, + 64167.84375, + 64119.890625 + ], + "0.6": [ + 64276.125, + 64285.40625, + 64297.78125, + 64316.34375, + 64316.34375, + 64297.78125, + 64294.6875, + 64276.125, + 64276.125, + 64266.84375, + 64276.125, + 64260.65625, + 64269.9375, + 64276.125, + 64276.125, + 64279.21875, + 64269.9375, + 64226.625, + 64208.0625, + 64183.3125, + 64180.21875, + 64177.125, + 64167.84375, + 64119.890625 + ], + "0.7": [ + 64276.125, + 64285.40625, + 64297.78125, + 64316.34375, + 64316.34375, + 64297.78125, + 64294.6875, + 64276.125, + 64276.125, + 64266.84375, + 64276.125, + 64260.65625, + 64269.9375, + 64276.125, + 64276.125, + 64279.21875, + 64269.9375, + 64226.625, + 64208.0625, + 64183.3125, + 64180.21875, + 64177.125, + 64167.84375, + 64119.890625 + ], + "0.8": [ + 64505.0625, + 64566.9375, + 64622.625, + 64672.125, + 64703.0625, + 64690.6875, + 64727.8125, + 64727.8125, + 64752.5625, + 64752.5625, + 64777.3125, + 64795.875, + 64814.4375, + 64851.5625, + 64857.75, + 64888.6875, + 64919.625, + 64907.25, + 64901.0625, + 64888.6875, + 64901.0625, + 64888.6875, + 64901.0625, + 64882.5 + ], + "0.9": [ + 64505.0625, + 64566.9375, + 64622.625, + 64672.125, + 64703.0625, + 64690.6875, + 64727.8125, + 64727.8125, + 64752.5625, + 64752.5625, + 64777.3125, + 64795.875, + 64814.4375, + 64851.5625, + 64857.75, + 64888.6875, + 64919.625, + 64907.25, + 64901.0625, + 64888.6875, + 64901.0625, + 64888.6875, + 64901.0625, + 64882.5 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_102227.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_102227.json new file mode 100644 index 0000000000000000000000000000000000000000..e175e841ae1bf42cd70d96be080dbeb78d2a302c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_102227.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T10:22:27.813507+00:00", + "metrics": { + "MSE[mean]": 169129.4457499186, + "MSE[0.5]": 114598.01318041484, + "MAE[0.5]": 259.00634765625, + "MASE[0.5]": 0.24573492836788016, + "MAPE[0.5]": 0.00405235049150791, + "sMAPE[0.5]": 0.004039012523423728, + "MSIS": 11.640445651716247, + "RMSE[mean]": 411.2535054560856, + "NRMSE[mean]": 0.006416889558565356, + "ND[0.5]": 0.004041339723133404, + "mean_weighted_sum_quantile_loss": 0.004816318090786113 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00" + ], + "context": [ + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125 + ], + "actual": [ + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64168.01171875 + ], + "predictions": { + "p50": [ + 64287.80859375, + 64286.4609375, + 64270.46484375, + 64285.3125, + 64287.30078125, + 64298.8203125, + 64294.98046875, + 64288.04296875, + 64297.10546875, + 64311.54296875, + 64320.4453125, + 64346.96484375, + 64345.046875, + 64335.50390625, + 64339.46484375, + 64338.95703125, + 64348.83203125, + 64358.12109375, + 64347.69921875, + 64383.48046875, + 64352.015625, + 64356.109375, + 64368.3515625, + 64375.80859375 + ], + "p10": [ + 64315.18359375, + 64355.984375, + 64333.84765625, + 64361.453125, + 64332.828125, + 64330.6640625, + 64356.69140625, + 64369.734375, + 64347.078125, + 64365.2421875, + 64367.8984375, + 64365.23828125, + 64361.16796875, + 64383.140625, + 64381.6875, + 64410.5546875, + 64383.24609375, + 64432.40234375, + 64417.70703125, + 64401.80078125, + 64414.65234375, + 64439.93359375, + 64418.21484375, + 64406.78515625 + ], + "p90": [ + 64516.65234375, + 64566.01171875, + 64579.234375, + 64611.43359375, + 64621.0546875, + 64641.10546875, + 64656.9921875, + 64661.265625, + 64687.046875, + 64725.91796875, + 64752.21875, + 64783.2109375, + 64799.61328125, + 64814.39453125, + 64817.5625, + 64845.296875, + 64858.17578125, + 64864.7578125, + 64877.4765625, + 64880.7421875, + 64869.35546875, + 64884.9140625, + 64880.48828125, + 64881.2734375 + ], + "mean": [ + 64341.87890625, + 64346.234375, + 64338.51953125, + 64359.5234375, + 64356.94921875, + 64368.2578125, + 64381.46875, + 64382.23828125, + 64392.3671875, + 64398.453125, + 64405.98828125, + 64431.22265625, + 64431.703125, + 64441.8671875, + 64448.046875, + 64463.03125, + 64470.359375, + 64470.12109375, + 64471.50390625, + 64483.6328125, + 64475.7890625, + 64473.640625, + 64494.5, + 64492.31640625 + ], + "quantiles": { + "0.1": [ + 64315.18359375, + 64355.984375, + 64333.84765625, + 64361.453125, + 64332.828125, + 64330.6640625, + 64356.69140625, + 64369.734375, + 64347.078125, + 64365.2421875, + 64367.8984375, + 64365.23828125, + 64361.16796875, + 64383.140625, + 64381.6875, + 64410.5546875, + 64383.24609375, + 64432.40234375, + 64417.70703125, + 64401.80078125, + 64414.65234375, + 64439.93359375, + 64418.21484375, + 64406.78515625 + ], + "0.2": [ + 64315.18359375, + 64355.984375, + 64333.84765625, + 64361.453125, + 64332.828125, + 64330.6640625, + 64356.69140625, + 64369.734375, + 64347.078125, + 64365.2421875, + 64367.8984375, + 64365.23828125, + 64361.16796875, + 64383.140625, + 64381.6875, + 64410.5546875, + 64383.24609375, + 64432.40234375, + 64417.70703125, + 64401.80078125, + 64414.65234375, + 64439.93359375, + 64418.21484375, + 64406.78515625 + ], + "0.3": [ + 64315.18359375, + 64355.984375, + 64333.84765625, + 64361.453125, + 64332.828125, + 64330.6640625, + 64356.69140625, + 64369.734375, + 64347.078125, + 64365.2421875, + 64367.8984375, + 64365.23828125, + 64361.16796875, + 64383.140625, + 64381.6875, + 64410.5546875, + 64383.24609375, + 64432.40234375, + 64417.70703125, + 64401.80078125, + 64414.65234375, + 64439.93359375, + 64418.21484375, + 64406.78515625 + ], + "0.4": [ + 64287.80859375, + 64286.4609375, + 64270.46484375, + 64285.3125, + 64287.30078125, + 64298.8203125, + 64294.98046875, + 64288.04296875, + 64297.10546875, + 64311.54296875, + 64320.4453125, + 64346.96484375, + 64345.046875, + 64335.50390625, + 64339.46484375, + 64338.95703125, + 64348.83203125, + 64358.12109375, + 64347.69921875, + 64383.48046875, + 64352.015625, + 64356.109375, + 64368.3515625, + 64375.80859375 + ], + "0.5": [ + 64287.80859375, + 64286.4609375, + 64270.46484375, + 64285.3125, + 64287.30078125, + 64298.8203125, + 64294.98046875, + 64288.04296875, + 64297.10546875, + 64311.54296875, + 64320.4453125, + 64346.96484375, + 64345.046875, + 64335.50390625, + 64339.46484375, + 64338.95703125, + 64348.83203125, + 64358.12109375, + 64347.69921875, + 64383.48046875, + 64352.015625, + 64356.109375, + 64368.3515625, + 64375.80859375 + ], + "0.6": [ + 64287.80859375, + 64286.4609375, + 64270.46484375, + 64285.3125, + 64287.30078125, + 64298.8203125, + 64294.98046875, + 64288.04296875, + 64297.10546875, + 64311.54296875, + 64320.4453125, + 64346.96484375, + 64345.046875, + 64335.50390625, + 64339.46484375, + 64338.95703125, + 64348.83203125, + 64358.12109375, + 64347.69921875, + 64383.48046875, + 64352.015625, + 64356.109375, + 64368.3515625, + 64375.80859375 + ], + "0.7": [ + 64287.80859375, + 64286.4609375, + 64270.46484375, + 64285.3125, + 64287.30078125, + 64298.8203125, + 64294.98046875, + 64288.04296875, + 64297.10546875, + 64311.54296875, + 64320.4453125, + 64346.96484375, + 64345.046875, + 64335.50390625, + 64339.46484375, + 64338.95703125, + 64348.83203125, + 64358.12109375, + 64347.69921875, + 64383.48046875, + 64352.015625, + 64356.109375, + 64368.3515625, + 64375.80859375 + ], + "0.8": [ + 64516.65234375, + 64566.01171875, + 64579.234375, + 64611.43359375, + 64621.0546875, + 64641.10546875, + 64656.9921875, + 64661.265625, + 64687.046875, + 64725.91796875, + 64752.21875, + 64783.2109375, + 64799.61328125, + 64814.39453125, + 64817.5625, + 64845.296875, + 64858.17578125, + 64864.7578125, + 64877.4765625, + 64880.7421875, + 64869.35546875, + 64884.9140625, + 64880.48828125, + 64881.2734375 + ], + "0.9": [ + 64516.65234375, + 64566.01171875, + 64579.234375, + 64611.43359375, + 64621.0546875, + 64641.10546875, + 64656.9921875, + 64661.265625, + 64687.046875, + 64725.91796875, + 64752.21875, + 64783.2109375, + 64799.61328125, + 64814.39453125, + 64817.5625, + 64845.296875, + 64858.17578125, + 64864.7578125, + 64877.4765625, + 64880.7421875, + 64869.35546875, + 64884.9140625, + 64880.48828125, + 64881.2734375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_102305.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_102305.json new file mode 100644 index 0000000000000000000000000000000000000000..93beeeabd7cb7ed42fdf164d9a07db0b4f1f2c19 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_102305.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T10:23:05.797405+00:00", + "metrics": { + "MSE[mean]": 230556.70388094583, + "MSE[0.5]": 230556.70388094583, + "MAE[0.5]": 418.2277018229167, + "MASE[0.5]": 0.39679782089864774, + "MAPE[0.5]": 0.006538613853961814, + "sMAPE[0.5]": 0.006510508932555563, + "MSIS": 2.138404314141356, + "RMSE[mean]": 480.16320546346094, + "NRMSE[mean]": 0.007492104550279063, + "ND[0.5]": 0.006525709659189353, + "mean_weighted_sum_quantile_loss": 0.004694273314400673 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00" + ], + "context": [ + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125 + ], + "actual": [ + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64168.01171875 + ], + "predictions": { + "p50": [ + 64378.015625, + 64396.578125, + 64406.625, + 64429.97265625, + 64437.7265625, + 64441.56640625, + 64444.828125, + 64447.15625, + 64456.4453125, + 64468.4921875, + 64483.515625, + 64501.34375, + 64518.62890625, + 64528.359375, + 64537.44140625, + 64550.28125, + 64554.21484375, + 64553.796875, + 64562.3515625, + 64573.28125, + 64579.11328125, + 64585.046875, + 64599.03515625, + 64608.08984375 + ], + "p10": [ + 64163.28515625, + 64080.6015625, + 64005.76171875, + 63975.578125, + 63948.2734375, + 63919.40234375, + 63890.6796875, + 63858.86328125, + 63839.84765625, + 63816.15625, + 63789.0, + 63773.46484375, + 63756.671875, + 63739.26171875, + 63715.84375, + 63699.19140625, + 63673.16796875, + 63646.33984375, + 63638.72265625, + 63629.48828125, + 63612.54296875, + 63594.50390625, + 63577.01953125, + 63560.171875 + ], + "p90": [ + 64596.97265625, + 64713.65625, + 64805.15234375, + 64897.5, + 64955.8125, + 65007.9140625, + 65064.640625, + 65109.33203125, + 65152.640625, + 65200.19921875, + 65248.08984375, + 65286.68359375, + 65320.609375, + 65363.92578125, + 65422.48046875, + 65466.0, + 65502.72265625, + 65555.1875, + 65618.9609375, + 65685.75, + 65733.4609375, + 65783.4765625, + 65835.8125, + 65882.953125 + ], + "mean": [ + 64378.015625, + 64396.578125, + 64406.625, + 64429.97265625, + 64437.7265625, + 64441.56640625, + 64444.828125, + 64447.15625, + 64456.4453125, + 64468.4921875, + 64483.515625, + 64501.34375, + 64518.62890625, + 64528.359375, + 64537.44140625, + 64550.28125, + 64554.21484375, + 64553.796875, + 64562.3515625, + 64573.28125, + 64579.11328125, + 64585.046875, + 64599.03515625, + 64608.08984375 + ], + "quantiles": { + "0.1": [ + 64163.28515625, + 64080.6015625, + 64005.76171875, + 63975.578125, + 63948.2734375, + 63919.40234375, + 63890.6796875, + 63858.86328125, + 63839.84765625, + 63816.15625, + 63789.0, + 63773.46484375, + 63756.671875, + 63739.26171875, + 63715.84375, + 63699.19140625, + 63673.16796875, + 63646.33984375, + 63638.72265625, + 63629.48828125, + 63612.54296875, + 63594.50390625, + 63577.01953125, + 63560.171875 + ], + "0.2": [ + 64163.28515625, + 64080.6015625, + 64005.76171875, + 63975.578125, + 63948.2734375, + 63919.40234375, + 63890.6796875, + 63858.86328125, + 63839.84765625, + 63816.15625, + 63789.0, + 63773.46484375, + 63756.671875, + 63739.26171875, + 63715.84375, + 63699.19140625, + 63673.16796875, + 63646.33984375, + 63638.72265625, + 63629.48828125, + 63612.54296875, + 63594.50390625, + 63577.01953125, + 63560.171875 + ], + "0.3": [ + 64163.28515625, + 64080.6015625, + 64005.76171875, + 63975.578125, + 63948.2734375, + 63919.40234375, + 63890.6796875, + 63858.86328125, + 63839.84765625, + 63816.15625, + 63789.0, + 63773.46484375, + 63756.671875, + 63739.26171875, + 63715.84375, + 63699.19140625, + 63673.16796875, + 63646.33984375, + 63638.72265625, + 63629.48828125, + 63612.54296875, + 63594.50390625, + 63577.01953125, + 63560.171875 + ], + "0.4": [ + 64378.015625, + 64396.578125, + 64406.625, + 64429.97265625, + 64437.7265625, + 64441.56640625, + 64444.828125, + 64447.15625, + 64456.4453125, + 64468.4921875, + 64483.515625, + 64501.34375, + 64518.62890625, + 64528.359375, + 64537.44140625, + 64550.28125, + 64554.21484375, + 64553.796875, + 64562.3515625, + 64573.28125, + 64579.11328125, + 64585.046875, + 64599.03515625, + 64608.08984375 + ], + "0.5": [ + 64378.015625, + 64396.578125, + 64406.625, + 64429.97265625, + 64437.7265625, + 64441.56640625, + 64444.828125, + 64447.15625, + 64456.4453125, + 64468.4921875, + 64483.515625, + 64501.34375, + 64518.62890625, + 64528.359375, + 64537.44140625, + 64550.28125, + 64554.21484375, + 64553.796875, + 64562.3515625, + 64573.28125, + 64579.11328125, + 64585.046875, + 64599.03515625, + 64608.08984375 + ], + "0.6": [ + 64378.015625, + 64396.578125, + 64406.625, + 64429.97265625, + 64437.7265625, + 64441.56640625, + 64444.828125, + 64447.15625, + 64456.4453125, + 64468.4921875, + 64483.515625, + 64501.34375, + 64518.62890625, + 64528.359375, + 64537.44140625, + 64550.28125, + 64554.21484375, + 64553.796875, + 64562.3515625, + 64573.28125, + 64579.11328125, + 64585.046875, + 64599.03515625, + 64608.08984375 + ], + "0.7": [ + 64378.015625, + 64396.578125, + 64406.625, + 64429.97265625, + 64437.7265625, + 64441.56640625, + 64444.828125, + 64447.15625, + 64456.4453125, + 64468.4921875, + 64483.515625, + 64501.34375, + 64518.62890625, + 64528.359375, + 64537.44140625, + 64550.28125, + 64554.21484375, + 64553.796875, + 64562.3515625, + 64573.28125, + 64579.11328125, + 64585.046875, + 64599.03515625, + 64608.08984375 + ], + "0.8": [ + 64596.97265625, + 64713.65625, + 64805.15234375, + 64897.5, + 64955.8125, + 65007.9140625, + 65064.640625, + 65109.33203125, + 65152.640625, + 65200.19921875, + 65248.08984375, + 65286.68359375, + 65320.609375, + 65363.92578125, + 65422.48046875, + 65466.0, + 65502.72265625, + 65555.1875, + 65618.9609375, + 65685.75, + 65733.4609375, + 65783.4765625, + 65835.8125, + 65882.953125 + ], + "0.9": [ + 64596.97265625, + 64713.65625, + 64805.15234375, + 64897.5, + 64955.8125, + 65007.9140625, + 65064.640625, + 65109.33203125, + 65152.640625, + 65200.19921875, + 65248.08984375, + 65286.68359375, + 65320.609375, + 65363.92578125, + 65422.48046875, + 65466.0, + 65502.72265625, + 65555.1875, + 65618.9609375, + 65685.75, + 65733.4609375, + 65783.4765625, + 65835.8125, + 65882.953125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_102257.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_102257.json new file mode 100644 index 0000000000000000000000000000000000000000..b9c325266b8dcc3715a2afd95c1cdced33d1eb7a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_102257.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T10:22:57.474426+00:00", + "metrics": { + "MSE[mean]": 103533.64380582173, + "MSE[0.5]": 103533.64380582173, + "MAE[0.5]": 243.80257161458334, + "MASE[0.5]": 0.23131018993838515, + "MAPE[0.5]": 0.0038146172990810336, + "sMAPE[0.5]": 0.0038027483769671154, + "MSIS": 1.7482547639531638, + "RMSE[mean]": 321.7664429455342, + "NRMSE[mean]": 0.0050206009204568115, + "ND[0.5]": 0.0038041114674755216, + "mean_weighted_sum_quantile_loss": 0.0032594636575662543 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00" + ], + "context": [ + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125 + ], + "actual": [ + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64168.01171875 + ], + "predictions": { + "p50": [ + 64320.49609375, + 64310.5625, + 64297.078125, + 64294.49609375, + 64302.9140625, + 64308.1015625, + 64309.28515625, + 64312.203125, + 64311.13671875, + 64309.29296875, + 64308.515625, + 64313.85546875, + 64313.4453125, + 64316.05859375, + 64318.12109375, + 64315.4296875, + 64317.3515625, + 64312.25, + 64313.1484375, + 64311.40625, + 64308.63671875, + 64298.2578125, + 64297.5625, + 64297.45703125 + ], + "p10": [ + 64095.01171875, + 64039.45703125, + 63989.01171875, + 63958.33984375, + 63942.4765625, + 63909.95703125, + 63878.51953125, + 63856.42578125, + 63831.1875, + 63805.10546875, + 63776.73046875, + 63757.640625, + 63733.78125, + 63711.6171875, + 63687.09375, + 63664.6484375, + 63637.76171875, + 63609.0859375, + 63588.57421875, + 63562.5859375, + 63539.484375, + 63502.78515625, + 63474.17578125, + 63449.125 + ], + "p90": [ + 64549.4921875, + 64590.15625, + 64627.48828125, + 64652.28515625, + 64690.45703125, + 64732.94140625, + 64757.390625, + 64780.0234375, + 64807.078125, + 64828.3671875, + 64852.9375, + 64884.9765625, + 64913.0078125, + 64940.234375, + 64973.69921875, + 64988.9921875, + 65017.5703125, + 65036.3125, + 65062.40234375, + 65086.94921875, + 65108.01953125, + 65133.6640625, + 65158.24609375, + 65180.3203125 + ], + "mean": [ + 64320.49609375, + 64310.5625, + 64297.078125, + 64294.49609375, + 64302.9140625, + 64308.1015625, + 64309.28515625, + 64312.203125, + 64311.13671875, + 64309.29296875, + 64308.515625, + 64313.85546875, + 64313.4453125, + 64316.05859375, + 64318.12109375, + 64315.4296875, + 64317.3515625, + 64312.25, + 64313.1484375, + 64311.40625, + 64308.63671875, + 64298.2578125, + 64297.5625, + 64297.45703125 + ], + "quantiles": { + "0.1": [ + 64095.01171875, + 64039.45703125, + 63989.01171875, + 63958.33984375, + 63942.4765625, + 63909.95703125, + 63878.51953125, + 63856.42578125, + 63831.1875, + 63805.10546875, + 63776.73046875, + 63757.640625, + 63733.78125, + 63711.6171875, + 63687.09375, + 63664.6484375, + 63637.76171875, + 63609.0859375, + 63588.57421875, + 63562.5859375, + 63539.484375, + 63502.78515625, + 63474.17578125, + 63449.125 + ], + "0.2": [ + 64095.01171875, + 64039.45703125, + 63989.01171875, + 63958.33984375, + 63942.4765625, + 63909.95703125, + 63878.51953125, + 63856.42578125, + 63831.1875, + 63805.10546875, + 63776.73046875, + 63757.640625, + 63733.78125, + 63711.6171875, + 63687.09375, + 63664.6484375, + 63637.76171875, + 63609.0859375, + 63588.57421875, + 63562.5859375, + 63539.484375, + 63502.78515625, + 63474.17578125, + 63449.125 + ], + "0.3": [ + 64095.01171875, + 64039.45703125, + 63989.01171875, + 63958.33984375, + 63942.4765625, + 63909.95703125, + 63878.51953125, + 63856.42578125, + 63831.1875, + 63805.10546875, + 63776.73046875, + 63757.640625, + 63733.78125, + 63711.6171875, + 63687.09375, + 63664.6484375, + 63637.76171875, + 63609.0859375, + 63588.57421875, + 63562.5859375, + 63539.484375, + 63502.78515625, + 63474.17578125, + 63449.125 + ], + "0.4": [ + 64320.49609375, + 64310.5625, + 64297.078125, + 64294.49609375, + 64302.9140625, + 64308.1015625, + 64309.28515625, + 64312.203125, + 64311.13671875, + 64309.29296875, + 64308.515625, + 64313.85546875, + 64313.4453125, + 64316.05859375, + 64318.12109375, + 64315.4296875, + 64317.3515625, + 64312.25, + 64313.1484375, + 64311.40625, + 64308.63671875, + 64298.2578125, + 64297.5625, + 64297.45703125 + ], + "0.5": [ + 64320.49609375, + 64310.5625, + 64297.078125, + 64294.49609375, + 64302.9140625, + 64308.1015625, + 64309.28515625, + 64312.203125, + 64311.13671875, + 64309.29296875, + 64308.515625, + 64313.85546875, + 64313.4453125, + 64316.05859375, + 64318.12109375, + 64315.4296875, + 64317.3515625, + 64312.25, + 64313.1484375, + 64311.40625, + 64308.63671875, + 64298.2578125, + 64297.5625, + 64297.45703125 + ], + "0.6": [ + 64320.49609375, + 64310.5625, + 64297.078125, + 64294.49609375, + 64302.9140625, + 64308.1015625, + 64309.28515625, + 64312.203125, + 64311.13671875, + 64309.29296875, + 64308.515625, + 64313.85546875, + 64313.4453125, + 64316.05859375, + 64318.12109375, + 64315.4296875, + 64317.3515625, + 64312.25, + 64313.1484375, + 64311.40625, + 64308.63671875, + 64298.2578125, + 64297.5625, + 64297.45703125 + ], + "0.7": [ + 64320.49609375, + 64310.5625, + 64297.078125, + 64294.49609375, + 64302.9140625, + 64308.1015625, + 64309.28515625, + 64312.203125, + 64311.13671875, + 64309.29296875, + 64308.515625, + 64313.85546875, + 64313.4453125, + 64316.05859375, + 64318.12109375, + 64315.4296875, + 64317.3515625, + 64312.25, + 64313.1484375, + 64311.40625, + 64308.63671875, + 64298.2578125, + 64297.5625, + 64297.45703125 + ], + "0.8": [ + 64549.4921875, + 64590.15625, + 64627.48828125, + 64652.28515625, + 64690.45703125, + 64732.94140625, + 64757.390625, + 64780.0234375, + 64807.078125, + 64828.3671875, + 64852.9375, + 64884.9765625, + 64913.0078125, + 64940.234375, + 64973.69921875, + 64988.9921875, + 65017.5703125, + 65036.3125, + 65062.40234375, + 65086.94921875, + 65108.01953125, + 65133.6640625, + 65158.24609375, + 65180.3203125 + ], + "0.9": [ + 64549.4921875, + 64590.15625, + 64627.48828125, + 64652.28515625, + 64690.45703125, + 64732.94140625, + 64757.390625, + 64780.0234375, + 64807.078125, + 64828.3671875, + 64852.9375, + 64884.9765625, + 64913.0078125, + 64940.234375, + 64973.69921875, + 64988.9921875, + 65017.5703125, + 65036.3125, + 65062.40234375, + 65086.94921875, + 65108.01953125, + 65133.6640625, + 65158.24609375, + 65180.3203125 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index a94465e6ea4ca7f0b4c86da7676c741d76f011ce..f138ce30b760d67d870f015c17dcaaa3c7a9c663 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,141336.46910985312,141336.46910985312,289.9182942708333,0.27506295471080155,0.004530258428376775,0.004529621501849105,3.6474984213479,375.9474286517373,0.0058656731556677956,0.004523414250072608,0.005300013917536126,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,142444.6894232432,142444.6894232432,293.49072265625,0.2784523327756004,0.004586028719493097,0.0045852572996442865,3.6474984213479,377.4184540046276,0.0058889529319058505,0.004579407904766889,0.005306502886130935,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.7853221291247702,0.7853221291247702,0.8639500061670939,2.250797830821107,1.1315937317869285,0.6981169714671327,85.00909262205366,0.8861840266698392,1.0712408443995773,1.0443638186566702,1.0307347268204987,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.07194445821974307,0.07194445821974307,0.23055558568901485,2.4336426802011326,0.14082148478054052,0.1553978456917313,82.10172425368728,0.2682246413358457,0.16706033244891635,0.14359863658065053,0.13860055891182188,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index aa5d6cfc19937e805271c3a34f42ee718e0c65e4..378c2e0ba420e56698ff17c53cd027a5d36beb99 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T10:15:36.991926+00:00", + "evaluated_at": "2026-06-22T10:23:48.365513+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64211.19140625, 64165.98828125, 64145.390625, - 64253.75 + 64168.01171875 ], "p50": [ 63688.0, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index ffafb031d5432fff8eda80bc789e4303ac32fac8..06845b25ccb37c084f15f6226f8dbd5c1f13639a 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,13 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T10:15:37.021173+00:00", + "evaluated_at": "2026-06-22T10:23:48.369639+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 573c88947262793c88145e97fbdac900684b65ba..58067ef26c9cbed00b44f5fbfd18cf5b0d8bf3e9 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,86212.99731063843,86212.99731063843,204.84309895833334,0.1943469907385722,0.003205922595120624,0.0031966360408125605,1.5714562862521697,293.6204987916178,0.004581177437208207,0.0031960390605484334,0.0031864850882367636,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,85562.8851184845,85562.8851184845,201.27067057291666,0.1909576126737734,0.003150365536773636,0.0031410001899985617,1.5714562862521697,292.5113418629857,0.004564126385453912,0.003140475758407143,0.0031556952438850537,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.024587233887342564,0.024587233887342564,0.13705440560976664,0.3570597333745216,0.18396618116748162,0.16377036087382515,4.615763991232847,0.15680316925158932,0.18954749169292298,0.1656747049998317,0.11054847744641837,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.07140074986681258,0.07140074986681258,0.22948671711815727,2.422360176826553,0.13832061578091728,0.15213958557085283,49.2102465231575,0.26720918746707156,0.1664278698233385,0.14293290528205563,0.12565606620250996,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 642c7660c1d67ae419e0429ae4c73f033569d73e..5fabf788d83df3a1321ec8c69456778d7c1474d1 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T10:15:29.538799+00:00", + "evaluated_at": "2026-06-22T10:23:45.521262+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64211.19140625, 64165.98828125, 64145.390625, - 64253.75 + 64168.01171875 ], "p50": [ 64276.125, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index c1c205d0d5f9d7d1319b4ff0a43456db7a8f309d..a93b4ad42e2548026253978d7974c611d8a7a299 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,13 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T10:15:36.635082+00:00", + "evaluated_at": "2026-06-22T10:23:47.953506+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 309ae87038d8770d1a3f1b169ee1175fe0562e9a..45dd77de5cf747d6cf3f2c271f28cf5d3027cc56 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,167118.6290772756,113419.62814076741,255.43391927083334,0.24234555030308136,0.003996571691523759,0.00398337673619226,11.504870529124295,408.80145434828825,0.006378274019238001,0.003985376063582283,0.00476031122929911,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,169129.4457499186,114598.01318041484,259.00634765625,0.24573492836788016,0.00405235049150791,0.004039012523423728,11.640445651716247,411.2535054560856,0.006416889558565356,0.004041339723133404,0.004816318090786113,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.010441415161906834,0.018224214046615086,0.11531301935513814,0.3004181862113201,0.15805735394691983,0.17790399665743267,0.4823516060346437,0.10218324305827661,0.12352159402893129,0.139393187539686,0.08359887445279039,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.02758327211221455,0.03743484726353744,0.15885817176765865,1.6768365240734957,0.0952264051538266,0.10204600698040515,42.10545590154071,0.16608212460169983,0.1034421550965622,0.0989428072512644,0.08635039685960066,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index ce57bc7645d792dcf3767c9be9a90881967d6ea5..671797563195d58330b7a4dfb3ac9286d75a89cd 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T10:13:34.201851+00:00", + "evaluated_at": "2026-06-22T10:22:27.813507+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64211.19140625, 64165.98828125, 64145.390625, - 64253.75 + 64168.01171875 ], "p50": [ 64287.80859375, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 4ef24b03865436e30545add596aaddbb1936cb2d..1fd18d714df7a0564ac23c9b1f977ee4c351222a 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,13 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T10:13:43.883535+00:00", + "evaluated_at": "2026-06-22T10:22:32.248071+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 032ca425b059a48e8c9a3c4208d520357eec64d9..3b924b4e538f55f7fccd07a344540a0bffbc3b30 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,227718.7025794983,227718.7025794983,414.6552734375,0.3934084428338489,0.006482633792515215,0.006454873582792057,2.138404314141356,477.1988082335268,0.0074454352551644384,0.006469607505978066,0.004675432170466938,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,230556.70388094583,230556.70388094583,418.2277018229167,0.39679782089864774,0.006538613853961814,0.006510508932555563,2.138404314141356,480.16320546346094,0.007492104550279063,0.006525709659189353,0.004694273314400673,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.004009047836160384,0.004009047836160384,0.050488163034121195,0.13153382374924585,0.06556321567404731,0.06868020603472749,1.7610525728977693,0.06331704222529969,0.07653918343936024,0.061031321681682335,0.11274958872016315,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.05340489182639353,0.05340489182639353,0.18922250469525656,1.9973489781422227,0.11346244574888252,0.12346456938129065,48.61330816626149,0.2310949844250055,0.14393459427532143,0.1178548487706808,0.11473153035041601,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index da348082882d45c0e03e6aace40bbb7d197f5a3a..0598851205b0a747346deb39d95f43e0537abba3 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T10:14:27.910257+00:00", + "evaluated_at": "2026-06-22T10:23:05.797405+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64211.19140625, 64165.98828125, 64145.390625, - 64253.75 + 64168.01171875 ], "p50": [ 64378.015625, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index c1ec867afc6582ebc9d8c7f4353a85fe6a285453..6d12338d09e0d3ae6c191abfea5c3921595e1002 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,13 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T10:14:41.238221+00:00", + "evaluated_at": "2026-06-22T10:23:09.190747+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index f87b232afa1a8d13edf22658139fdb4bd796d28a..af220415eef1890a9649dc6e778b0a73db8ab5b8 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,102915.06945800781,102915.06945800781,240.23014322916666,0.22792081187358634,0.0037589063872714725,0.0037471125234524887,1.7482547639531638,320.8037865393858,0.005005301314838401,0.003748161032448229,0.003240702498516465,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,103533.64380582173,103533.64380582173,243.80257161458334,0.23131018993838515,0.0038146172990810336,0.0038027483769671154,1.7482547639531638,321.7664429455342,0.0050206009204568115,0.0038041114674755216,0.0032594636575662543,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.008974980691907497,0.008974980691907497,0.07183914482593537,0.18715827326585568,0.09470534456196766,0.1029763631931298,1.4214786196081612,0.09473637470321258,0.11451963810924579,0.08684090871449435,0.11026411825084514,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.02701342254091088,0.02701342254091088,0.13165014651086596,1.3896406562699077,0.07876277630619197,0.08350120582788535,11.241147361300484,0.164357605667979,0.10236806024477293,0.0819966321271564,0.07703382781383956,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 0a6fe4e394522703cfc0e0fb31588a63fb4231b3..00edd9cf206d809b6d05332040cbb514ac82aa4f 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T10:14:11.970147+00:00", + "evaluated_at": "2026-06-22T10:22:57.474426+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64211.19140625, 64165.98828125, 64145.390625, - 64253.75 + 64168.01171875 ], "p50": [ 64320.49609375, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 226199dd1bd298aeeb68694efb5b6baec6f92b35..32ac6b610d96058be627733beaeaea228deb5a53 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,13 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T10:14:20.055891+00:00", + "evaluated_at": "2026-06-22T10:22:59.538121+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t100000z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", + "data_fetched_at": "2026-06-22T10:21:42.374537Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t040600z", - "data_fetched_at": "2026-06-22T10:12:37.373831Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": []