diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 2fd05114f14ec7ffe1e1085c77fb3d850d4bf026..47a9964abcabd5eaa4b0b16740a96eff2f32c2d7 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T09:15:37.546765+00:00", + "generated_at": "2026-06-22T09:22:21.412971+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 5313, - "num_unique_releases": 678 + "num_model_releases": 5323, + "num_unique_releases": 679 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 7b851eb35ba1110170b1b1684a524f5f349d10ad..df5ecac79c0e3e4b7358eb77ff3e413d9e2ed898 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.275896086987076,0.8518783632525551,0.21275456235752963,0.5026907999176639,40.29817478623068,3.4701780867504555,0.6855512893959254,1195.1446305907573,5.937774508885349,0.2175198915609465,0.1,10,645,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T09:14:29.895611+00:00 -2,Chronos-2,2.278818196704473,0.8538605396266759,0.19330915994787679,0.5171629298958924,39.562108683847484,3.5499222195357754,0.6780343456859831,1173.2235924889121,5.938972016966084,0.14088022212044474,0.1,10,654,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T09:12:56.966386+00:00 -3,Toto-2.0-1B,2.2495770663713053,0.8472329481172579,0.1810657278493091,0.49452752175901776,38.954968829773534,3.5802295802724506,0.6825931613093674,1120.7158572083376,5.949449053368804,0.062210018326684845,0.1,10,651,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T09:14:12.743729+00:00 -4,Moirai-1.1-Large,2.7020738631990247,0.9853497378767893,0.3254243213155568,0.5363353212664353,25.99829096907058,4.482377999655112,0.5564494575996142,1096.2193860408102,9.66052061435114,0.11697224377177044,0.2,10,630,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T09:15:04.242335+00:00 -5,TimesFM-2.5,2.151015777577118,0.819486731861832,0.16549857495532191,0.6139886481985618,41.71566659905138,4.3707355720587895,0.5580317665695419,1043.8013653291773,5.775488116467993,0.05316910230072096,0.1,10,663,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T09:13:33.860371+00:00 -6,Timer-S1,2.11928537471591,0.8626442809329072,0.20061343625173705,0.5182973689223221,37.08669094872725,4.1773861315989596,0.6038373423219372,1031.19610161487,5.71775545200371,0.12773336313407452,0.1,10,610,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T09:15:31.997755+00:00 -7,ETS,5.37539002633907,1.561293890770213,0.5033125614869121,1.146298878008417,-1.8471648007327346,6.702582615235917,0.33457236683909847,877.7163725899613,11.361783556666808,-0.004887458989102011,0.4,10,365,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T09:15:34.516479+00:00 -8,ARIMA,2.837742171406173,1.2101476973947367,0.3882205654695026,0.8526162230323685,0.017849475344583254,6.666210062212421,0.3317823357223561,869.054859697881,6.458095261787024,-0.04007320757286392,0.4,10,365,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T09:15:34.407931+00:00 -9,Moving-Average,2.769045626458017,1.1514974826664104,0.39703305396468624,0.8056263063043447,6.954144039624248,6.4850154169729635,0.34782684408478487,847.7053848952737,6.277036918058971,-0.019630693412113202,0.3,10,365,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T09:15:34.581671+00:00 -10,Seasonal-Naive,3.041070988906644,1.2445723074686872,0.4024209852655737,0.9432293060197571,-7.897322069851981e-16,7.597828095646491,0.22132109047139123,745.2224495440196,6.260698064325277,0.007739216712614691,0.2,10,365,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T09:15:34.608075+00:00 +1,TiRex,2.2758348061967015,0.8518452955578016,0.2127532572454609,0.502669895682265,40.286309485850424,3.471922432866483,0.6853608315058889,1195.137133815271,5.937710788245427,0.21726564236864424,0.1,10,646,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T09:21:33.458354+00:00 +2,Chronos-2,2.2787180425815765,0.8537751109540377,0.1933071623414515,0.5171502469065239,39.56302222107574,3.550630768910068,0.6779506804281057,1173.2189018982158,5.938899064700733,0.14022192556622537,0.1,10,655,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T09:20:17.311748+00:00 +3,Toto-2.0-1B,2.249497060136211,0.8471651715849481,0.18106387579326552,0.4944997258648905,38.95304331381167,3.580801682724597,0.682527439654289,1120.7110194393997,5.9494113405099425,0.0617611902541384,0.1,10,652,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T09:21:24.554993+00:00 +4,Moirai-1.1-Large,2.7018775381326687,0.985202543417971,0.3254213045924702,0.5362817831061644,26.005757969543275,4.482220848790282,0.5565194493645856,1096.220240566814,9.660484399185716,0.1162908689312028,0.2,10,631,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T09:21:57.360266+00:00 +5,TimesFM-2.5,2.150941429379876,0.8194422413363229,0.16549657614949734,0.6139433035040576,41.70676105208779,4.3716972200557525,0.5579271118021439,1043.798433109205,5.7754142100332,0.05288278144481591,0.1,10,664,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T09:20:45.207018+00:00 +6,Timer-S1,2.1191871544108896,0.8625660426879266,0.20061161069402583,0.518255964081901,37.08449231848938,4.177284219732341,0.6038143724190983,1031.194215827582,5.717676144842006,0.12735247216494824,0.1,10,611,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T09:22:15.453098+00:00 +7,ETS,5.374924076978911,1.5609915598996529,0.5033074689585915,1.1460434816900358,-1.8323825219132446,6.699141559610126,0.3349628023223934,877.7312498544168,11.361620108858407,-0.0046474275543803125,0.4,10,366,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T09:22:17.995605+00:00 +8,ARIMA,2.837583782799433,1.2100652217618184,0.38821989296167014,0.8526283213783126,-0.005437287989451534,6.668663444007616,0.3315157777186259,869.0492177677326,6.457958608150674,-0.039870191661883415,0.4,10,366,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T09:22:17.954007+00:00 +9,Moving-Average,2.768629470068037,1.1511862793546814,0.3970278196516535,0.8053595329103007,6.974995304403635,6.48223412746601,0.34815957546352994,847.7162383167263,6.276914622506392,-0.020310355374961002,0.3,10,366,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T09:22:18.017429+00:00 +10,Seasonal-Naive,3.0406879517512904,1.2443335369965283,0.4024160844021364,0.9431525576441322,-7.801145826256187e-16,7.598393045077591,0.221261959321339,745.2233494046359,6.2605772833434425,0.007131877388461214,0.2,10,366,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T09:22:18.033855+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index acdfc422b41fcfb5d08e99ee89f53a6c8ef54242..c84f9d8cf32dd39d8302721dfe091835a19e4d7e 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.4701780867504555,0.6855512893959254,1195.1446305907573,90,645,4555 -2,Chronos-2,3.5499222195357754,0.6780343456859831,1173.2235924889121,90,652,4547 -3,Toto-2.0-1B,3.5802295802724506,0.6825931613093674,1120.7158572083376,90,651,4584 -4,Moirai-1.1-Large,4.482377999655112,0.5564494575996142,1096.2193860408102,90,630,4486 -5,TimesFM-2.5,4.3707355720587895,0.5580317665695419,1043.8013653291773,90,659,4592 -6,Timer-S1,4.1773861315989596,0.6038373423219372,1031.19610161487,90,610,4412 -7,ETS,6.702582615235917,0.33457236683909847,877.7163725899613,90,365,3196 -8,ARIMA,6.666210062212421,0.3317823357223561,869.054859697881,90,365,3196 -9,Moving-Average,6.4850154169729635,0.34782684408478487,847.7053848952737,90,365,3196 -10,Seasonal-Naive,7.597828095646491,0.22132109047139123,745.2224495440196,90,365,3196 +1,TiRex,3.471922432866483,0.6853608315058889,1195.137133815271,90,646,4564 +2,Chronos-2,3.550630768910068,0.6779506804281057,1173.2189018982158,90,653,4556 +3,Toto-2.0-1B,3.580801682724597,0.682527439654289,1120.7110194393997,90,652,4593 +4,Moirai-1.1-Large,4.482220848790282,0.5565194493645856,1096.220240566814,90,631,4495 +5,TimesFM-2.5,4.3716972200557525,0.5579271118021439,1043.798433109205,90,660,4601 +6,Timer-S1,4.177284219732341,0.6038143724190983,1031.194215827582,90,611,4421 +7,ETS,6.699141559610126,0.3349628023223934,877.7312498544168,90,366,3205 +8,ARIMA,6.668663444007616,0.3315157777186259,869.0492177677326,90,366,3205 +9,Moving-Average,6.48223412746601,0.34815957546352994,847.7162383167263,90,366,3205 +10,Seasonal-Naive,7.598393045077591,0.221261959321339,745.2233494046359,90,366,3205 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index c94c3f4e26ba55deb03773fbafbba5dec4bf61f5..7bbc097d554a31eb48ee36fe0afe59f8caf675d6 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -75,6 +75,7 @@ binance_btcusdt_1h_close/1h/short|window:8ff66f39038f226237cc,2026-06-22T05:32:1 binance_btcusdt_1h_close/1h/short|window:92a4806ac815f993dd1e,2026-06-18T01:24:55.380733+00:00,2026-06-18T01:24:55.380733+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.9884935715031338,0.9942301401099918,0.008400909487868681,0.40094650026371276,6.208416780198206,True binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:15:34.329639+00:00,2026-06-22T09:15:34.329639+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.4251101428740129,0.6520047107759367,0.008753925574270212,0.5246400028692486,-25.981313623946313,True binance_btcusdt_1h_close/1h/short|window:99ace3478d3d4b005d99,2026-06-22T07:57:14.703814+00:00,2026-06-22T07:57:14.703814+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3728561787400225,0.6106195040612628,0.012296088168976399,0.7977924833057427,-15.056042306128058,True +binance_btcusdt_1h_close/1h/short|window:9ba62bf358c1a0b20312,2026-06-22T09:22:17.954007+00:00,2026-06-22T09:22:17.954007+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.42548704099268986,0.652293676952866,0.008750975877672394,0.5244014877151771,-26.019866825889522,True binance_btcusdt_1h_close/1h/short|window:9dc1fe8d9f166e443189,2026-06-20T22:18:24.072886+00:00,2026-06-20T22:18:24.072886+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.16376177208869958,0.40467489678592566,0.010889659947488672,0.4338276709410496,73.55487316728554,True binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:09:59.943679+00:00,2026-06-22T06:09:59.943679+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5311462894804875,0.7287978385536605,0.014136220510643298,0.8992430863556065,-30.91019618696623,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:43:53.615682+00:00,2026-06-22T03:43:53.615682+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3788068846372055,0.6154728951279703,0.01273108513388616,0.7509362203550672,-14.418225053374407,True @@ -514,6 +515,7 @@ binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:12:4 binance_btcusdt_1h_close/1h/short|window:968c596974b25d67f719,2026-06-16T12:58:42.197232+00:00,2026-06-16T12:58:42.197232+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2715710605297483,0.5211248032187187,0.005466935930646159,0.34771708481854596,88.09312283192438,True binance_btcusdt_1h_close/1h/short|window:99528930601692af7f63,2026-06-17T04:27:01.218606+00:00,2026-06-17T04:27:01.218606+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.07462372014820873,0.2731734250402274,0.004775799759540351,0.19953460705548642,56.29241619995047,True binance_btcusdt_1h_close/1h/short|window:99ace3478d3d4b005d99,2026-06-22T07:51:40.154352+00:00,2026-06-22T07:51:40.154352+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.11299105496155017,0.3361414210738542,0.003074520636066488,0.25022565169385474,41.796873554513525,True +binance_btcusdt_1h_close/1h/short|window:9ba62bf358c1a0b20312,2026-06-22T09:20:17.311748+00:00,2026-06-22T09:20:17.311748+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.12064160903072056,0.3473350097970554,0.0031781259445493554,0.2715492525541066,34.86302479675841,True binance_btcusdt_1h_close/1h/short|window:9ce2767ae3f2cd85d051,2026-06-17T06:47:20.128114+00:00,2026-06-17T06:47:20.128114+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.18167619721915296,0.42623490849431017,0.008372929251392975,0.24112589817159683,20.310685967564172,True binance_btcusdt_1h_close/1h/short|window:9dc1fe8d9f166e443189,2026-06-20T17:31:06.214214+00:00,2026-06-20T17:31:06.214214+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.643820497582978,0.8023842580602999,0.01152339947322184,0.415074595423143,25.074474376825393,True binance_btcusdt_1h_close/1h/short|window:9dd329d332223395d156,2026-06-17T21:26:30.248924+00:00,2026-06-17T21:26:30.248924+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.27816737178121537,0.5274157485145996,0.0066717398019402315,0.2861883186810357,50.116197948452516,True @@ -1094,6 +1096,7 @@ binance_btcusdt_1h_close/1h/short|window:8ff66f39038f226237cc,2026-06-22T05:32:1 binance_btcusdt_1h_close/1h/short|window:92a4806ac815f993dd1e,2026-06-18T01:24:55.596431+00:00,2026-06-18T01:24:55.596431+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.52493404914945,1.234882200515276,0.01615466775972307,0.901376347386726,-15.337803445378743,True binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:15:34.458413+00:00,2026-06-22T09:15:34.458413+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08858191618206092,0.29762714288529013,0.0024585701367137547,0.14263682750930448,47.63886423687591,True binance_btcusdt_1h_close/1h/short|window:99ace3478d3d4b005d99,2026-06-22T07:57:14.929831+00:00,2026-06-22T07:57:14.929831+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08601800795948134,0.2932882676812718,0.002529605187118591,0.1373266456999535,52.38304469293369,True +binance_btcusdt_1h_close/1h/short|window:9ba62bf358c1a0b20312,2026-06-22T09:22:17.995605+00:00,2026-06-22T09:22:17.995605+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08850058611586942,0.2974904807147103,0.0024555963185540998,0.1425573224579473,47.676649360970316,True binance_btcusdt_1h_close/1h/short|window:9dc1fe8d9f166e443189,2026-06-20T22:18:24.422301+00:00,2026-06-20T22:18:24.422301+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.2283117051615205,0.4778197412848495,0.006883111818745745,0.2727691240368534,64.9574018926414,True binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:10:00.195817+00:00,2026-06-22T06:10:00.195817+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.07941240687974518,0.28180207039648447,0.00252739701301171,0.13281666858841917,55.849222065350254,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:43:53.766160+00:00,2026-06-22T03:43:53.766160+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08359661063918852,0.2891307846618698,0.003156636299306055,0.14811716085452717,54.43507445854344,True @@ -1531,6 +1534,7 @@ binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:14:5 binance_btcusdt_1h_close/1h/short|window:968c596974b25d67f719,2026-06-16T13:00:25.584226+00:00,2026-06-16T13:00:25.584226+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.42805171415185944,0.6542566118518478,0.006016624409822243,0.376154731728477,81.85477272476697,True binance_btcusdt_1h_close/1h/short|window:99528930601692af7f63,2026-06-17T04:30:52.760654+00:00,2026-06-17T04:30:52.760654+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.11968673683003508,0.3459577095976257,0.0070575347249064,0.21557881474824644,38.071351692057185,True binance_btcusdt_1h_close/1h/short|window:99ace3478d3d4b005d99,2026-06-22T07:56:20.830175+00:00,2026-06-22T07:56:20.830175+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.1325029554682009,0.36400955408917623,0.003473807000847904,0.2676778769077752,35.01196370697869,True +binance_btcusdt_1h_close/1h/short|window:9ba62bf358c1a0b20312,2026-06-22T09:21:57.360266+00:00,2026-06-22T09:21:57.360266+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.1426083558470845,0.3776352153164274,0.0029218092172396313,0.23566982052717345,27.313154444435956,True binance_btcusdt_1h_close/1h/short|window:9ce2767ae3f2cd85d051,2026-06-17T06:49:00.510198+00:00,2026-06-17T06:49:00.510198+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4299477256077358,0.6557039923683062,0.012661922727304773,0.3057002145753437,-22.10386600113611,True binance_btcusdt_1h_close/1h/short|window:9dc1fe8d9f166e443189,2026-06-20T21:17:12.779145+00:00,2026-06-20T21:17:12.779145+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.09772489521782085,0.31260981305426233,0.00529901469263738,0.26903726576756987,83.33001883959602,True binance_btcusdt_1h_close/1h/short|window:9dd329d332223395d156,2026-06-17T22:57:17.859187+00:00,2026-06-17T22:57:17.859187+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6127122455450972,0.7827593790847205,0.009129696381567728,0.35530214634625074,15.47666812584934,True @@ -2089,6 +2093,7 @@ binance_btcusdt_1h_close/1h/short|window:8ff66f39038f226237cc,2026-06-22T05:32:1 binance_btcusdt_1h_close/1h/short|window:92a4806ac815f993dd1e,2026-06-18T01:24:55.654880+00:00,2026-06-18T01:24:55.654880+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.0414015982496199,1.020490861423864,0.013339777567993852,0.7278128999342625,3.607813564436419,True binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:15:34.538531+00:00,2026-06-22T09:15:34.538531+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.09074638435261455,0.3012414054419056,0.002914763125066416,0.14837728541760573,46.700402648347,True binance_btcusdt_1h_close/1h/short|window:99ace3478d3d4b005d99,2026-06-22T07:57:14.995250+00:00,2026-06-22T07:57:14.995250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1025621621761979,0.3202532781662007,0.0032108880039024776,0.15233260389178807,45.71070313509234,True +binance_btcusdt_1h_close/1h/short|window:9ba62bf358c1a0b20312,2026-06-22T09:22:18.017429+00:00,2026-06-22T09:22:18.017429+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.09065671839649443,0.30109254125018514,0.002911789957344589,0.14829778036624855,46.74135710707058,True binance_btcusdt_1h_close/1h/short|window:9dc1fe8d9f166e443189,2026-06-20T22:18:24.476861+00:00,2026-06-20T22:18:24.476861+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.48238523236782327,0.6945395830100853,0.011516622661350428,0.4922749204307797,38.041589487671914,True binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:10:00.295090+00:00,2026-06-22T06:10:00.295090+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.11335508751833939,0.3366824728410129,0.00363456520617038,0.16812834127332432,42.41190854893894,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:43:53.797227+00:00,2026-06-22T03:43:53.797227+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.13544285585740412,0.3680256184797522,0.004427828066898545,0.19721298204348903,35.31555269908576,True @@ -2454,6 +2459,7 @@ binance_btcusdt_1h_close/1h/short|window:8ff66f39038f226237cc,2026-06-22T05:32:1 binance_btcusdt_1h_close/1h/short|window:92a4806ac815f993dd1e,2026-06-18T01:24:55.683846+00:00,2026-06-18T01:24:55.683846+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.1193577677510216,1.0579970546986517,0.014291994628991597,0.5200399667591727,-9.918392998297424e-15,True binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:15:34.590417+00:00,2026-06-22T09:15:34.590417+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.24976794919441062,0.49976789532182897,0.004878203112358007,0.34284864318041386,0.0,True binance_btcusdt_1h_close/1h/short|window:99ace3478d3d4b005d99,2026-06-22T07:57:15.029661+00:00,2026-06-22T07:57:15.029661+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2752735000959122,0.5246651313894533,0.005489287177666213,0.3523394194325599,1.0082908672995466e-14,True +binance_btcusdt_1h_close/1h/short|window:9ba62bf358c1a0b20312,2026-06-22T09:22:18.033855+00:00,2026-06-22T09:22:18.033855+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.24978274258920766,0.49978269536790454,0.004881183866115594,0.342928148231771,1.1111886805276893e-14,True binance_btcusdt_1h_close/1h/short|window:9dc1fe8d9f166e443189,2026-06-20T22:18:24.510125+00:00,2026-06-20T22:18:24.510125+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.0747406796077312,1.0366970047259378,0.01647139127992552,0.5295703333705174,0.0,True binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:10:00.347358+00:00,2026-06-22T06:10:00.347358+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2803203570470347,0.5294528846337837,0.005959371674061188,0.3487424039587068,-9.901377091558084e-15,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:43:53.825729+00:00,2026-06-22T03:43:53.825729+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2833374275307165,0.5322944932372647,0.006475499049902809,0.3427914438335973,9.795943958946241e-15,True @@ -2892,6 +2898,7 @@ binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:14:2 binance_btcusdt_1h_close/1h/short|window:968c596974b25d67f719,2026-06-16T12:59:54.656120+00:00,2026-06-16T12:59:54.656120+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2030693062430962,0.45063211852141233,0.004389347931628836,0.3317595209203729,90.96080033509944,True binance_btcusdt_1h_close/1h/short|window:99528930601692af7f63,2026-06-17T04:28:06.628365+00:00,2026-06-17T04:28:06.628365+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.08384592802310188,0.28956161351792103,0.004771505813712971,0.1662689788806134,52.18234738318269,True binance_btcusdt_1h_close/1h/short|window:99ace3478d3d4b005d99,2026-06-22T07:55:36.846179+00:00,2026-06-22T07:55:36.846179+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2667905887803497,0.5165177526284549,0.005278633619242558,0.2674295250257388,1.5649277437190583,True +binance_btcusdt_1h_close/1h/short|window:9ba62bf358c1a0b20312,2026-06-22T09:21:33.458354+00:00,2026-06-22T09:21:33.458354+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2529947972960578,0.502985881805899,0.005110206665825747,0.27261945144286037,-0.6388620119313734,True binance_btcusdt_1h_close/1h/short|window:9ce2767ae3f2cd85d051,2026-06-17T06:48:33.864798+00:00,2026-06-17T06:48:33.864798+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.16092667909167063,0.40115667648896314,0.0078064670765746825,0.21476073491637906,26.046718711553154,True binance_btcusdt_1h_close/1h/short|window:9dc1fe8d9f166e443189,2026-06-20T21:16:35.365525+00:00,2026-06-20T21:16:35.365525+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.09662967414815098,0.31085313919623037,0.004616796841028184,0.23719065437440412,83.50143080908313,True binance_btcusdt_1h_close/1h/short|window:9dd329d332223395d156,2026-06-17T22:51:11.422332+00:00,2026-06-17T22:51:11.422332+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3613792231036805,0.6011482538473188,0.007352741179894946,0.27777995773165215,39.69339737016519,True @@ -3534,6 +3541,7 @@ binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:15:2 binance_btcusdt_1h_close/1h/short|window:968c596974b25d67f719,2026-06-16T13:00:50.930695+00:00,2026-06-16T13:00:50.930695+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.48588695831398365,0.6970559219416931,0.007537566173787961,0.4061295715308424,79.65254551356462,True binance_btcusdt_1h_close/1h/short|window:99528930601692af7f63,2026-06-17T04:31:10.846484+00:00,2026-06-17T04:31:10.846484+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.05093151120733194,0.22568010813390696,0.003497430801706359,0.1586865279277471,67.94500880439155,True binance_btcusdt_1h_close/1h/short|window:99ace3478d3d4b005d99,2026-06-22T07:57:00.660362+00:00,2026-06-22T07:57:00.660362+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.13876179524190813,0.3725074432033649,0.0036354479222245385,0.20684369954535242,32.97103082543271,True +binance_btcusdt_1h_close/1h/short|window:9ba62bf358c1a0b20312,2026-06-22T09:22:15.453098+00:00,2026-06-22T09:22:15.453098+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.11526745539845085,0.33951061161390944,0.0029540819983326955,0.18619582315187022,36.84843562125789,True binance_btcusdt_1h_close/1h/short|window:9ce2767ae3f2cd85d051,2026-06-17T06:49:14.875654+00:00,2026-06-17T06:49:14.875654+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.05667670748845889,0.23806870329478189,0.004725676880366605,0.17002807521100252,65.75029876578763,True binance_btcusdt_1h_close/1h/short|window:9dc1fe8d9f166e443189,2026-06-20T22:18:12.139138+00:00,2026-06-20T22:18:12.139138+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.18128380694804536,0.4257743615438174,0.006644394170522007,0.25345089382254904,71.1337145273091,True binance_btcusdt_1h_close/1h/short|window:9dd329d332223395d156,2026-06-17T23:00:13.624411+00:00,2026-06-17T23:00:13.624411+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.39139966958542255,0.6256194287147919,0.0075500434381562025,0.27712227202353373,36.27973844871438,True @@ -4150,6 +4158,7 @@ binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:13:2 binance_btcusdt_1h_close/1h/short|window:968c596974b25d67f719,2026-06-16T12:58:58.741143+00:00,2026-06-16T12:58:58.741143+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.3155109374577819,0.5617036028527695,0.007845293621780672,0.33414176905924037,86.29858433074634,True binance_btcusdt_1h_close/1h/short|window:99528930601692af7f63,2026-06-17T04:27:20.312596+00:00,2026-06-17T04:27:20.312596+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.12163598362046986,0.34876350672120193,0.010396180242336165,0.2353810046551084,37.37856207058039,True binance_btcusdt_1h_close/1h/short|window:99ace3478d3d4b005d99,2026-06-22T07:52:24.588156+00:00,2026-06-22T07:52:24.588156+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.18793854992116926,0.4335187999627805,0.0029645457788252567,0.28337652372432826,18.854205146762144,True +binance_btcusdt_1h_close/1h/short|window:9ba62bf358c1a0b20312,2026-06-22T09:20:45.207018+00:00,2026-06-22T09:20:45.207018+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.16922964438049753,0.4113753084234608,0.002588140439607607,0.2580193197376995,19.22451476703819,True binance_btcusdt_1h_close/1h/short|window:9ce2767ae3f2cd85d051,2026-06-17T06:47:56.601359+00:00,2026-06-17T06:47:56.601359+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.13127959164673253,0.36232525670553595,0.011497788060949246,0.23789532045891995,35.260830738624016,True binance_btcusdt_1h_close/1h/short|window:9dc1fe8d9f166e443189,2026-06-20T17:31:49.997086+00:00,2026-06-20T17:31:49.997086+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.09241813266530949,0.3040035076529702,0.004364328542468783,0.35401174311609757,84.16357196749853,True binance_btcusdt_1h_close/1h/short|window:9dd329d332223395d156,2026-06-17T21:39:44.657064+00:00,2026-06-17T21:39:44.657064+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.4681895181997227,0.6842437564199784,0.0072752335129824515,0.46158918474029526,28.262399039354726,True @@ -4812,6 +4821,7 @@ binance_btcusdt_1h_close/1h/short|window:9563ed568fd3fd19df04,2026-06-22T09:14:0 binance_btcusdt_1h_close/1h/short|window:968c596974b25d67f719,2026-06-16T12:59:40.549057+00:00,2026-06-16T12:59:40.549057+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2204427670542951,0.46951333000703516,0.0045576628419427756,0.3382272945864986,90.22525370564951,True binance_btcusdt_1h_close/1h/short|window:99528930601692af7f63,2026-06-17T04:27:42.322551+00:00,2026-06-17T04:27:42.322551+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.06866327727967265,0.2620367861191872,0.003987254554610826,0.18672941102880733,59.069020838433964,True binance_btcusdt_1h_close/1h/short|window:99ace3478d3d4b005d99,2026-06-22T07:54:42.969622+00:00,2026-06-22T07:54:42.969622+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.14251681064897329,0.3775139873554002,0.0034942276513249344,0.24818934690002625,31.775913905290142,True +binance_btcusdt_1h_close/1h/short|window:9ba62bf358c1a0b20312,2026-06-22T09:21:24.554993+00:00,2026-06-22T09:21:24.554993+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.12486011830836209,0.3533555126333281,0.0029532269629033436,0.22889312120330577,33.34445609921829,True binance_btcusdt_1h_close/1h/short|window:9ce2767ae3f2cd85d051,2026-06-17T06:48:17.904057+00:00,2026-06-17T06:48:17.904057+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2543270844381954,0.5043085210842618,0.009692772603311162,0.2596516545358429,3.775541540644154,True binance_btcusdt_1h_close/1h/short|window:9dc1fe8d9f166e443189,2026-06-20T21:15:53.586625+00:00,2026-06-20T21:15:53.586625+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.04764413668327367,0.21827536893399968,0.0032347821276084883,0.21644991476898545,91.51019579172198,True binance_btcusdt_1h_close/1h/short|window:9dd329d332223395d156,2026-06-17T22:24:16.191224+00:00,2026-06-17T22:24:16.191224+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2541842904359031,0.5041669271539965,0.006370039840649817,0.27900974829647324,53.41530984913832,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 4139cd8ed360a0c45828490b22d158742d9549d5..2cfcdcfd6ca5939e74f95ba57ba515f9fa9b28f2 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.604466166608746,0.7454911421507059,0.009510909728410868,0.5107303567984227,0.29417574156924886,0.3874999999816016,-0.23970398970398968,0.0001792663586338059,112,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T09:15:34.329639+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6028822805413473,0.7446663858215213,0.009504184650085748,0.510851340257863,0.06130810822890526,0.3861334636181065,-0.23767383059418457,0.00019004180348819168,113,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T09:22:17.954007+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.6722840427898185,1.1136149807343625,0.1122826628431276,0.8751386039730832,-54.27242992293919,1.7954987859166085,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-22T08:46:45.438713+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.986012045812325,1.3086102696716742,2.0658780798157363,1.0219032198187017,0.9852531872726347,1.2910119068208916,0.014866979655712048,0.8534428623693923,72,0.9305555555555556,2026-06-17T12:10:12.335728+00:00,2026-06-22T09:15:34.370273+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.873196574490357,2.1736233480914118,0.1271166197373372,1.5480661484330134,14.626498032393629,5.379135649270143,0.374455732946299,7.555381730625809e-05,53,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-22T09:08:14.959612+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.9005610 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1032865050079756,1.0248333666484024,0.6810283685247857,0.5171150238252843,13.855460440489697,0.4904479062010192,-0.5238095238095238,0.0004255921399794888,22,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-22T08:37:24.387423+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4439005378585728,1.0389421961468894,0.013550147494505498,0.6062644373268555,10.555652046069403,1.6286026141786052,0.26436781609195403,0.04121914632952683,30,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-22T09:15:34.407931+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9275977165973884,0.9443098602037467,0.18845840897665014,0.47223069206859825,51.52437570432775,0.37575855793936136,0.0,1.0,4,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-20T17:12:56.741396+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3489930092335732,0.5421123834119788,0.007732668594176775,0.30046646831419693,32.78015991632748,0.4470599028942834,0.032396397801255306,0.4675034323543431,227,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T09:12:40.797324+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3479914680046134,0.5412580966855974,0.007712692529924022,0.30033963842051237,32.78929528861006,0.44633038024077626,0.02581343225906175,0.5617759920428669,228,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T09:20:17.311748+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.38439341544285544,0.5096604914177981,0.058325125078410194,0.28505879583543775,17.06313580145981,0.5327950855857294,0.04761904761904762,1.0,7,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-22T08:41:56.270195+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.23587354353387105,0.36205049794718164,0.601898660533291,0.19332065098060133,76.34770901301695,0.376818915497265,0.34008248968878885,1.423116689007871e-08,127,0.952755905511811,2026-06-16T12:06:44.487655+00:00,2026-06-22T09:12:47.879913+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.664436818304224,1.8429394270810004,0.11283339661504982,1.0843433221682492,21.330082477862476,5.493499917746911,0.4422880490296221,8.360126917983939e-10,89,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-22T09:05:43.269479+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.148 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8210011315816704,0.8787745345817032,0.6294046635947881,0.47627231798586284,26.922563651777022,0.4166926751563849,-0.12091038406827881,0.28524458155149335,38,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-22T08:33:24.218278+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3481228300404766,0.8445067994563403,0.009278044777240342,0.5398600776580912,37.52648043246978,2.449905558472399,0.11524822695035462,0.247908142173201,48,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-22T09:12:56.966386+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14560441095970342,0.3540856210491078,0.07326493977323648,0.2097125439693489,90.30285924002887,0.09048796560262945,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-21T17:41:22.192896+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6150233630948316,0.6391243644472916,0.008210153320871466,0.4311551622285235,30.972674294945385,0.7380257104600294,-0.2606177606177606,4.6320613981455206e-05,112,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T09:15:34.458413+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.610363869493248,0.6361010557416935,0.008159228037665119,0.42860119904471317,31.120497083140293,0.7363912323760202,-0.2582174462705436,5.0248117554211825e-05,113,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T09:22:17.995605+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.193642063640152,1.70700061723835,0.18382238509451362,1.3185644060092472,-65.46663134536205,4.668455202355313,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-22T08:46:45.656371+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.6221759902956703,1.4811174035597554,2.0748149121608987,1.1216645672586318,-7.096174042535343,1.9675625711521372,-0.00782472613458529,0.9225477612539458,72,0.9305555555555556,2026-06-17T12:10:12.697348+00:00,2026-06-22T09:15:34.486542+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.756430117220774,2.2255992249481595,0.12035509641389162,1.5109879499229686,14.620225242312822,7.122405738101803,0.41944847605224966,9.264401943380004e-06,53,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-22T09:08:15.036727+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,12.67656465 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1610640011711395,1.0282329364984346,0.7827089623343685,0.5504416299454165,15.733697774593985,0.6833010126705074,-0.40259740259740256,0.00832364836208073,22,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-22T08:37:24.536027+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.0824904266060773,0.8750895916174367,0.01220688471590666,0.5847822576354649,25.430489247385434,1.3768171241836618,0.03908045977011494,0.7772097145495372,30,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-22T09:15:34.516479+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0355298506068462,1.016318790561134,0.21003702402948732,0.5501238398295335,45.32341836016455,0.11787053128673673,0.3333333333333334,0.75,4,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-20T17:12:56.912547+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5823765044851253,0.707350803069552,0.00967926893117388,0.3555952995341974,10.587073385599535,0.5268826164476813,-0.012644931927443136,0.7786820709130101,223,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T09:14:54.814529+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5804132538215627,0.7058788584813686,0.009649101700308102,0.35505991793148745,10.661743390326482,0.5265204647934292,-0.019458680333119795,0.6646821031113344,224,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T09:21:57.360266+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3235258835545044,0.47393691049756115,0.05442627592530945,0.2674452891067937,24.621656950720755,0.42714303657338565,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-22T08:45:37.830253+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.5587513106599893,0.9965967558811638,1.8304751246470052,0.5143920435564271,27.52878767464734,2.271535964887337,0.36903225806451606,1.0388567414412227e-09,125,0.96,2026-06-16T12:07:52.741323+00:00,2026-06-22T09:14:59.099729+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.629351925757856,1.9991725587842202,0.11451542054813141,1.03185712875787,20.992433583261274,40.75538770472048,0.4744720662924351,7.652562116031033e-11,87,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-22T09:07:44.438710+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.2291650064839987,1.070662263624402,0.6918291289108818,0.5046246947433685,7.15547743133448,0.8469490677466079,-0.2916666666666667,0.016908203982859246,33,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-22T08:36:31.891858+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,3.016100615382592,1.2821955200871693,0.013151998466456257,0.6943026891556477,9.25496059355957,5.897680542529921,0.14708603145235896,0.14481240328335773,47,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-22T09:15:04.242335+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14917155913022517,0.3583561475999906,0.06081374361126981,0.18543381466807804,90.19705850192639,0.11224549076916283,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-21T19:13:08.416535+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.560913439073976,0.652752283504001,0.008826563684354883,0.4497517156360592,23.17942790636314,0.6245958034313865,-0.5981338481338481,8.862019329433153e-21,112,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T09:15:34.538531+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5567518751741753,0.6496402503867106,0.008774220554027358,0.4470839816956183,23.387940554157005,0.623372847905599,-0.6049304677623261,2.129831060595098e-21,113,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T09:22:18.017429+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5771568279001095,0.6879752348246028,0.07614787084783309,0.4629729837909748,-31.399820120235017,0.5548948988033838,0.6,0.1361111111111111,6,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-22T08:46:45.735147+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.334113755112158,1.3742225002932216,2.1333778185794956,1.1959042388750636,5.535093685235714,1.921055551087091,0.338810641627543,2.555516272805477e-05,72,0.9305555555555556,2026-06-17T12:10:12.867076+00:00,2026-06-22T09:15:34.563749+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.257258626137698,2.273155449248228,0.12769665164583674,1.5176088605508928,9.33573165138399,5.309552011410372,0.34687953555878087,0.000245800725106162,53,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-22T09:08:15.071235+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0449025253904412,0.9965460099802942,0.7821568044528728,0.5232184234706754,16.640459395546486,0.4658814006668225,-0.5064935064935064,0.0006916982505690321,22,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-22T08:37:24.587454+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5365013731718657,1.0408177561689296,0.014003936625375708,0.7180919892279564,16.25250807192288,1.7204472695846291,0.17241379310344826,0.18842793761423912,30,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-22T09:15:34.581671+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0762729471721073,1.0365663956063864,0.21160327629802392,0.5617661939340133,43.728244138972286,0.1006489058726523,0.0,1.0,4,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-20T17:12:56.975490+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6826147281393229,0.7695933289071913,0.010419159550269471,0.4296538126877711,2.43971278952339e-16,0.5867406215652385,-0.6389961389961389,1.7286861731888217e-23,112,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T09:15:34.590417+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.678784356585782,0.7672056241856045,0.010370150915896428,0.42888632893152334,3.4014752254813133e-16,0.5855328117468935,-0.6450695322376737,4.119616881996038e-24,113,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T09:22:18.033855+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2565612559835197,0.4676926183925614,0.05397038616447911,0.33518682132279193,-1.4748963430700404e-15,0.24693667351374793,0.2,0.7194444444444444,6,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-22T08:46:45.788725+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.4475544074400566,1.4228933485114013,2.099139924344911,1.250326291100481,1.9017312935412857e-15,1.9402091796960832,0.33724569640062596,2.7846927160226487e-05,72,0.9305555555555556,2026-06-17T12:10:12.978229+00:00,2026-06-22T09:15:34.596763+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.882305130814302,2.4299038612797847,0.13523074254007814,1.9739440128421613,-2.6789937479354695e-16,5.384154148200929,0.3105950653120465,0.0010268651619496345,53,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-22T09:08:15.110484+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.457276015978245,1.1767290505021415,0.755757064923547,0.9188321704156253,-6.961145674196271e-17,0.7535642760358114,-0.37662337662337664,0.014016594956789027,22,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-22T08:37:24.646329+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8175161814239615,1.190237577780589,0.014404813360532254,0.6040368797576678,3.0570058919810994e-15,1.6993542435048314,0.23218390804597702,0.07421744084366233,30,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-22T09:15:34.608075+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.762985486197099,1.659058577581784,0.3440214741476295,1.3340371533213518,-1.3673782795539702e-15,0.392903069889937,0.0,1.0,4,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-20T17:12:57.021669+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.39148938354307855,0.5777188719488151,0.008059759941191914,0.3198630234441837,26.176716847468924,0.3422681275860839,0.24730158730158733,3.364669470369451e-08,225,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T09:14:20.390471+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.39087657563933065,0.5773881950012802,0.008046708820504454,0.3196539810901955,26.05806384366627,0.34163092118685456,0.24475909537856444,4.3291371531014275e-08,226,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T09:21:33.458354+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3531086312767736,0.4497860921798977,0.05049692526362469,0.24969712003498815,39.985613709223784,0.51022951350609,0.04761904761904762,1.0,7,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-22T08:44:43.807089+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2798120540385003,0.40163891523454825,0.7944097882380496,0.19767375476215968,73.5229082661793,0.43568913282358,0.3757460317460317,4.3798155339451757e-10,126,0.9523809523809523,2026-06-16T12:07:37.946365+00:00,2026-06-22T09:14:24.840755+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.44855944869756,1.8290885704793671,0.11203136045659506,1.029612275056839,21.51035011445073,5.033082981397197,0.45141065830721006,4.728103779809369e-10,88,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-22T09:07:13.339003+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1720931 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8310259719624749,0.8878342703547224,0.6517964158228565,0.478149636247118,24.041965953054117,0.41084313462869126,-0.06984126984126984,0.5489599522157356,36,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-22T08:35:47.402773+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3667930635045271,0.8498846543476374,0.00904262720661097,0.5392341329046272,35.141098688947444,2.4097377471228985,0.11347517730496455,0.25525865328062625,48,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-22T09:14:29.895611+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.11425071179174143,0.31573923615630495,0.05766464594502302,0.18845260977496128,92.26142854095771,0.06887221261822019,1.0,0.08333333333333333,4,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-21T19:06:33.434447+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.33331653254372423,0.5131995154708783,0.007006820117279223,0.27811456888682146,41.729394749329295,0.45439495063244667,0.011024269847799261,0.8073091358601465,221,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T09:15:21.366502+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3323343294935203,0.5124171330210721,0.0069885645401668505,0.27770052048260996,41.70740844695059,0.45360187901540294,0.007215360156536626,0.8728828904474693,222,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T09:22:15.453098+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3225591397656044,0.48664545608319326,0.054730137587469245,0.24963903130622794,18.218338052650473,0.3997744021151048,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-22T08:46:19.644190+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.09517239416830059,0.2146045673619398,0.5288209346601297,0.11148697463284699,90.70697350980612,0.22372687016239856,0.1456750633080101,0.01687636642928674,123,0.959349593495935,2026-06-16T12:08:08.243141+00:00,2026-06-22T09:15:27.189147+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.770136020865689,1.9256317907421985,0.1209954120845338,1.1921111757642384,15.157018357841574,5.0217883940139245,0.4285714285714286,7.85912160934759e-09,84,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-22T09:08:11.490552+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1267 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9882589370124204,0.980125821361253,0.7169437386647775,0.5389389169322256,15.432495641468122,0.34736786299731903,0.12903225806451615,0.30963276552902624,32,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-22T08:37:21.012626+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5635977604104994,0.9516267392945561,0.01119320186331088,0.6232611230955126,24.316499984398593,2.4951146601035594,0.10359408033826638,0.32158905086929157,44,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-22T09:15:31.997755+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.18668432749006483,0.40946779875447853,0.08608939886336613,0.21608656247132377,87.32650247673674,0.12627353465371907,0.33333333333333337,1.0,3,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-20T17:12:49.922736+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3409739800093484,0.5141484223492246,0.007205381894397227,0.36276556404258087,39.79632825294882,0.41110226213761314,0.05243971900512625,0.23644533849899319,230,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T09:13:21.206753+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3402304980369291,0.5137035170941349,0.007185393836151383,0.36231211709753813,39.707272783312845,0.41036319778968744,0.04957651044607567,0.2619713860908256,231,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T09:20:45.207018+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3659814554277121,0.5236124307799545,0.059495747037476746,0.35459458613334327,11.21682598714913,0.39415876702644365,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-22T08:43:11.592953+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.11624079112912764,0.25797115840733836,0.4456054794536607,0.19178593868834096,82.98067523073199,0.19556936026815666,0.048634920634920635,0.4192867527077483,126,0.9523809523809523,2026-06-16T12:07:01.390017+00:00,2026-06-22T09:13:26.119510+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.0427842847520346,1.7248800341531556,0.11722629038605462,1.190600613345923,26.298331839128455,4.865163841380688,0.4666666666666667,7.32071049127315e-11,90,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-22T09:06:12.307034+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8238989921391646,0.8855126996722796,0.5543125261243014,0.7184149277450587,25.341464562573485,0.3844275064449912,-0.033738191632928474,0.762330528090645,39,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-22T08:34:28.969764+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3028136892971376,0.8317336098291281,0.009395408829778542,0.6573929595365635,35.96446221317115,2.3556468671483355,0.09353741496598639,0.34303685333792155,49,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-22T09:13:33.860371+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14441614689804613,0.36546156650664174,0.06104947786298641,0.291763171778512,90.24883372109772,0.07761564379005298,0.3333333333333334,0.75,4,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-21T18:01:25.705423+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.30647427197306665,0.5072082409765217,0.00715739418183651,0.29198980087214704,37.71537733265304,0.2854074553839624,0.058092428711897744,0.1936319358499472,226,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T09:14:00.718661+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.30567420962212083,0.5065304756534239,0.007138873621400681,0.29171184193087457,37.69612217303438,0.2850303267953542,0.05360414798643327,0.2292981269779465,227,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T09:21:24.554993+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4526862423623368,0.5657525073073637,0.06377901282502746,0.3031626192040572,6.6419767449522,0.5775530867943033,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-22T08:44:17.325728+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.17840032538204237,0.28192629450121764,0.47230502095905297,0.1528764009452487,84.71592305003824,0.3807520562880539,0.29496774193548386,1.0695514755987925e-06,125,0.952,2026-06-16T12:07:21.772238+00:00,2026-06-22T09:14:07.285058+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.379088384070676,1.8338474788607284,0.11490285070545868,1.0530198029210773,19.254517565386443,4.914577047422658,0.3473158551810237,1.2472187882175613e-06,90,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-22T09:06:55.668558+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index cf907b61dd2f1b8b6bca8b386bd211dcdc00f963..632b013a4e78e96713d7058fec80bff5c0f62902 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T09:15:34.730554+00:00", + "generated_at": "2026-06-22T09:22:18.270211+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 46084ade71b10b2f03936c2024cf10f2d4d5ea8d..7ff75ba65b743788e26cc3691d87142f2e9089c6 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,ARIMA,0.5561188328394827,0.6832085027786479,7.0,1,1,1.0 Air Quality,Moving-Average,0.9074499942012024,0.8868031162078837,8.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 Air Quality,ETS,2.2737662667380385,1.47304955463974,10.0,1,1,1.0 -Finance,ETS,0.3546568583670111,0.3918104787836991,1.0,1,1,1.0 -Finance,Moving-Average,0.3633227747807656,0.39756273260557046,2.0,1,1,1.0 -Finance,Timer-S1,0.46173965452941357,0.585641000203594,3.0,1,1,1.0 -Finance,TimesFM-2.5,0.6770755350184058,0.6042085422763734,4.0,1,1,1.0 -Finance,Toto-2.0-1B,0.4997550121287017,0.7214920938796475,5.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.5406283921061844,0.7312458301003786,6.0,1,1,1.0 -Finance,TiRex,1.0121339673330954,0.7777363672683719,7.0,1,1,1.0 -Finance,Chronos-2,0.4838256463171559,0.9205041480264352,8.0,1,1,1.0 +Finance,ETS,0.3543102505741053,0.39147937813425165,1.0,1,1,1.0 +Finance,Moving-Average,0.3629422811870889,0.3972312787213429,2.0,1,1,1.0 +Finance,Timer-S1,0.4614708534449056,0.585297996796849,3.0,1,1,1.0 +Finance,TimesFM-2.5,0.6775073514939034,0.6047241115856498,4.0,1,1,1.0 +Finance,Toto-2.0-1B,0.4998748793214544,0.721632012641704,5.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.5709295781158827,0.7573245333405306,6.0,1,1,1.0 +Finance,TiRex,1.0128593940219988,0.7778728321784243,7.0,1,1,1.0 +Finance,Chronos-2,0.48298616541787104,0.9201405813216662,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,1.7020203923087107,1.3683401010826648,10.0,1,1,1.0 +Finance,ARIMA,1.7034284938269144,1.3677034013776779,10.0,1,1,1.0 Hazards,Chronos-2,0.4136596946659232,0.5345901917433449,1.0,1,1,1.0 Hazards,ARIMA,0.5432760421688894,0.5776776160614547,2.0,1,1,1.0 Hazards,Toto-2.0-1B,0.4662773488307613,0.5798657798469744,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 4c6a94ad8c4ad98c1f096c23f2134382142ac020..80e9387238576405f2fe089eaa3a836a2f4ea112 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Moirai-1.1-Large,1.0834937669954405,0.6207950093038423,3.0,6,6,1.0 -1h,Chronos-2,0.6506330123055704,0.5975287540114457,3.1666666666666665,6,6,1.0 -1h,Toto-2.0-1B,0.6181707600861411,0.7924900613135603,4.333333333333333,6,6,1.0 -1h,TiRex,0.9557709840861014,0.8242157402845709,5.0,6,6,1.0 -1h,Timer-S1,0.8520854530253053,0.7370133098222953,5.0,6,6,1.0 -1h,Moving-Average,0.8644745471484304,0.8322861509355426,5.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.7206077283531864,0.8331649112330172,6.0,6,6,1.0 +1h,Moirai-1.1-Large,1.093386480232723,0.6244312854762781,3.0,6,6,1.0 +1h,Chronos-2,0.6504447250293587,0.5974894137360924,3.1666666666666665,6,6,1.0 +1h,Toto-2.0-1B,0.6181954691894929,0.7925156738070832,4.333333333333333,6,6,1.0 +1h,TiRex,0.9558851216139258,0.8242398419187722,5.0,6,6,1.0 +1h,Timer-S1,0.8520027595752431,0.7369413488455827,5.0,6,6,1.0 +1h,Moving-Average,0.8643235929226136,0.8321704625448195,5.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.720684304652374,0.8332833586407834,6.0,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,7.166666666666667,6,6,1.0 -1h,ETS,2.4459250580470875,1.2443009857406562,7.666666666666667,6,6,1.0 -1h,ARIMA,2.126632737993834,1.3363271724763632,7.833333333333333,6,6,1.0 +1h,ETS,2.4455264933990017,1.2441256739401445,7.666666666666667,6,6,1.0 +1h,ARIMA,2.126925868349698,1.3362235184064881,7.833333333333333,6,6,1.0 6min,Timer-S1,0.01627030145253109,0.07234340243559083,1.0,1,1,1.0 6min,ARIMA,0.007502260772657189,0.0733655112751081,2.0,1,1,1.0 6min,Toto-2.0-1B,0.032781273811890894,0.1386979255895443,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 42e5107e86d280a2409d6dc48c05bf763ae53f36..bff62345f8d8b5a9da1584dd84833a9a2353b24b 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,15 +9,15 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.6379653732596049,0.6391297611296008,3.4285714285714284,7,7,1.0 -24,Moirai-1.1-Large,1.3305821926969974,0.7341905266088499,4.0,7,7,1.0 -24,Toto-2.0-1B,0.6130104062847154,0.7666544208313189,4.142857142857143,7,7,1.0 -24,TiRex,0.8897553543897393,0.8419104708193123,4.857142857142857,7,7,1.0 -24,Timer-S1,0.8927748153500573,0.804644921341537,5.428571428571429,7,7,1.0 -24,TimesFM-2.5,0.6812374180023838,0.8521383094970795,6.0,7,7,1.0 -24,Moving-Average,0.8916140841680134,0.9014108839335414,6.285714285714286,7,7,1.0 -24,ETS,1.5882014584974475,1.0865590758385655,6.714285714285714,7,7,1.0 -24,ARIMA,1.8173661097245997,1.16739222456396,7.0,7,7,1.0 +24,Chronos-2,0.6378071230938565,0.6390936930615787,3.4285714285714284,7,7,1.0 +24,Moirai-1.1-Large,1.3409886180890898,0.7378751176533955,4.0,7,7,1.0 +24,Toto-2.0-1B,0.613031408656622,0.7666756586490538,4.142857142857143,7,7,1.0 +24,TiRex,0.8898464284578348,0.8419315728281576,4.857142857142857,7,7,1.0 +24,Timer-S1,0.8927005500205804,0.8045775799273843,5.428571428571429,7,7,1.0 +24,TimesFM-2.5,0.6812994682996546,0.8522421468193164,6.0,7,7,1.0 +24,Moving-Average,0.8914806310847536,0.9013034856273926,6.285714285714286,7,7,1.0 +24,ETS,1.5879796289032575,1.086427856866927,6.714285714285714,7,7,1.0 +24,ARIMA,1.817580823377084,1.1673146095084228,7.0,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.142857142857143,7,7,1.0 60,Timer-S1,0.01627030145253109,0.07234340243559083,1.0,1,1,1.0 60,ARIMA,0.007502260772657189,0.0733655112751081,2.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 4e390aa994a14a1eaeee75bb8be773a0b70004b3..0b1b2156765989ebb229e75dec6c32dce449ceee 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Toto-2.0-1B,0.36329014679668514,0.5548702220736345,3.8,10,10,1.0 -Overall,Chronos-2,0.41200673821389144,0.5119349352653944,3.9,10,10,1.0 -Overall,Moirai-1.1-Large,0.7434167119091429,0.5589412651240098,4.0,10,10,1.0 -Overall,Timer-S1,0.4684363579963398,0.5532369948980794,4.8,10,10,1.0 -Overall,TiRex,0.5295622449685158,0.6395656817617142,5.0,10,10,1.0 -Overall,TimesFM-2.5,0.4157568745295632,0.6442458532705964,5.8,10,10,1.0 -Overall,ARIMA,0.7680604307371113,0.7527055084274935,6.2,10,10,1.0 -Overall,ETS,0.8336620681438114,0.7619527960357579,6.5,10,10,1.0 -Overall,Moving-Average,0.8285819453216384,0.8580569793468493,7.0,10,10,1.0 +Overall,Toto-2.0-1B,0.36329885943979645,0.554880981717549,3.8,10,10,1.0 +Overall,Chronos-2,0.41193519547112145,0.5119147120446224,3.9,10,10,1.0 +Overall,Moirai-1.1-Large,0.7474819141839584,0.560903352686163,4.0,10,10,1.0 +Overall,Timer-S1,0.4684090808937874,0.5532045838807161,4.8,10,10,1.0 +Overall,TiRex,0.5296001880425028,0.6395769029654893,5.0,10,10,1.0 +Overall,TimesFM-2.5,0.4157833825268703,0.644300805475632,5.8,10,10,1.0 +Overall,ARIMA,0.768123949637339,0.7526704770962247,6.2,10,10,1.0 +Overall,ETS,0.8335805581096764,0.7618883824819304,6.5,10,10,1.0 +Overall,Moving-Average,0.8284951302858018,0.857985415024314,7.0,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,8.0,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index ec794597f791ca85aadcc3d027b822a69e9ce67f..c15d2ef9662f24b3646551dae1f65be3ce2f3a56 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,273302.01389934745,351703.3663765832,561.7712314591032,0.5327889245587825,0.008753925574270212,0.008796233103835108,7.3754633667989635,522.7829510412016,0.00815584231991257,0.008764091435113497,0.007386411956070371,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,273544.320549979,351456.989381491,561.57998796952,0.5326075475009375,0.008750975877672394,0.008793253580172146,7.368208284485166,523.0146465922145,0.008159480828056951,0.008761133507663341,0.007383449998684332,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.006519429140958797,0.006200487409613414,0.06629978300679258,0.18167642478263288,0.08325694031635299,0.08243511666843852,5.612584186379848,0.08074298199198984,0.08593335757634443,0.07056171099702463,0.06754232195205503,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.03426934673228055,0.04414599991898535,0.18530938961138815,2.0711056107844152,0.1130004981799772,0.12155892535271266,22.775001964935203,0.1851198172327332,0.11630563814034478,0.11642474119912496,0.09652343153151048,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 4089cf667908300cfa4bbd741e08f4673738044c..22a0dff1840d907ef08ad9c3547e76cb3eb2ab09 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T09:15:34.329639+00:00", + "evaluated_at": "2026-06-22T09:22:17.954007+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64186.58984375 + 64182.0 ], "p50": [ 63559.76652689737, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 9fe478f5e8a4c63a0d3eed498e426a039c5a757b..3a10e2b249c63bedfcab19bd521cc3b3bf043612 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,23 +1,11 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T09:15:34.425676+00:00", + "evaluated_at": "2026-06-22T09:22:17.968025+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 15fe9e219327a5a7fa6f885898318408bd2017bc..851dedec658fa627ccf5383ac2bc1e6f7153f163 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,77690.32857195537,77690.32857195537,203.58089192708334,0.19307796198254537,0.0031810897408339057,0.0031793211986676814,2.132980924999326,278.72984872803875,0.004348413986246857,0.0031760286952693603,0.00496895679605903,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,77560.12238438924,77560.12238438924,203.3896484375,0.19289658492470044,0.0031781259445493554,0.0031763416202865865,2.132980924999326,278.4961801971245,0.004344781274887069,0.0031730544218295104,0.004967313795597433,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.03704487458138169,0.03704487458138169,0.1611425886551539,0.4415671976496126,0.22389178192036774,0.2729580844391245,1.8800037141294155,0.19247045119025852,0.2048429683542485,0.1715012667361589,0.13627659339119316,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.07563045005932029,0.07563045005932029,0.24944272140661874,2.787890138529888,0.15298831668475993,0.16820859150482712,22.635533737482564,0.2750099090202393,0.17278108547020224,0.1567179318040681,0.11946780024066246,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 3f2517ae400afab2b637b8ddff746e63aae2a86d..f71b095234669f2107ba54cf711bc094c3c3edfa 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T09:12:40.797324+00:00", + "evaluated_at": "2026-06-22T09:20:17.311748+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64186.58984375 + 64182.0 ], "p50": [ 64220.76953125, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 9bb526c829992160aabf8b26e16492cd5e979629..8119fabea788df9b39593db4bd008cb560a627e4 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,23 +1,11 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T09:13:00.870360+00:00", + "evaluated_at": "2026-06-22T09:20:19.981822+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 8c1e89b23fa847e82c3c85833fcd67cc8a7a175c..e7ddcdb70b9c07b4a056f6b6e3dc428ce0412551 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,56949.043661833515,58149.314136778055,157.17917840589567,0.14907015656248793,0.0024585701367137547,0.002454683890035184,1.5901409095116936,238.63998755831662,0.003722979308860696,0.0024521239502909124,0.0021150250604449732,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,56896.75681040619,58101.68065779744,156.98793491631235,0.148888779504643,0.0024555963185540998,0.002451704293398147,1.5901409095116936,238.5304106616307,0.0037212807048205127,0.002449147559312292,0.002113373711770244,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.2145957526279418,0.21292394826544034,0.332028213910686,0.9098325227410858,0.4705556160460496,0.7055104147088522,32.52699512740448,0.46324480852778244,0.49302342809870875,0.35337187861419983,0.34563719530742215,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.00539360571134979,0.0054063230129162,0.058247909586160024,0.6510062583085945,0.036284958313663566,0.036444894193115196,5.624940705819337,0.07344117177271745,0.04614104787096902,0.036595543340681075,0.03168393905331839,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 6b38bd5e98d8fcc191860415094b485b37b20e55..4b5ddf9b3f978ece42bf1c9d32578f75b13f220a 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T09:15:34.458413+00:00", + "evaluated_at": "2026-06-22T09:22:17.995605+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64186.58984375 + 64182.0 ], "p50": [ 64251.11513158405, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 8bf1c160720ad088d1f6fa3c40bde211b3847157..16b8f4c023a6b36cdae8bc6e9e4e6cf428de4d7d 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,23 +1,11 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T09:15:34.527773+00:00", + "evaluated_at": "2026-06-22T09:22:18.007413+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 648bfbcf40231b40c4a5c8893273f11980165619..6cef17283743e139520606ec5e49386218d58ef2 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1770,3 +1770,4 @@ {"evaluated_at": "2026-06-22T09:15:37.548579+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T09:15:37.548579+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-22T09:15:37.548579+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-22T09:22:21.414978+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 90ee9f90d9383e73ae92e89561a8b59928a874ac..a9233c4ed3c74c7404e01932705002239720d0ae 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,86811.43246078491,80377.99699465434,191.46598307291666,0.18158807268583968,0.002996424580838776,0.0029882552678603194,1.756945454953348,294.6377987644914,0.004596591039213013,0.002987026192150415,0.0039473248924053565,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,91682.47689501445,85316.24378363292,197.09440104166666,0.18692611527080596,0.0030854201677494365,0.0030759257449940913,1.8672783541480442,302.7911440168197,0.004723803722531256,0.0030748431178653467,0.004088362885596637,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.8749268564183694,1.919783327447438,1.1103617747624714,0.6527232665584383,0.042473731422662586,0.0438933323888314,6.965769391771874,1.369279685242708,0.052425163477285174,0.042512058119472534,0.03877620194359599,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.13772862058797763,0.09890893295526139,0.26883627772331237,0.7366723022854909,0.3706725887391608,0.29107845601853216,2.4433921788557478,0.37111806825857674,0.3949745337108095,0.2861177951711356,0.18216661772212084,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.030298466024283224,0.03401702914922251,0.1605462912056181,1.794341480503965,0.09780731484215369,0.10432039346271221,7.0182545560500085,0.1740645455694043,0.1093599180935178,0.10086677444295437,0.08653734557911007,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 700ca69ef24408daa762c9044033fa188b2650c5..4f4cd58ccaa96aac9f43c9f7f413c4e75f0c1d70 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T09:14:54.814529+00:00", + "evaluated_at": "2026-06-22T09:21:57.360266+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64186.58984375 + 64182.0 ], "p50": [ - 64256.25390625, - 64245.646484375, - 64224.986328125, - 64216.5703125, - 64284.091796875, - 64232.26171875, - 64253.294921875, - 64192.671875, - 64203.123046875, - 64215.83203125, - 64175.583984375, - 64215.013671875, - 64229.43359375, - 64204.025390625, - 64115.83203125, - 64274.826171875, - 64227.080078125, - 64310.490234375, - 64229.158203125, - 64171.748046875, - 64129.84375, - 64140.986328125, - 64293.357421875, - 64218.345703125 + 64249.771484375, + 64252.517578125, + 64210.90625, + 64224.033203125, + 64245.44921875, + 64244.662109375, + 64251.71484375, + 64226.78515625, + 64238.478515625, + 64176.6328125, + 64230.529296875, + 64218.583984375, + 64274.55078125, + 64163.91796875, + 64291.00390625, + 64221.927734375, + 64280.3125, + 64199.662109375, + 64321.265625, + 64144.412109375, + 64146.083984375, + 64231.6015625, + 64277.98828125, + 64266.423828125 ], "p10": [ - 64003.72265625, - 63875.3984375, - 63737.27734375, - 63758.21484375, - 63593.533203125, - 63573.3515625, - 63480.6875, - 63552.8125, - 63467.744140625, - 63492.443359375, - 63284.291015625, - 63298.896484375, - 63130.18359375, - 63085.732421875, - 63122.244140625, - 63007.546875, - 63088.69921875, - 62982.44140625, - 62894.701171875, - 62846.302734375, - 62682.0078125, - 63076.779296875, - 62882.064453125, - 62981.341796875 + 63982.357421875, + 63884.130859375, + 63709.181640625, + 63742.228515625, + 63700.80078125, + 63651.38671875, + 63575.51953125, + 63532.53125, + 63539.015625, + 63300.12109375, + 63388.96875, + 63349.314453125, + 63393.3125, + 63093.6015625, + 63037.13671875, + 63211.55078125, + 62845.046875, + 63081.583984375, + 63119.892578125, + 62875.251953125, + 62945.392578125, + 63001.88671875, + 62769.001953125, + 62265.546875 ], "p90": [ - 64541.630859375, - 64578.9609375, - 64682.8671875, - 64766.6953125, - 64791.00390625, - 64888.3828125, - 65006.1328125, - 64953.341796875, - 64952.69921875, - 64925.349609375, - 65052.0078125, - 65189.494140625, - 65233.1875, - 65378.3828125, - 65331.603515625, - 65417.611328125, - 65561.8203125, - 65381.064453125, - 65510.82421875, - 65537.32421875, - 65490.86328125, - 65630.47265625, - 65660.1171875, - 65904.3828125 + 64500.005859375, + 64661.181640625, + 64733.361328125, + 64735.599609375, + 64843.857421875, + 64873.5703125, + 64986.751953125, + 65002.962890625, + 65047.88671875, + 64983.689453125, + 65414.20703125, + 65248.494140625, + 65056.779296875, + 65048.25, + 65652.9609375, + 65180.123046875, + 65387.51953125, + 65231.96875, + 65642.62890625, + 65349.564453125, + 65779.96875, + 65794.25, + 65608.1953125, + 65850.9453125 ], "mean": [ - 64266.265625, - 64250.80859375, - 64248.58984375, - 64253.4765625, - 64276.07421875, - 64236.23046875, - 64203.640625, - 64211.65625, - 64230.96484375, - 64172.11328125, - 64202.20703125, - 64164.9609375, - 64245.92578125, - 64254.453125, - 64196.60546875, - 64237.5625, - 64297.12109375, - 64211.99609375, - 64186.66796875, - 64232.19140625, - 64204.828125, - 64264.08203125, - 64313.74609375, - 64340.75 + 64250.9453125, + 64284.125, + 64208.98828125, + 64217.48046875, + 64262.328125, + 64247.33984375, + 64285.33984375, + 64257.08984375, + 64336.05078125, + 64162.98828125, + 64313.38671875, + 64330.0234375, + 64341.03125, + 64135.72265625, + 64409.296875, + 64150.08984375, + 64214.10546875, + 64179.2109375, + 64446.92578125, + 64125.3359375, + 64258.9375, + 64274.15234375, + 64296.44140625, + 63946.6875 ], "quantiles": { "0.1": [ - 64003.72265625, - 63875.3984375, - 63737.27734375, - 63758.21484375, - 63593.533203125, - 63573.3515625, - 63480.6875, - 63552.8125, - 63467.744140625, - 63492.443359375, - 63284.291015625, - 63298.896484375, - 63130.18359375, - 63085.732421875, - 63122.244140625, - 63007.546875, - 63088.69921875, - 62982.44140625, - 62894.701171875, - 62846.302734375, - 62682.0078125, - 63076.779296875, - 62882.064453125, - 62981.341796875 + 63982.357421875, + 63884.130859375, + 63709.181640625, + 63742.228515625, + 63700.80078125, + 63651.38671875, + 63575.51953125, + 63532.53125, + 63539.015625, + 63300.12109375, + 63388.96875, + 63349.314453125, + 63393.3125, + 63093.6015625, + 63037.13671875, + 63211.55078125, + 62845.046875, + 63081.583984375, + 63119.892578125, + 62875.251953125, + 62945.392578125, + 63001.88671875, + 62769.001953125, + 62265.546875 ], "0.2": [ - 64003.72265625, - 63875.3984375, - 63737.27734375, - 63758.21484375, - 63593.533203125, - 63573.3515625, - 63480.6875, - 63552.8125, - 63467.744140625, - 63492.443359375, - 63284.291015625, - 63298.896484375, - 63130.18359375, - 63085.732421875, - 63122.244140625, - 63007.546875, - 63088.69921875, - 62982.44140625, - 62894.701171875, - 62846.302734375, - 62682.0078125, - 63076.779296875, - 62882.064453125, - 62981.341796875 + 63982.357421875, + 63884.130859375, + 63709.181640625, + 63742.228515625, + 63700.80078125, + 63651.38671875, + 63575.51953125, + 63532.53125, + 63539.015625, + 63300.12109375, + 63388.96875, + 63349.314453125, + 63393.3125, + 63093.6015625, + 63037.13671875, + 63211.55078125, + 62845.046875, + 63081.583984375, + 63119.892578125, + 62875.251953125, + 62945.392578125, + 63001.88671875, + 62769.001953125, + 62265.546875 ], "0.3": [ - 64003.72265625, - 63875.3984375, - 63737.27734375, - 63758.21484375, - 63593.533203125, - 63573.3515625, - 63480.6875, - 63552.8125, - 63467.744140625, - 63492.443359375, - 63284.291015625, - 63298.896484375, - 63130.18359375, - 63085.732421875, - 63122.244140625, - 63007.546875, - 63088.69921875, - 62982.44140625, - 62894.701171875, - 62846.302734375, - 62682.0078125, - 63076.779296875, - 62882.064453125, - 62981.341796875 + 63982.357421875, + 63884.130859375, + 63709.181640625, + 63742.228515625, + 63700.80078125, + 63651.38671875, + 63575.51953125, + 63532.53125, + 63539.015625, + 63300.12109375, + 63388.96875, + 63349.314453125, + 63393.3125, + 63093.6015625, + 63037.13671875, + 63211.55078125, + 62845.046875, + 63081.583984375, + 63119.892578125, + 62875.251953125, + 62945.392578125, + 63001.88671875, + 62769.001953125, + 62265.546875 ], "0.4": [ - 64256.25390625, - 64245.646484375, - 64224.986328125, - 64216.5703125, - 64284.091796875, - 64232.26171875, - 64253.294921875, - 64192.671875, - 64203.123046875, - 64215.83203125, - 64175.583984375, - 64215.013671875, - 64229.43359375, - 64204.025390625, - 64115.83203125, - 64274.826171875, - 64227.080078125, - 64310.490234375, - 64229.158203125, - 64171.748046875, - 64129.84375, - 64140.986328125, - 64293.357421875, - 64218.345703125 + 64249.771484375, + 64252.517578125, + 64210.90625, + 64224.033203125, + 64245.44921875, + 64244.662109375, + 64251.71484375, + 64226.78515625, + 64238.478515625, + 64176.6328125, + 64230.529296875, + 64218.583984375, + 64274.55078125, + 64163.91796875, + 64291.00390625, + 64221.927734375, + 64280.3125, + 64199.662109375, + 64321.265625, + 64144.412109375, + 64146.083984375, + 64231.6015625, + 64277.98828125, + 64266.423828125 ], "0.5": [ - 64256.25390625, - 64245.646484375, - 64224.986328125, - 64216.5703125, - 64284.091796875, - 64232.26171875, - 64253.294921875, - 64192.671875, - 64203.123046875, - 64215.83203125, - 64175.583984375, - 64215.013671875, - 64229.43359375, - 64204.025390625, - 64115.83203125, - 64274.826171875, - 64227.080078125, - 64310.490234375, - 64229.158203125, - 64171.748046875, - 64129.84375, - 64140.986328125, - 64293.357421875, - 64218.345703125 + 64249.771484375, + 64252.517578125, + 64210.90625, + 64224.033203125, + 64245.44921875, + 64244.662109375, + 64251.71484375, + 64226.78515625, + 64238.478515625, + 64176.6328125, + 64230.529296875, + 64218.583984375, + 64274.55078125, + 64163.91796875, + 64291.00390625, + 64221.927734375, + 64280.3125, + 64199.662109375, + 64321.265625, + 64144.412109375, + 64146.083984375, + 64231.6015625, + 64277.98828125, + 64266.423828125 ], "0.6": [ - 64256.25390625, - 64245.646484375, - 64224.986328125, - 64216.5703125, - 64284.091796875, - 64232.26171875, - 64253.294921875, - 64192.671875, - 64203.123046875, - 64215.83203125, - 64175.583984375, - 64215.013671875, - 64229.43359375, - 64204.025390625, - 64115.83203125, - 64274.826171875, - 64227.080078125, - 64310.490234375, - 64229.158203125, - 64171.748046875, - 64129.84375, - 64140.986328125, - 64293.357421875, - 64218.345703125 + 64249.771484375, + 64252.517578125, + 64210.90625, + 64224.033203125, + 64245.44921875, + 64244.662109375, + 64251.71484375, + 64226.78515625, + 64238.478515625, + 64176.6328125, + 64230.529296875, + 64218.583984375, + 64274.55078125, + 64163.91796875, + 64291.00390625, + 64221.927734375, + 64280.3125, + 64199.662109375, + 64321.265625, + 64144.412109375, + 64146.083984375, + 64231.6015625, + 64277.98828125, + 64266.423828125 ], "0.7": [ - 64256.25390625, - 64245.646484375, - 64224.986328125, - 64216.5703125, - 64284.091796875, - 64232.26171875, - 64253.294921875, - 64192.671875, - 64203.123046875, - 64215.83203125, - 64175.583984375, - 64215.013671875, - 64229.43359375, - 64204.025390625, - 64115.83203125, - 64274.826171875, - 64227.080078125, - 64310.490234375, - 64229.158203125, - 64171.748046875, - 64129.84375, - 64140.986328125, - 64293.357421875, - 64218.345703125 + 64249.771484375, + 64252.517578125, + 64210.90625, + 64224.033203125, + 64245.44921875, + 64244.662109375, + 64251.71484375, + 64226.78515625, + 64238.478515625, + 64176.6328125, + 64230.529296875, + 64218.583984375, + 64274.55078125, + 64163.91796875, + 64291.00390625, + 64221.927734375, + 64280.3125, + 64199.662109375, + 64321.265625, + 64144.412109375, + 64146.083984375, + 64231.6015625, + 64277.98828125, + 64266.423828125 ], "0.8": [ - 64541.630859375, - 64578.9609375, - 64682.8671875, - 64766.6953125, - 64791.00390625, - 64888.3828125, - 65006.1328125, - 64953.341796875, - 64952.69921875, - 64925.349609375, - 65052.0078125, - 65189.494140625, - 65233.1875, - 65378.3828125, - 65331.603515625, - 65417.611328125, - 65561.8203125, - 65381.064453125, - 65510.82421875, - 65537.32421875, - 65490.86328125, - 65630.47265625, - 65660.1171875, - 65904.3828125 + 64500.005859375, + 64661.181640625, + 64733.361328125, + 64735.599609375, + 64843.857421875, + 64873.5703125, + 64986.751953125, + 65002.962890625, + 65047.88671875, + 64983.689453125, + 65414.20703125, + 65248.494140625, + 65056.779296875, + 65048.25, + 65652.9609375, + 65180.123046875, + 65387.51953125, + 65231.96875, + 65642.62890625, + 65349.564453125, + 65779.96875, + 65794.25, + 65608.1953125, + 65850.9453125 ], "0.9": [ - 64541.630859375, - 64578.9609375, - 64682.8671875, - 64766.6953125, - 64791.00390625, - 64888.3828125, - 65006.1328125, - 64953.341796875, - 64952.69921875, - 64925.349609375, - 65052.0078125, - 65189.494140625, - 65233.1875, - 65378.3828125, - 65331.603515625, - 65417.611328125, - 65561.8203125, - 65381.064453125, - 65510.82421875, - 65537.32421875, - 65490.86328125, - 65630.47265625, - 65660.1171875, - 65904.3828125 + 64500.005859375, + 64661.181640625, + 64733.361328125, + 64735.599609375, + 64843.857421875, + 64873.5703125, + 64986.751953125, + 65002.962890625, + 65047.88671875, + 64983.689453125, + 65414.20703125, + 65248.494140625, + 65056.779296875, + 65048.25, + 65652.9609375, + 65180.123046875, + 65387.51953125, + 65231.96875, + 65642.62890625, + 65349.564453125, + 65779.96875, + 65794.25, + 65608.1953125, + 65850.9453125 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index fe5c0e0e9c4a52f415f688532332c2613ceaa9e9..17380e6169bbba73b5e51f203150a31a8b203c88 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,23 +1,11 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T09:15:06.371818+00:00", + "evaluated_at": "2026-06-22T09:22:01.192551+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 496ad0c3fcbd3bcbffb9ae73fdbbf1a79f41fcff..66051f747c8d473c4e5be96670241da52ce9e1d9 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,58340.5736451787,57180.60621471922,186.62955443622073,0.17700115995740084,0.002914763125066416,0.002914013919009308,1.5705342040062311,241.53793417427977,0.0037681896501777696,0.0029115739432317373,0.0021460761977832687,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,58282.92767554795,57127.613617535244,186.43831094663742,0.17681978289955594,0.002911789957344589,0.0029110343230408418,1.5705342040062311,241.4185735927291,0.0037663385444396315,0.0029085988962188527,0.0021444249399381514,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.856960258785027,0.8608796541025788,0.8705959252452004,2.3856300572306797,1.131005392242083,0.6666532689621442,90.3477401544349,0.9257214801359138,0.9852293413750084,0.9265601678672967,0.9141264648945658,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.07251963658166208,0.07378923305647676,0.25270274142782256,2.824325668166805,0.15547270717755296,0.1703493800936292,34.26415162529534,0.2692947021047055,0.1691903797459221,0.15876611181301728,0.14549455096440472,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index e4b60b5a47441e7ec783f7e8839b1de09e2a65a7..87453d36dbd2419e220d282669586c4dd43d37d6 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T09:15:34.538531+00:00", + "evaluated_at": "2026-06-22T09:22:18.017429+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64186.58984375 + 64182.0 ], "p50": [ 64094.45840529057, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 56165650d996418fb5cb0aef8cbedb07b7cd2fdb..89d4821d4c17495b2dacd9b3b0d4de2b0bf74056 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,23 +1,11 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T09:15:34.585326+00:00", + "evaluated_at": "2026-06-22T09:22:18.022551+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index 40233b916884327e0ef8a8d5ae978a9fdf27240a..d8618d2473e76c40d1ee74ba27c8fdbeee50f4bc 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T09:12:19.305479+00:00", - "finished_at": "2026-06-22T09:15:37.548083+00:00", - "task_count": 3, + "started_at": "2026-06-22T09:19:46.200242+00:00", + "finished_at": "2026-06-22T09:22:21.414440+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,23 +10,11 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T09:13:00.870360+00:00", + "evaluated_at": "2026-06-22T09:20:19.981822+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 } @@ -36,23 +24,11 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T09:13:36.955563+00:00", + "evaluated_at": "2026-06-22T09:20:49.548875+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 } @@ -62,23 +38,11 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T09:14:14.999639+00:00", + "evaluated_at": "2026-06-22T09:21:26.384132+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 } @@ -88,23 +52,11 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T09:14:31.880254+00:00", + "evaluated_at": "2026-06-22T09:21:35.593905+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 } @@ -114,23 +66,11 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T09:15:06.371818+00:00", + "evaluated_at": "2026-06-22T09:22:01.192551+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 } @@ -140,23 +80,11 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T09:15:34.120565+00:00", + "evaluated_at": "2026-06-22T09:22:17.764133+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 } @@ -166,23 +94,11 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T09:15:34.425676+00:00", + "evaluated_at": "2026-06-22T09:22:17.968025+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 } @@ -192,23 +108,11 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T09:15:34.527773+00:00", + "evaluated_at": "2026-06-22T09:22:18.007413+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 } @@ -218,23 +122,11 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T09:15:34.585326+00:00", + "evaluated_at": "2026-06-22T09:22:18.022551+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 } @@ -244,23 +136,11 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T09:15:34.612601+00:00", + "evaluated_at": "2026-06-22T09:22:18.042798+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 } @@ -283,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T09:16:43.795471+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_092217.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_092217.json new file mode 100644 index 0000000000000000000000000000000000000000..303d6cfd2955e3fe418e73756aabfa8ac5a534c3 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_092217.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T09:22:17.954007+00:00", + "metrics": { + "MSE[mean]": 273544.320549979, + "MSE[0.5]": 351456.989381491, + "MAE[0.5]": 561.57998796952, + "MASE[0.5]": 0.5326075475009375, + "MAPE[0.5]": 0.008750975877672394, + "sMAPE[0.5]": 0.008793253580172146, + "MSIS": 7.368208284485166, + "RMSE[mean]": 523.0146465922145, + "NRMSE[mean]": 0.008159480828056951, + "ND[0.5]": 0.008761133507663341, + "mean_weighted_sum_quantile_loss": 0.007383449998684332 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64182.0 + ], + "predictions": { + "p50": [ + 63559.76652689737, + 63530.93030476162, + 63530.329977386944, + 63543.9405829739, + 63544.02392979111, + 63532.274715580286, + 63531.46835892158, + 63624.05373023242, + 63560.72848476895, + 63591.77681979891, + 63525.3291041687, + 63531.508441993385, + 63536.15204098863, + 63540.433530369024, + 63578.64169121282, + 63536.72262522171, + 63601.081275043805, + 63560.74366807124, + 63601.08143034227, + 63550.214433350586, + 63591.78590694931, + 63555.988800419495, + 63555.98880767345, + 63540.150131302056 + ], + "p10": [ + 63285.01668226729, + 63285.41260279345, + 63295.22826424731, + 63305.63667624596, + 63295.45171876953, + 63224.19921193756, + 63305.7990987822, + 63305.816644454826, + 63305.82708196766, + 63310.077913282475, + 63277.15585165519, + 63305.839181854004, + 63305.15891686989, + 63328.597962923996, + 63310.08635133062, + 63285.99356238126, + 63295.57386360298, + 63330.60345607759, + 63294.616005147924, + 63285.993915824605, + 63304.81554772249, + 63295.574086052264, + 63305.16082552715, + 63147.088418716725 + ], + "p90": [ + 63834.59383939482, + 63774.52611813255, + 63786.52820542122, + 63801.38459874993, + 63835.44873836191, + 63835.49831944626, + 63838.87469819799, + 63880.35822280107, + 63884.36011572263, + 63870.165249658436, + 63776.27871445864, + 63786.87081873428, + 63804.98649072605, + 63870.17322515621, + 63869.039285518884, + 63783.65699056818, + 63801.59009040059, + 63838.91786468575, + 63870.174281852065, + 63838.91795706919, + 63786.874015032125, + 63786.87402722618, + 63880.383975946104, + 63804.98840369852 + ], + "mean": [ + 64500.25999287074, + 63849.903691537955, + 64502.08851299874, + 64526.31442202228, + 64178.12863667734, + 63844.39187269569, + 64504.137003539865, + 64541.76258829472, + 64527.48821181961, + 63888.754779077964, + 63818.392704526836, + 64831.28609282812, + 64518.067698657134, + 64851.52876924726, + 64536.01456465818, + 64159.53814479293, + 64185.519033143464, + 64200.87112932678, + 64535.24609798901, + 63875.91868725346, + 64195.54785996879, + 63850.43217253236, + 63887.874322468946, + 64817.79792676009 + ], + "quantiles": { + "0.1": [ + 63285.01668226729, + 63285.41260279345, + 63295.22826424731, + 63305.63667624596, + 63295.45171876953, + 63224.19921193756, + 63305.7990987822, + 63305.816644454826, + 63305.82708196766, + 63310.077913282475, + 63277.15585165519, + 63305.839181854004, + 63305.15891686989, + 63328.597962923996, + 63310.08635133062, + 63285.99356238126, + 63295.57386360298, + 63330.60345607759, + 63294.616005147924, + 63285.993915824605, + 63304.81554772249, + 63295.574086052264, + 63305.16082552715, + 63147.088418716725 + ], + "0.2": [ + 63373.04483295105, + 63366.54580687747, + 63366.78133079618, + 63390.92707984743, + 63367.0047853184, + 63363.85178523863, + 63367.21104036561, + 63388.573349000115, + 63378.4489902882, + 63412.36177270485, + 63367.12174686656, + 63377.57265028143, + 63367.252430526016, + 63412.369748202625, + 63423.72628653441, + 63367.25394579347, + 63391.13257149809, + 63427.62123902869, + 63367.254264778494, + 63351.11421408803, + 63408.12324423486, + 63374.02209920087, + 63374.022106454824, + 63341.362653937074 + ], + "0.3": [ + 63456.564225246446, + 63451.276192744495, + 63427.06679843608, + 63453.276875129995, + 63441.0925218122, + 63448.59195745781, + 63451.814246904454, + 63453.45684333886, + 63468.38628974532, + 63468.39249877911, + 63428.03344609729, + 63441.21168060303, + 63448.66284225289, + 63453.481465383265, + 63472.716463375065, + 63448.66435752034, + 63465.14334368609, + 63472.716999595425, + 63451.85747131734, + 63441.214856402425, + 63472.71711247732, + 63428.03885183186, + 63452.995081255365, + 63438.011993606524 + ], + "0.4": [ + 63523.849854303, + 63495.21894823089, + 63495.4544721496, + 63523.860322427216, + 63509.85374934256, + 63509.75815758568, + 63498.76319048394, + 63530.65005330082, + 63524.81181217458, + 63524.05693718271, + 63474.56123031444, + 63495.797085462655, + 63495.79839255125, + 63513.39779805076, + 63528.53862218014, + 63498.8060959118, + 63526.77884437597, + 63526.778941749304, + 63513.398854746614, + 63522.07442554655, + 63529.11709405119, + 63498.80648204765, + 63509.83095103802, + 63513.398933466604 + ], + "0.5": [ + 63559.76652689737, + 63530.93030476162, + 63530.329977386944, + 63543.9405829739, + 63544.02392979111, + 63532.274715580286, + 63531.46835892158, + 63624.05373023242, + 63560.72848476895, + 63591.77681979891, + 63525.3291041687, + 63531.508441993385, + 63536.15204098863, + 63540.433530369024, + 63578.64169121282, + 63536.72262522171, + 63601.081275043805, + 63560.74366807124, + 63601.08143034227, + 63550.214433350586, + 63591.78590694931, + 63555.988800419495, + 63555.98880767345, + 63540.150131302056 + ], + "0.6": [ + 63634.192470075715, + 63600.89456248148, + 63605.65926375656, + 63629.021336033155, + 63607.60662868597, + 63607.65620977032, + 63607.685704405, + 63665.97045581245, + 63632.00111070019, + 63635.16063698108, + 63565.493380140324, + 63597.30397453754, + 63611.1247191264, + 63619.36450102543, + 63636.16608334003, + 63624.07908998765, + 63636.16652218706, + 63629.22692505715, + 63660.36610818534, + 63629.22701744059, + 63626.13849353329, + 63624.0794761235, + 63635.568546903814, + 63607.72900753787 + ], + "0.7": [ + 63675.46599816033, + 63635.5955172707, + 63645.64359019998, + 63676.47530620743, + 63680.99228449043, + 63649.28754653397, + 63664.545403547985, + 63697.77298825887, + 63677.99580136887, + 63685.08587917508, + 63638.45448028053, + 63649.9261408013, + 63681.71336700476, + 63697.79761030327, + 63681.11399047685, + 63674.44085511873, + 63689.71072242918, + 63678.01098467116, + 63710.76508471915, + 63689.71091218596, + 63681.11463957911, + 63681.11465177316, + 63690.10752258512, + 63676.68103187654 + ], + "0.8": [ + 63749.180838590284, + 63740.438780826364, + 63758.03034251257, + 63740.835695716225, + 63755.67282512206, + 63740.951597004874, + 63748.70554138523, + 63758.350418426446, + 63746.2702922825, + 63756.302287442886, + 63730.4764119823, + 63741.01691805813, + 63769.77856218786, + 63758.37504047085, + 63756.31072549103, + 63741.04102368032, + 63758.37594186824, + 63750.6741741467, + 63772.61788645125, + 63755.79515971229, + 63742.09023579103, + 63755.795192404796, + 63769.780470845115, + 63756.311398356505 + ], + "0.9": [ + 63834.59383939482, + 63774.52611813255, + 63786.52820542122, + 63801.38459874993, + 63835.44873836191, + 63835.49831944626, + 63838.87469819799, + 63880.35822280107, + 63884.36011572263, + 63870.165249658436, + 63776.27871445864, + 63786.87081873428, + 63804.98649072605, + 63870.17322515621, + 63869.039285518884, + 63783.65699056818, + 63801.59009040059, + 63838.91786468575, + 63870.174281852065, + 63838.91795706919, + 63786.874015032125, + 63786.87402722618, + 63880.383975946104, + 63804.98840369852 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_092017.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_092017.json new file mode 100644 index 0000000000000000000000000000000000000000..6ea8a25c4cb97c290c0c62327814782f96e30b5a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_092017.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T09:20:17.311748+00:00", + "metrics": { + "MSE[mean]": 77560.12238438924, + "MSE[0.5]": 77560.12238438924, + "MAE[0.5]": 203.3896484375, + "MASE[0.5]": 0.19289658492470044, + "MAPE[0.5]": 0.0031781259445493554, + "sMAPE[0.5]": 0.0031763416202865865, + "MSIS": 2.132980924999326, + "RMSE[mean]": 278.4961801971245, + "NRMSE[mean]": 0.004344781274887069, + "ND[0.5]": 0.0031730544218295104, + "mean_weighted_sum_quantile_loss": 0.004967313795597433 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64182.0 + ], + "predictions": { + "p50": [ + 64220.76953125, + 64224.53125, + 64233.8515625, + 64234.875, + 64234.5, + 64238.8984375, + 64233.1484375, + 64228.17578125, + 64220.91015625, + 64218.40234375, + 64184.79296875, + 64172.98046875, + 64152.09375, + 64120.44140625, + 64098.05078125, + 64089.30859375, + 64032.1015625, + 63995.6171875, + 63996.58203125, + 63951.109375, + 63919.00390625, + 63876.828125, + 63857.921875, + 63843.875 + ], + "p10": [ + 63905.63671875, + 63791.24609375, + 63696.8671875, + 63582.17578125, + 63492.60546875, + 63375.6328125, + 63245.875, + 63179.6796875, + 63114.578125, + 62996.29296875, + 62957.98046875, + 62881.5078125, + 62824.92578125, + 62737.12109375, + 62674.67578125, + 62596.53515625, + 62537.86328125, + 62498.8046875, + 62418.328125, + 62415.27734375, + 62356.6328125, + 62316.76171875, + 62262.484375, + 62276.1796875 + ], + "p90": [ + 64461.671875, + 64562.58984375, + 64646.58984375, + 64724.81640625, + 64782.08984375, + 64825.09375, + 64865.37109375, + 64923.26953125, + 64933.421875, + 64991.7578125, + 65026.96484375, + 65080.7578125, + 65126.7734375, + 65141.01953125, + 65177.3125, + 65209.51953125, + 65642.8203125, + 65659.15625, + 65648.3515625, + 65666.53125, + 65658.265625, + 65749.90625, + 65823.6640625, + 65784.1796875 + ], + "mean": [ + 64220.76953125, + 64224.53125, + 64233.8515625, + 64234.875, + 64234.5, + 64238.8984375, + 64233.1484375, + 64228.17578125, + 64220.91015625, + 64218.40234375, + 64184.79296875, + 64172.98046875, + 64152.09375, + 64120.44140625, + 64098.05078125, + 64089.30859375, + 64032.1015625, + 63995.6171875, + 63996.58203125, + 63951.109375, + 63919.00390625, + 63876.828125, + 63857.921875, + 63843.875 + ], + "quantiles": { + "0.1": [ + 63905.63671875, + 63791.24609375, + 63696.8671875, + 63582.17578125, + 63492.60546875, + 63375.6328125, + 63245.875, + 63179.6796875, + 63114.578125, + 62996.29296875, + 62957.98046875, + 62881.5078125, + 62824.92578125, + 62737.12109375, + 62674.67578125, + 62596.53515625, + 62537.86328125, + 62498.8046875, + 62418.328125, + 62415.27734375, + 62356.6328125, + 62316.76171875, + 62262.484375, + 62276.1796875 + ], + "0.2": [ + 63905.63671875, + 63791.24609375, + 63696.8671875, + 63582.17578125, + 63492.60546875, + 63375.6328125, + 63245.875, + 63179.6796875, + 63114.578125, + 62996.29296875, + 62957.98046875, + 62881.5078125, + 62824.92578125, + 62737.12109375, + 62674.67578125, + 62596.53515625, + 62537.86328125, + 62498.8046875, + 62418.328125, + 62415.27734375, + 62356.6328125, + 62316.76171875, + 62262.484375, + 62276.1796875 + ], + "0.3": [ + 63905.63671875, + 63791.24609375, + 63696.8671875, + 63582.17578125, + 63492.60546875, + 63375.6328125, + 63245.875, + 63179.6796875, + 63114.578125, + 62996.29296875, + 62957.98046875, + 62881.5078125, + 62824.92578125, + 62737.12109375, + 62674.67578125, + 62596.53515625, + 62537.86328125, + 62498.8046875, + 62418.328125, + 62415.27734375, + 62356.6328125, + 62316.76171875, + 62262.484375, + 62276.1796875 + ], + "0.4": [ + 64220.76953125, + 64224.53125, + 64233.8515625, + 64234.875, + 64234.5, + 64238.8984375, + 64233.1484375, + 64228.17578125, + 64220.91015625, + 64218.40234375, + 64184.79296875, + 64172.98046875, + 64152.09375, + 64120.44140625, + 64098.05078125, + 64089.30859375, + 64032.1015625, + 63995.6171875, + 63996.58203125, + 63951.109375, + 63919.00390625, + 63876.828125, + 63857.921875, + 63843.875 + ], + "0.5": [ + 64220.76953125, + 64224.53125, + 64233.8515625, + 64234.875, + 64234.5, + 64238.8984375, + 64233.1484375, + 64228.17578125, + 64220.91015625, + 64218.40234375, + 64184.79296875, + 64172.98046875, + 64152.09375, + 64120.44140625, + 64098.05078125, + 64089.30859375, + 64032.1015625, + 63995.6171875, + 63996.58203125, + 63951.109375, + 63919.00390625, + 63876.828125, + 63857.921875, + 63843.875 + ], + "0.6": [ + 64220.76953125, + 64224.53125, + 64233.8515625, + 64234.875, + 64234.5, + 64238.8984375, + 64233.1484375, + 64228.17578125, + 64220.91015625, + 64218.40234375, + 64184.79296875, + 64172.98046875, + 64152.09375, + 64120.44140625, + 64098.05078125, + 64089.30859375, + 64032.1015625, + 63995.6171875, + 63996.58203125, + 63951.109375, + 63919.00390625, + 63876.828125, + 63857.921875, + 63843.875 + ], + "0.7": [ + 64220.76953125, + 64224.53125, + 64233.8515625, + 64234.875, + 64234.5, + 64238.8984375, + 64233.1484375, + 64228.17578125, + 64220.91015625, + 64218.40234375, + 64184.79296875, + 64172.98046875, + 64152.09375, + 64120.44140625, + 64098.05078125, + 64089.30859375, + 64032.1015625, + 63995.6171875, + 63996.58203125, + 63951.109375, + 63919.00390625, + 63876.828125, + 63857.921875, + 63843.875 + ], + "0.8": [ + 64461.671875, + 64562.58984375, + 64646.58984375, + 64724.81640625, + 64782.08984375, + 64825.09375, + 64865.37109375, + 64923.26953125, + 64933.421875, + 64991.7578125, + 65026.96484375, + 65080.7578125, + 65126.7734375, + 65141.01953125, + 65177.3125, + 65209.51953125, + 65642.8203125, + 65659.15625, + 65648.3515625, + 65666.53125, + 65658.265625, + 65749.90625, + 65823.6640625, + 65784.1796875 + ], + "0.9": [ + 64461.671875, + 64562.58984375, + 64646.58984375, + 64724.81640625, + 64782.08984375, + 64825.09375, + 64865.37109375, + 64923.26953125, + 64933.421875, + 64991.7578125, + 65026.96484375, + 65080.7578125, + 65126.7734375, + 65141.01953125, + 65177.3125, + 65209.51953125, + 65642.8203125, + 65659.15625, + 65648.3515625, + 65666.53125, + 65658.265625, + 65749.90625, + 65823.6640625, + 65784.1796875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_092217.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_092217.json new file mode 100644 index 0000000000000000000000000000000000000000..5f45f99e6ea51294597afc3455c2efd3870590f8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_092217.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T09:22:17.995605+00:00", + "metrics": { + "MSE[mean]": 56896.75681040619, + "MSE[0.5]": 58101.68065779744, + "MAE[0.5]": 156.98793491631235, + "MASE[0.5]": 0.148888779504643, + "MAPE[0.5]": 0.0024555963185540998, + "sMAPE[0.5]": 0.002451704293398147, + "MSIS": 1.5901409095116936, + "RMSE[mean]": 238.5304106616307, + "NRMSE[mean]": 0.0037212807048205127, + "ND[0.5]": 0.002449147559312292, + "mean_weighted_sum_quantile_loss": 0.002113373711770244 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64182.0 + ], + "predictions": { + "p50": [ + 64251.11513158405, + 64230.4424509466, + 64208.48070780914, + 64192.12638654668, + 64170.16659653423, + 64184.032978396775, + 64161.64936025932, + 64177.47082024687, + 64170.50321773441, + 64204.644990221954, + 64140.384418959504, + 64151.89728519705, + 64127.69921393459, + 64121.63786142213, + 64135.34604015968, + 64128.499531397225, + 64143.76239763477, + 64150.34948262232, + 64087.22563010986, + 64089.9591994724, + 64097.48964383495, + 64073.391181947496, + 64092.07982943504, + 64059.75871129759 + ], + "p10": [ + 63950.88622533405, + 63960.278779071596, + 63954.07680155914, + 63952.54669904668, + 63937.19433090923, + 63932.152119021775, + 63934.41889150932, + 63921.907148371865, + 63837.75712398441, + 63949.45475584696, + 63882.763325209504, + 63898.259003947045, + 63877.14062018459, + 63870.93864267213, + 63889.081587034685, + 63857.85656264723, + 63867.61786638477, + 63870.95104512232, + 63768.48031760986, + 63833.048652597405, + 63868.995112584955, + 63757.131416322496, + 63835.18725131004, + 63744.72746129759 + ], + "p90": [ + 64499.197553459046, + 64441.9717478216, + 64438.33617655914, + 64432.13419904668, + 64424.216596534236, + 64465.050556521775, + 64458.84857900932, + 64409.10089837187, + 64477.81571773441, + 64396.69694334696, + 64386.814106459504, + 64377.77228519705, + 64371.78827643459, + 64367.54801767213, + 64409.23275890968, + 64378.21398452223, + 64396.82880388477, + 64426.63073262232, + 64336.60414573486, + 64350.6486525974, + 64324.79433133495, + 64318.592353822496, + 64395.62084506004, + 64306.18839879759 + ], + "mean": [ + 64225.71579564682, + 64206.6779782901, + 64200.049828903044, + 64197.79175764063, + 64163.54413559669, + 64169.517431521854, + 64180.0869383845, + 64167.672792903, + 64143.1598192969, + 64181.69567381581, + 64085.31607911562, + 64123.60531254069, + 64118.26720221586, + 64107.08551767191, + 64153.097407347, + 64108.04164077245, + 64133.83507341572, + 64143.690810747124, + 64052.05189964126, + 64091.85193384767, + 64078.67614774093, + 64042.29579132263, + 64101.74670443523, + 64047.59261754752 + ], + "quantiles": { + "0.1": [ + 63950.88622533405, + 63960.278779071596, + 63954.07680155914, + 63952.54669904668, + 63937.19433090923, + 63932.152119021775, + 63934.41889150932, + 63921.907148371865, + 63837.75712398441, + 63949.45475584696, + 63882.763325209504, + 63898.259003947045, + 63877.14062018459, + 63870.93864267213, + 63889.081587034685, + 63857.85656264723, + 63867.61786638477, + 63870.95104512232, + 63768.48031760986, + 63833.048652597405, + 63868.995112584955, + 63757.131416322496, + 63835.18725131004, + 63744.72746129759 + ], + "0.2": [ + 64087.95106908405, + 64028.6397165716, + 64022.43773905914, + 64073.37716779668, + 64007.379096534234, + 64010.472431521775, + 63995.11029775932, + 63998.06847649687, + 63982.57118648441, + 64042.16139647195, + 63946.462543959504, + 63964.09259769705, + 63952.87108893459, + 63973.53786142213, + 64011.15150890968, + 63939.15734389723, + 63956.26005388477, + 63936.04870137232, + 63894.12719260986, + 63916.5002150974, + 63910.80214383495, + 63897.053291322496, + 63905.03881381004, + 63865.83683629759 + ], + "0.3": [ + 64167.48622533405, + 64114.2608103216, + 64107.76234843414, + 64119.14435529668, + 64071.67440903423, + 64089.740009646775, + 64082.26264150932, + 64076.06066399687, + 64053.15360835941, + 64107.055146471954, + 64013.878168959505, + 64034.54767582205, + 64019.76952643459, + 64024.03629892213, + 64076.04525890968, + 64009.739765772225, + 64024.17255388477, + 64032.316670122316, + 63971.50688010986, + 63984.9318557224, + 64001.79276883495, + 63956.26696319749, + 63983.03100131004, + 63951.54777379759 + ], + "0.4": [ + 64198.86122533405, + 64173.8623728216, + 64169.34555155914, + 64170.69669904668, + 64102.06503403423, + 64147.413837771775, + 64130.27436025932, + 64129.15832024687, + 64139.68681148441, + 64145.000458971954, + 64080.392231459504, + 64104.35041019705, + 64067.98827643459, + 64085.01520517213, + 64110.47885265968, + 64089.843281397225, + 64094.958491384765, + 64102.95026387232, + 64008.82719260986, + 64071.4650588474, + 64070.93495633495, + 63996.631416322496, + 64047.52318881004, + 64022.99543004759 + ], + "0.5": [ + 64251.11513158405, + 64230.4424509466, + 64208.48070780914, + 64192.12638654668, + 64170.16659653423, + 64184.032978396775, + 64161.64936025932, + 64177.47082024687, + 64170.50321773441, + 64204.644990221954, + 64140.384418959504, + 64151.89728519705, + 64127.69921393459, + 64121.63786142213, + 64135.34604015968, + 64128.499531397225, + 64143.76239763477, + 64150.34948262232, + 64087.22563010986, + 64089.9591994724, + 64097.48964383495, + 64073.391181947496, + 64092.07982943504, + 64059.75871129759 + ], + "0.6": [ + 64315.61513158405, + 64278.257685321594, + 64268.62914530914, + 64262.42716779668, + 64228.17440903423, + 64270.613056521775, + 64235.46967275932, + 64272.20128899687, + 64234.84384273441, + 64242.465302721954, + 64197.507075209505, + 64212.81134769705, + 64168.81327643459, + 64146.62770517213, + 64202.77182140968, + 64205.253437647225, + 64196.05146013477, + 64194.18542012232, + 64163.77641135986, + 64171.7619338474, + 64175.57948758495, + 64150.791572572496, + 64176.879438810036, + 64122.49699254759 + ], + "0.7": [ + 64363.75185033405, + 64320.1858103216, + 64307.51703593414, + 64302.38419904668, + 64283.41933090923, + 64308.69196277177, + 64278.40326650932, + 64301.67785149687, + 64294.77040523441, + 64290.636787096955, + 64254.749653334504, + 64251.69923832205, + 64242.80390143459, + 64214.65739267213, + 64252.15463390968, + 64311.003437647225, + 64245.86005388477, + 64246.68932637232, + 64207.82719260986, + 64209.2697463474, + 64218.15214383495, + 64190.748603822496, + 64210.01107943504, + 64172.96964879759 + ], + "0.8": [ + 64437.77450658405, + 64412.0576853216, + 64400.48070780914, + 64375.01701154668, + 64388.07675278423, + 64374.79352527177, + 64360.263422759315, + 64374.84582024687, + 64387.66728023441, + 64366.37233397195, + 64307.706293959505, + 64344.66291019705, + 64329.60937018459, + 64291.18239267213, + 64331.43197765968, + 64346.710468897225, + 64338.717866384766, + 64331.84948262232, + 64292.39750510986, + 64286.1955275974, + 64294.22011258495, + 64273.791572572496, + 64303.29662631004, + 64275.61418004759 + ], + "0.9": [ + 64499.197553459046, + 64441.9717478216, + 64438.33617655914, + 64432.13419904668, + 64424.216596534236, + 64465.050556521775, + 64458.84857900932, + 64409.10089837187, + 64477.81571773441, + 64396.69694334696, + 64386.814106459504, + 64377.77228519705, + 64371.78827643459, + 64367.54801767213, + 64409.23275890968, + 64378.21398452223, + 64396.82880388477, + 64426.63073262232, + 64336.60414573486, + 64350.6486525974, + 64324.79433133495, + 64318.592353822496, + 64395.62084506004, + 64306.18839879759 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_092157.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_092157.json new file mode 100644 index 0000000000000000000000000000000000000000..9dfdf6ea6e1166680b68024a1d49415a765f77bc --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_092157.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T09:21:57.360266+00:00", + "metrics": { + "MSE[mean]": 91682.47689501445, + "MSE[0.5]": 85316.24378363292, + "MAE[0.5]": 197.09440104166666, + "MASE[0.5]": 0.18692611527080596, + "MAPE[0.5]": 0.0030854201677494365, + "sMAPE[0.5]": 0.0030759257449940913, + "MSIS": 1.8672783541480442, + "RMSE[mean]": 302.7911440168197, + "NRMSE[mean]": 0.004723803722531256, + "ND[0.5]": 0.0030748431178653467, + "mean_weighted_sum_quantile_loss": 0.004088362885596637 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64182.0 + ], + "predictions": { + "p50": [ + 64249.771484375, + 64252.517578125, + 64210.90625, + 64224.033203125, + 64245.44921875, + 64244.662109375, + 64251.71484375, + 64226.78515625, + 64238.478515625, + 64176.6328125, + 64230.529296875, + 64218.583984375, + 64274.55078125, + 64163.91796875, + 64291.00390625, + 64221.927734375, + 64280.3125, + 64199.662109375, + 64321.265625, + 64144.412109375, + 64146.083984375, + 64231.6015625, + 64277.98828125, + 64266.423828125 + ], + "p10": [ + 63982.357421875, + 63884.130859375, + 63709.181640625, + 63742.228515625, + 63700.80078125, + 63651.38671875, + 63575.51953125, + 63532.53125, + 63539.015625, + 63300.12109375, + 63388.96875, + 63349.314453125, + 63393.3125, + 63093.6015625, + 63037.13671875, + 63211.55078125, + 62845.046875, + 63081.583984375, + 63119.892578125, + 62875.251953125, + 62945.392578125, + 63001.88671875, + 62769.001953125, + 62265.546875 + ], + "p90": [ + 64500.005859375, + 64661.181640625, + 64733.361328125, + 64735.599609375, + 64843.857421875, + 64873.5703125, + 64986.751953125, + 65002.962890625, + 65047.88671875, + 64983.689453125, + 65414.20703125, + 65248.494140625, + 65056.779296875, + 65048.25, + 65652.9609375, + 65180.123046875, + 65387.51953125, + 65231.96875, + 65642.62890625, + 65349.564453125, + 65779.96875, + 65794.25, + 65608.1953125, + 65850.9453125 + ], + "mean": [ + 64250.9453125, + 64284.125, + 64208.98828125, + 64217.48046875, + 64262.328125, + 64247.33984375, + 64285.33984375, + 64257.08984375, + 64336.05078125, + 64162.98828125, + 64313.38671875, + 64330.0234375, + 64341.03125, + 64135.72265625, + 64409.296875, + 64150.08984375, + 64214.10546875, + 64179.2109375, + 64446.92578125, + 64125.3359375, + 64258.9375, + 64274.15234375, + 64296.44140625, + 63946.6875 + ], + "quantiles": { + "0.1": [ + 63982.357421875, + 63884.130859375, + 63709.181640625, + 63742.228515625, + 63700.80078125, + 63651.38671875, + 63575.51953125, + 63532.53125, + 63539.015625, + 63300.12109375, + 63388.96875, + 63349.314453125, + 63393.3125, + 63093.6015625, + 63037.13671875, + 63211.55078125, + 62845.046875, + 63081.583984375, + 63119.892578125, + 62875.251953125, + 62945.392578125, + 63001.88671875, + 62769.001953125, + 62265.546875 + ], + "0.2": [ + 63982.357421875, + 63884.130859375, + 63709.181640625, + 63742.228515625, + 63700.80078125, + 63651.38671875, + 63575.51953125, + 63532.53125, + 63539.015625, + 63300.12109375, + 63388.96875, + 63349.314453125, + 63393.3125, + 63093.6015625, + 63037.13671875, + 63211.55078125, + 62845.046875, + 63081.583984375, + 63119.892578125, + 62875.251953125, + 62945.392578125, + 63001.88671875, + 62769.001953125, + 62265.546875 + ], + "0.3": [ + 63982.357421875, + 63884.130859375, + 63709.181640625, + 63742.228515625, + 63700.80078125, + 63651.38671875, + 63575.51953125, + 63532.53125, + 63539.015625, + 63300.12109375, + 63388.96875, + 63349.314453125, + 63393.3125, + 63093.6015625, + 63037.13671875, + 63211.55078125, + 62845.046875, + 63081.583984375, + 63119.892578125, + 62875.251953125, + 62945.392578125, + 63001.88671875, + 62769.001953125, + 62265.546875 + ], + "0.4": [ + 64249.771484375, + 64252.517578125, + 64210.90625, + 64224.033203125, + 64245.44921875, + 64244.662109375, + 64251.71484375, + 64226.78515625, + 64238.478515625, + 64176.6328125, + 64230.529296875, + 64218.583984375, + 64274.55078125, + 64163.91796875, + 64291.00390625, + 64221.927734375, + 64280.3125, + 64199.662109375, + 64321.265625, + 64144.412109375, + 64146.083984375, + 64231.6015625, + 64277.98828125, + 64266.423828125 + ], + "0.5": [ + 64249.771484375, + 64252.517578125, + 64210.90625, + 64224.033203125, + 64245.44921875, + 64244.662109375, + 64251.71484375, + 64226.78515625, + 64238.478515625, + 64176.6328125, + 64230.529296875, + 64218.583984375, + 64274.55078125, + 64163.91796875, + 64291.00390625, + 64221.927734375, + 64280.3125, + 64199.662109375, + 64321.265625, + 64144.412109375, + 64146.083984375, + 64231.6015625, + 64277.98828125, + 64266.423828125 + ], + "0.6": [ + 64249.771484375, + 64252.517578125, + 64210.90625, + 64224.033203125, + 64245.44921875, + 64244.662109375, + 64251.71484375, + 64226.78515625, + 64238.478515625, + 64176.6328125, + 64230.529296875, + 64218.583984375, + 64274.55078125, + 64163.91796875, + 64291.00390625, + 64221.927734375, + 64280.3125, + 64199.662109375, + 64321.265625, + 64144.412109375, + 64146.083984375, + 64231.6015625, + 64277.98828125, + 64266.423828125 + ], + "0.7": [ + 64249.771484375, + 64252.517578125, + 64210.90625, + 64224.033203125, + 64245.44921875, + 64244.662109375, + 64251.71484375, + 64226.78515625, + 64238.478515625, + 64176.6328125, + 64230.529296875, + 64218.583984375, + 64274.55078125, + 64163.91796875, + 64291.00390625, + 64221.927734375, + 64280.3125, + 64199.662109375, + 64321.265625, + 64144.412109375, + 64146.083984375, + 64231.6015625, + 64277.98828125, + 64266.423828125 + ], + "0.8": [ + 64500.005859375, + 64661.181640625, + 64733.361328125, + 64735.599609375, + 64843.857421875, + 64873.5703125, + 64986.751953125, + 65002.962890625, + 65047.88671875, + 64983.689453125, + 65414.20703125, + 65248.494140625, + 65056.779296875, + 65048.25, + 65652.9609375, + 65180.123046875, + 65387.51953125, + 65231.96875, + 65642.62890625, + 65349.564453125, + 65779.96875, + 65794.25, + 65608.1953125, + 65850.9453125 + ], + "0.9": [ + 64500.005859375, + 64661.181640625, + 64733.361328125, + 64735.599609375, + 64843.857421875, + 64873.5703125, + 64986.751953125, + 65002.962890625, + 65047.88671875, + 64983.689453125, + 65414.20703125, + 65248.494140625, + 65056.779296875, + 65048.25, + 65652.9609375, + 65180.123046875, + 65387.51953125, + 65231.96875, + 65642.62890625, + 65349.564453125, + 65779.96875, + 65794.25, + 65608.1953125, + 65850.9453125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_092218.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_092218.json new file mode 100644 index 0000000000000000000000000000000000000000..a6420c6c87d26c5c6c14eaa081c9a2f476bfe04a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_092218.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T09:22:18.017429+00:00", + "metrics": { + "MSE[mean]": 58282.92767554795, + "MSE[0.5]": 57127.613617535244, + "MAE[0.5]": 186.43831094663742, + "MASE[0.5]": 0.17681978289955594, + "MAPE[0.5]": 0.002911789957344589, + "sMAPE[0.5]": 0.0029110343230408418, + "MSIS": 1.5705342040062311, + "RMSE[mean]": 241.4185735927291, + "NRMSE[mean]": 0.0037663385444396315, + "ND[0.5]": 0.0029085988962188527, + "mean_weighted_sum_quantile_loss": 0.0021444249399381514 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64182.0 + ], + "predictions": { + "p50": [ + 64094.45840529057, + 64079.98770216557, + 64064.22793654057, + 64054.07559279057, + 64038.31778029057, + 64058.38613966557, + 64042.20449904057, + 64064.22793654057, + 64063.46231154057, + 64103.80606154057, + 64045.74746779057, + 64063.46231154057, + 64045.46621779057, + 64045.60684279057, + 64065.51699904057, + 64064.87246779057, + 64086.33731154057, + 64099.12637404057, + 64042.20449904057, + 64051.14004591557, + 64064.87246779057, + 64046.97598341557, + 64071.86660841557, + 64045.74746779057 + ], + "p10": [ + 63794.22949904057, + 63809.82403029057, + 63809.82403029057, + 63814.49590529057, + 63805.34551466557, + 63806.50528029057, + 63814.97403029057, + 63808.66426466557, + 63730.71621779057, + 63848.61582716557, + 63788.12637404057, + 63809.82403029057, + 63794.90762404057, + 63794.90762404057, + 63819.25254591557, + 63794.22949904057, + 63810.19278029057, + 63819.72793654057, + 63723.45918654057, + 63794.22949904057, + 63836.37793654057, + 63730.71621779057, + 63814.97403029057, + 63730.71621779057 + ], + "p90": [ + 64342.54082716557, + 64291.51699904057, + 64294.08340529057, + 64294.08340529057, + 64292.36778029057, + 64339.40371779057, + 64339.40371779057, + 64295.85801466557, + 64370.77481154057, + 64295.85801466557, + 64292.17715529057, + 64289.33731154057, + 64289.55528029057, + 64291.51699904057, + 64339.40371779057, + 64314.58692091557, + 64339.40371779057, + 64375.40762404057, + 64291.58301466557, + 64311.82949904057, + 64292.17715529057, + 64292.17715529057, + 64375.40762404057, + 64292.17715529057 + ], + "mean": [ + 64069.05906935288, + 64056.22322950912, + 64055.797057634125, + 64059.74096388413, + 64031.695319352875, + 64043.87059279038, + 64060.64207716538, + 64054.429909196624, + 64036.11891310287, + 64080.85674513413, + 63990.67912794663, + 64035.17033888413, + 64036.03420607163, + 64031.05449904038, + 64083.26836622788, + 64044.41457716538, + 64076.409987321626, + 64092.46770216538, + 64007.030768571625, + 64053.03278029038, + 64046.05897169663, + 64015.880592790374, + 64081.53348341538, + 64033.581374040376 + ], + "quantiles": { + "0.1": [ + 63794.22949904057, + 63809.82403029057, + 63809.82403029057, + 63814.49590529057, + 63805.34551466557, + 63806.50528029057, + 63814.97403029057, + 63808.66426466557, + 63730.71621779057, + 63848.61582716557, + 63788.12637404057, + 63809.82403029057, + 63794.90762404057, + 63794.90762404057, + 63819.25254591557, + 63794.22949904057, + 63810.19278029057, + 63819.72793654057, + 63723.45918654057, + 63794.22949904057, + 63836.37793654057, + 63730.71621779057, + 63814.97403029057, + 63730.71621779057 + ], + "0.2": [ + 63931.29434279057, + 63878.18496779057, + 63878.18496779057, + 63935.32637404057, + 63875.53028029057, + 63884.82559279057, + 63875.66543654057, + 63884.82559279057, + 63875.53028029057, + 63941.32246779057, + 63851.82559279057, + 63875.65762404057, + 63870.63809279057, + 63897.50684279057, + 63941.32246779057, + 63875.53028029057, + 63898.83496779057, + 63884.82559279057, + 63849.10606154057, + 63877.68106154057, + 63878.18496779057, + 63870.63809279057, + 63884.82559279057, + 63851.82559279057 + ], + "0.3": [ + 64010.82949904057, + 63963.80606154057, + 63963.50957716557, + 63981.09356154057, + 63939.82559279057, + 63964.09317091557, + 63962.81778029057, + 63962.81778029057, + 63946.11270216557, + 64006.21621779057, + 63919.24121779057, + 63946.11270216557, + 63937.53653029057, + 63948.00528029057, + 64006.21621779057, + 63946.11270216557, + 63966.74746779057, + 63981.09356154057, + 63926.48574904057, + 63946.11270216557, + 63969.17559279057, + 63929.85176466557, + 63962.81778029057, + 63937.53653029057 + ], + "0.4": [ + 64042.20449904057, + 64023.40762404057, + 64025.09278029057, + 64032.64590529057, + 63970.21621779057, + 64021.76699904057, + 64010.82949904057, + 64015.91543654057, + 64032.64590529057, + 64044.16153029057, + 63985.75528029057, + 64015.91543654057, + 63985.75528029057, + 64008.98418654057, + 64040.64981154057, + 64026.21621779057, + 64037.53340529057, + 64051.72715529057, + 63963.80606154057, + 64032.64590529057, + 64038.31778029057, + 63970.21621779057, + 64027.30996779057, + 64008.98418654057 + ], + "0.5": [ + 64094.45840529057, + 64079.98770216557, + 64064.22793654057, + 64054.07559279057, + 64038.31778029057, + 64058.38613966557, + 64042.20449904057, + 64064.22793654057, + 64063.46231154057, + 64103.80606154057, + 64045.74746779057, + 64063.46231154057, + 64045.46621779057, + 64045.60684279057, + 64065.51699904057, + 64064.87246779057, + 64086.33731154057, + 64099.12637404057, + 64042.20449904057, + 64051.14004591557, + 64064.87246779057, + 64046.97598341557, + 64071.86660841557, + 64045.74746779057 + ], + "0.6": [ + 64158.95840529057, + 64127.80293654057, + 64124.37637404057, + 64124.37637404057, + 64096.32559279057, + 64144.96621779057, + 64116.02481154057, + 64158.95840529057, + 64127.80293654057, + 64141.62637404057, + 64102.87012404057, + 64124.37637404057, + 64086.58028029057, + 64070.59668654057, + 64132.94278029057, + 64141.62637404057, + 64138.62637404057, + 64142.96231154057, + 64118.75528029057, + 64132.94278029057, + 64142.96231154057, + 64124.37637404057, + 64156.66621779057, + 64108.48574904057 + ], + "0.7": [ + 64207.09512404057, + 64169.73106154057, + 64163.26426466557, + 64164.33340529057, + 64151.57051466557, + 64183.04512404057, + 64158.95840529057, + 64188.43496779057, + 64187.72949904057, + 64189.79785841557, + 64160.11270216557, + 64163.26426466557, + 64160.57090529057, + 64138.62637404057, + 64182.32559279057, + 64247.37637404057, + 64188.43496779057, + 64195.46621779057, + 64162.80606154057, + 64170.45059279057, + 64185.53496779057, + 64164.33340529057, + 64189.79785841557, + 64158.95840529057 + ], + "0.8": [ + 64281.11778029057, + 64261.60293654057, + 64256.22793654057, + 64236.96621779057, + 64256.22793654057, + 64249.14668654057, + 64240.81856154057, + 64261.60293654057, + 64280.62637404057, + 64265.53340529057, + 64213.06934279057, + 64256.22793654057, + 64247.37637404057, + 64215.15137404057, + 64261.60293654057, + 64283.08340529057, + 64281.29278029057, + 64280.62637404057, + 64247.37637404057, + 64247.37637404057, + 64261.60293654057, + 64247.37637404057, + 64283.08340529057, + 64261.60293654057 + ], + "0.9": [ + 64342.54082716557, + 64291.51699904057, + 64294.08340529057, + 64294.08340529057, + 64292.36778029057, + 64339.40371779057, + 64339.40371779057, + 64295.85801466557, + 64370.77481154057, + 64295.85801466557, + 64292.17715529057, + 64289.33731154057, + 64289.55528029057, + 64291.51699904057, + 64339.40371779057, + 64314.58692091557, + 64339.40371779057, + 64375.40762404057, + 64291.58301466557, + 64311.82949904057, + 64292.17715529057, + 64292.17715529057, + 64375.40762404057, + 64292.17715529057 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_092218.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_092218.json new file mode 100644 index 0000000000000000000000000000000000000000..af349fbc401c0876a336bb56fdb8eeced889be4e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_092218.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T09:22:18.033855+00:00", + "metrics": { + "MSE[mean]": 160584.5631567637, + "MSE[0.5]": 160584.5631567637, + "MAE[0.5]": 312.52001953125, + "MASE[0.5]": 0.29639681739606144, + "MAPE[0.5]": 0.004881183866115594, + "sMAPE[0.5]": 0.0048830433402023785, + "MSIS": 3.6445091884203014, + "RMSE[mean]": 400.73003775205535, + "NRMSE[mean]": 0.006251735169500523, + "ND[0.5]": 0.004875582594797599, + "mean_weighted_sum_quantile_loss": 0.005398429214438668 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64182.0 + ], + "predictions": { + "p50": [ + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "p10": [ + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125 + ], + "p90": [ + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375 + ], + "mean": [ + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "quantiles": { + "0.1": [ + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125 + ], + "0.2": [ + 62719.57873046875, + 62732.68, + 62700.26349609375, + 62446.81453125, + 62990.6499609375, + 63197.6384765625, + 63073.793964843746, + 62877.178730468746, + 62848.802265624996, + 62976.96, + 62967.09845703125, + 63052.2124609375, + 63307.93154296875, + 63333.54154296875, + 63329.59, + 63284.28, + 63277.63125, + 63459.61, + 63311.97927734375, + 63292.70251953125, + 63338.909023437496, + 63228.2042578125, + 63053.79, + 63246.02275390625 + ], + "0.3": [ + 63037.9522265625, + 63051.12, + 63018.5389453125, + 62763.8034375, + 63310.399453125, + 63518.438671875, + 63393.9655078125, + 63196.3522265625, + 63167.83171875, + 63296.64, + 63286.7283984375, + 63372.274453125, + 63629.2916015625, + 63655.0316015625, + 63651.06, + 63605.52, + 63598.8375, + 63781.74, + 63633.359882812496, + 63613.9852734375, + 63660.426328125, + 63549.159609375, + 63373.86, + 63567.0685546875 + ], + "0.4": [ + 63356.32572265625, + 63369.56, + 63336.81439453125, + 63080.79234375, + 63630.1489453125, + 63839.2388671875, + 63714.137050781246, + 63515.525722656246, + 63486.861171874996, + 63616.32, + 63606.35833984375, + 63692.3364453125, + 63950.65166015625, + 63976.52166015625, + 63972.53, + 63926.76, + 63920.04375, + 64103.87, + 63954.74048828125, + 63935.26802734375, + 63981.9436328125, + 63870.1149609375, + 63693.93, + 63888.11435546875 + ], + "0.5": [ + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "0.6": [ + 63993.07271484374, + 64006.439999999995, + 63973.365292968745, + 63714.77015624999, + 64269.6479296875, + 64480.83925781249, + 64354.48013671875, + 64153.87271484375, + 64124.920078125, + 64255.67999999999, + 64245.618222656245, + 64332.4604296875, + 64593.371777343746, + 64619.50177734374, + 64615.469999999994, + 64569.23999999999, + 64562.456249999996, + 64748.12999999999, + 64597.501699218745, + 64577.83353515624, + 64624.97824218749, + 64512.025664062494, + 64334.06999999999, + 64530.20595703124 + ], + "0.7": [ + 64311.4462109375, + 64324.88, + 64291.6407421875, + 64031.7590625, + 64589.397421875, + 64801.639453125, + 64674.6516796875, + 64473.0462109375, + 64443.94953125, + 64575.36, + 64565.2481640625, + 64652.522421875, + 64914.7318359375, + 64940.9918359375, + 64936.94, + 64890.48, + 64883.6625, + 65070.26, + 64918.882304687504, + 64899.1162890625, + 64946.495546875, + 64832.981015625, + 64654.14, + 64851.2517578125 + ], + "0.8": [ + 64629.819707031245, + 64643.31999999999, + 64609.91619140624, + 64348.747968749994, + 64909.14691406249, + 65122.439648437496, + 64994.82322265625, + 64792.21970703125, + 64762.978984375, + 64895.03999999999, + 64884.87810546874, + 64972.58441406249, + 65236.091894531244, + 65262.48189453124, + 65258.409999999996, + 65211.719999999994, + 65204.868749999994, + 65392.38999999999, + 65240.26291015624, + 65220.39904296874, + 65268.0128515625, + 65153.936367187496, + 64974.20999999999, + 65172.297558593746 + ], + "0.9": [ + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_092215.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_092215.json new file mode 100644 index 0000000000000000000000000000000000000000..9b54ecb24e04ce11e09823a4e7a3acd43c1d76ac --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_092215.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T09:22:15.453098+00:00", + "metrics": { + "MSE[mean]": 74105.0954100291, + "MSE[0.5]": 74105.0954100291, + "MAE[0.5]": 188.78564453125, + "MASE[0.5]": 0.179046015333848, + "MAPE[0.5]": 0.0029540819983326955, + "sMAPE[0.5]": 0.002946764402507847, + "MSIS": 1.4219367035746255, + "RMSE[mean]": 272.2225108436646, + "NRMSE[mean]": 0.004246906607046196, + "ND[0.5]": 0.0029452193302841228, + "mean_weighted_sum_quantile_loss": 0.003159689805060513 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64182.0 + ], + "predictions": { + "p50": [ + 64269.484375, + 64272.59375, + 64275.703125, + 64291.25, + 64288.140625, + 64278.8125, + 64269.484375, + 64253.9375, + 64247.71875, + 64235.28125, + 64235.28125, + 64210.40625, + 64219.734375, + 64225.953125, + 64232.171875, + 64232.171875, + 64216.625, + 64197.96875, + 64173.09375, + 64142.0, + 64142.0, + 64145.109375, + 64128.0078125, + 64082.921875 + ], + "p10": [ + 64037.8359375, + 63967.875, + 63899.46875, + 63866.04296875, + 63824.453125, + 63787.921875, + 63744.09765625, + 63689.5859375, + 63648.0, + 63597.859375, + 63558.21484375, + 63506.1328125, + 63487.4765625, + 63475.0390625, + 63457.9375, + 63423.734375, + 63373.984375, + 63333.5625, + 63283.8125, + 63227.84375, + 63199.859375, + 63190.53125, + 63150.109375, + 63103.46875 + ], + "p90": [ + 64502.6875, + 64558.65625, + 64614.625, + 64651.9375, + 64683.03125, + 64683.03125, + 64720.34375, + 64726.5625, + 64745.21875, + 64745.21875, + 64763.875, + 64776.3125, + 64788.75, + 64807.40625, + 64826.0625, + 64844.71875, + 64863.375, + 64875.8125, + 64857.15625, + 64844.71875, + 64850.9375, + 64857.15625, + 64863.375, + 64844.71875 + ], + "mean": [ + 64269.484375, + 64272.59375, + 64275.703125, + 64291.25, + 64288.140625, + 64278.8125, + 64269.484375, + 64253.9375, + 64247.71875, + 64235.28125, + 64235.28125, + 64210.40625, + 64219.734375, + 64225.953125, + 64232.171875, + 64232.171875, + 64216.625, + 64197.96875, + 64173.09375, + 64142.0, + 64142.0, + 64145.109375, + 64128.0078125, + 64082.921875 + ], + "quantiles": { + "0.1": [ + 64037.8359375, + 63967.875, + 63899.46875, + 63866.04296875, + 63824.453125, + 63787.921875, + 63744.09765625, + 63689.5859375, + 63648.0, + 63597.859375, + 63558.21484375, + 63506.1328125, + 63487.4765625, + 63475.0390625, + 63457.9375, + 63423.734375, + 63373.984375, + 63333.5625, + 63283.8125, + 63227.84375, + 63199.859375, + 63190.53125, + 63150.109375, + 63103.46875 + ], + "0.2": [ + 64037.8359375, + 63967.875, + 63899.46875, + 63866.04296875, + 63824.453125, + 63787.921875, + 63744.09765625, + 63689.5859375, + 63648.0, + 63597.859375, + 63558.21484375, + 63506.1328125, + 63487.4765625, + 63475.0390625, + 63457.9375, + 63423.734375, + 63373.984375, + 63333.5625, + 63283.8125, + 63227.84375, + 63199.859375, + 63190.53125, + 63150.109375, + 63103.46875 + ], + "0.3": [ + 64037.8359375, + 63967.875, + 63899.46875, + 63866.04296875, + 63824.453125, + 63787.921875, + 63744.09765625, + 63689.5859375, + 63648.0, + 63597.859375, + 63558.21484375, + 63506.1328125, + 63487.4765625, + 63475.0390625, + 63457.9375, + 63423.734375, + 63373.984375, + 63333.5625, + 63283.8125, + 63227.84375, + 63199.859375, + 63190.53125, + 63150.109375, + 63103.46875 + ], + "0.4": [ + 64269.484375, + 64272.59375, + 64275.703125, + 64291.25, + 64288.140625, + 64278.8125, + 64269.484375, + 64253.9375, + 64247.71875, + 64235.28125, + 64235.28125, + 64210.40625, + 64219.734375, + 64225.953125, + 64232.171875, + 64232.171875, + 64216.625, + 64197.96875, + 64173.09375, + 64142.0, + 64142.0, + 64145.109375, + 64128.0078125, + 64082.921875 + ], + "0.5": [ + 64269.484375, + 64272.59375, + 64275.703125, + 64291.25, + 64288.140625, + 64278.8125, + 64269.484375, + 64253.9375, + 64247.71875, + 64235.28125, + 64235.28125, + 64210.40625, + 64219.734375, + 64225.953125, + 64232.171875, + 64232.171875, + 64216.625, + 64197.96875, + 64173.09375, + 64142.0, + 64142.0, + 64145.109375, + 64128.0078125, + 64082.921875 + ], + "0.6": [ + 64269.484375, + 64272.59375, + 64275.703125, + 64291.25, + 64288.140625, + 64278.8125, + 64269.484375, + 64253.9375, + 64247.71875, + 64235.28125, + 64235.28125, + 64210.40625, + 64219.734375, + 64225.953125, + 64232.171875, + 64232.171875, + 64216.625, + 64197.96875, + 64173.09375, + 64142.0, + 64142.0, + 64145.109375, + 64128.0078125, + 64082.921875 + ], + "0.7": [ + 64269.484375, + 64272.59375, + 64275.703125, + 64291.25, + 64288.140625, + 64278.8125, + 64269.484375, + 64253.9375, + 64247.71875, + 64235.28125, + 64235.28125, + 64210.40625, + 64219.734375, + 64225.953125, + 64232.171875, + 64232.171875, + 64216.625, + 64197.96875, + 64173.09375, + 64142.0, + 64142.0, + 64145.109375, + 64128.0078125, + 64082.921875 + ], + "0.8": [ + 64502.6875, + 64558.65625, + 64614.625, + 64651.9375, + 64683.03125, + 64683.03125, + 64720.34375, + 64726.5625, + 64745.21875, + 64745.21875, + 64763.875, + 64776.3125, + 64788.75, + 64807.40625, + 64826.0625, + 64844.71875, + 64863.375, + 64875.8125, + 64857.15625, + 64844.71875, + 64850.9375, + 64857.15625, + 64863.375, + 64844.71875 + ], + "0.9": [ + 64502.6875, + 64558.65625, + 64614.625, + 64651.9375, + 64683.03125, + 64683.03125, + 64720.34375, + 64726.5625, + 64745.21875, + 64745.21875, + 64763.875, + 64776.3125, + 64788.75, + 64807.40625, + 64826.0625, + 64844.71875, + 64863.375, + 64875.8125, + 64857.15625, + 64844.71875, + 64850.9375, + 64857.15625, + 64863.375, + 64844.71875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_092045.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_092045.json new file mode 100644 index 0000000000000000000000000000000000000000..78da27cc4344caec0d296f88e7d6c63ec61218b8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_092045.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T09:20:45.207018+00:00", + "metrics": { + "MSE[mean]": 108797.22207514445, + "MSE[0.5]": 70526.62688128154, + "MAE[0.5]": 165.32600911458334, + "MASE[0.5]": 0.15679668460232785, + "MAPE[0.5]": 0.002588140439607607, + "sMAPE[0.5]": 0.0025814365674745616, + "MSIS": 7.454786790110777, + "RMSE[mean]": 329.8442391116517, + "NRMSE[mean]": 0.0051458554035006985, + "ND[0.5]": 0.0025792287281801184, + "mean_weighted_sum_quantile_loss": 0.0032645603106594445 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64182.0 + ], + "predictions": { + "p50": [ + 64191.68359375, + 64190.22265625, + 64187.83203125, + 64188.21484375, + 64195.015625, + 64191.5703125, + 64177.09765625, + 64181.12109375, + 64208.5078125, + 64214.859375, + 64203.73828125, + 64226.66015625, + 64220.9921875, + 64195.70703125, + 64208.453125, + 64203.09765625, + 64225.28515625, + 64220.859375, + 64211.16015625, + 64245.125, + 64217.578125, + 64228.14453125, + 64230.1015625, + 64256.09765625 + ], + "p10": [ + 64212.28125, + 64253.48828125, + 64252.79296875, + 64259.28515625, + 64237.30078125, + 64234.75390625, + 64245.015625, + 64274.74609375, + 64250.25, + 64283.96484375, + 64259.171875, + 64260.90625, + 64253.625, + 64257.51171875, + 64255.8984375, + 64289.51953125, + 64264.9765625, + 64291.9453125, + 64280.06640625, + 64271.59765625, + 64288.00390625, + 64321.171875, + 64291.53125, + 64283.1171875 + ], + "p90": [ + 64420.19140625, + 64476.10546875, + 64510.5234375, + 64532.62890625, + 64556.28125, + 64566.87890625, + 64580.734375, + 64599.14453125, + 64640.66796875, + 64675.41796875, + 64686.97265625, + 64716.2578125, + 64733.53125, + 64738.984375, + 64751.2421875, + 64774.39453125, + 64796.1640625, + 64788.1953125, + 64805.25390625, + 64800.41015625, + 64790.29296875, + 64811.73828125, + 64790.84765625, + 64798.84765625 + ], + "mean": [ + 64243.953125, + 64249.63671875, + 64258.640625, + 64267.48828125, + 64272.703125, + 64270.5234375, + 64278.66796875, + 64284.59375, + 64312.51171875, + 64310.41796875, + 64305.43359375, + 64323.26171875, + 64320.75390625, + 64318.17578125, + 64334.6171875, + 64344.8828125, + 64361.67578125, + 64353.375, + 64356.56640625, + 64364.59375, + 64360.17578125, + 64369.5859375, + 64377.59375, + 64382.42578125 + ], + "quantiles": { + "0.1": [ + 64212.28125, + 64253.48828125, + 64252.79296875, + 64259.28515625, + 64237.30078125, + 64234.75390625, + 64245.015625, + 64274.74609375, + 64250.25, + 64283.96484375, + 64259.171875, + 64260.90625, + 64253.625, + 64257.51171875, + 64255.8984375, + 64289.51953125, + 64264.9765625, + 64291.9453125, + 64280.06640625, + 64271.59765625, + 64288.00390625, + 64321.171875, + 64291.53125, + 64283.1171875 + ], + "0.2": [ + 64212.28125, + 64253.48828125, + 64252.79296875, + 64259.28515625, + 64237.30078125, + 64234.75390625, + 64245.015625, + 64274.74609375, + 64250.25, + 64283.96484375, + 64259.171875, + 64260.90625, + 64253.625, + 64257.51171875, + 64255.8984375, + 64289.51953125, + 64264.9765625, + 64291.9453125, + 64280.06640625, + 64271.59765625, + 64288.00390625, + 64321.171875, + 64291.53125, + 64283.1171875 + ], + "0.3": [ + 64212.28125, + 64253.48828125, + 64252.79296875, + 64259.28515625, + 64237.30078125, + 64234.75390625, + 64245.015625, + 64274.74609375, + 64250.25, + 64283.96484375, + 64259.171875, + 64260.90625, + 64253.625, + 64257.51171875, + 64255.8984375, + 64289.51953125, + 64264.9765625, + 64291.9453125, + 64280.06640625, + 64271.59765625, + 64288.00390625, + 64321.171875, + 64291.53125, + 64283.1171875 + ], + "0.4": [ + 64191.68359375, + 64190.22265625, + 64187.83203125, + 64188.21484375, + 64195.015625, + 64191.5703125, + 64177.09765625, + 64181.12109375, + 64208.5078125, + 64214.859375, + 64203.73828125, + 64226.66015625, + 64220.9921875, + 64195.70703125, + 64208.453125, + 64203.09765625, + 64225.28515625, + 64220.859375, + 64211.16015625, + 64245.125, + 64217.578125, + 64228.14453125, + 64230.1015625, + 64256.09765625 + ], + "0.5": [ + 64191.68359375, + 64190.22265625, + 64187.83203125, + 64188.21484375, + 64195.015625, + 64191.5703125, + 64177.09765625, + 64181.12109375, + 64208.5078125, + 64214.859375, + 64203.73828125, + 64226.66015625, + 64220.9921875, + 64195.70703125, + 64208.453125, + 64203.09765625, + 64225.28515625, + 64220.859375, + 64211.16015625, + 64245.125, + 64217.578125, + 64228.14453125, + 64230.1015625, + 64256.09765625 + ], + "0.6": [ + 64191.68359375, + 64190.22265625, + 64187.83203125, + 64188.21484375, + 64195.015625, + 64191.5703125, + 64177.09765625, + 64181.12109375, + 64208.5078125, + 64214.859375, + 64203.73828125, + 64226.66015625, + 64220.9921875, + 64195.70703125, + 64208.453125, + 64203.09765625, + 64225.28515625, + 64220.859375, + 64211.16015625, + 64245.125, + 64217.578125, + 64228.14453125, + 64230.1015625, + 64256.09765625 + ], + "0.7": [ + 64191.68359375, + 64190.22265625, + 64187.83203125, + 64188.21484375, + 64195.015625, + 64191.5703125, + 64177.09765625, + 64181.12109375, + 64208.5078125, + 64214.859375, + 64203.73828125, + 64226.66015625, + 64220.9921875, + 64195.70703125, + 64208.453125, + 64203.09765625, + 64225.28515625, + 64220.859375, + 64211.16015625, + 64245.125, + 64217.578125, + 64228.14453125, + 64230.1015625, + 64256.09765625 + ], + "0.8": [ + 64420.19140625, + 64476.10546875, + 64510.5234375, + 64532.62890625, + 64556.28125, + 64566.87890625, + 64580.734375, + 64599.14453125, + 64640.66796875, + 64675.41796875, + 64686.97265625, + 64716.2578125, + 64733.53125, + 64738.984375, + 64751.2421875, + 64774.39453125, + 64796.1640625, + 64788.1953125, + 64805.25390625, + 64800.41015625, + 64790.29296875, + 64811.73828125, + 64790.84765625, + 64798.84765625 + ], + "0.9": [ + 64420.19140625, + 64476.10546875, + 64510.5234375, + 64532.62890625, + 64556.28125, + 64566.87890625, + 64580.734375, + 64599.14453125, + 64640.66796875, + 64675.41796875, + 64686.97265625, + 64716.2578125, + 64733.53125, + 64738.984375, + 64751.2421875, + 64774.39453125, + 64796.1640625, + 64788.1953125, + 64805.25390625, + 64800.41015625, + 64790.29296875, + 64811.73828125, + 64790.84765625, + 64798.84765625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_092133.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_092133.json new file mode 100644 index 0000000000000000000000000000000000000000..c5fa7cfb9dc0f328eecbb0f858b7b75b6ea5ffdd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_092133.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T09:21:33.458354+00:00", + "metrics": { + "MSE[mean]": 162649.58332824707, + "MSE[0.5]": 162649.58332824707, + "MAE[0.5]": 326.7386067708333, + "MASE[0.5]": 0.3098818543290613, + "MAPE[0.5]": 0.005110206665825747, + "sMAPE[0.5]": 0.00509065864323014, + "MSIS": 1.951304710781546, + "RMSE[mean]": 403.2983800218482, + "NRMSE[mean]": 0.006291803530199037, + "ND[0.5]": 0.0050974048530065385, + "mean_weighted_sum_quantile_loss": 0.004199291422350171 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64182.0 + ], + "predictions": { + "p50": [ + 64252.4375, + 64273.9296875, + 64291.7578125, + 64305.23828125, + 64325.140625, + 64338.5546875, + 64346.125, + 64358.30859375, + 64368.60546875, + 64375.8359375, + 64390.72265625, + 64402.94921875, + 64423.12890625, + 64436.3359375, + 64446.625, + 64456.51953125, + 64465.94140625, + 64469.66015625, + 64474.11328125, + 64482.83984375, + 64490.75, + 64495.984375, + 64506.27734375, + 64514.02734375 + ], + "p10": [ + 64038.79296875, + 63961.56640625, + 63900.09765625, + 63860.2109375, + 63842.4375, + 63821.41015625, + 63791.62109375, + 63768.30078125, + 63745.40625, + 63713.49609375, + 63688.88671875, + 63663.35546875, + 63652.109375, + 63641.83984375, + 63620.01171875, + 63595.6171875, + 63572.42578125, + 63546.5078125, + 63531.0859375, + 63518.109375, + 63501.98046875, + 63480.640625, + 63461.97265625, + 63441.2421875 + ], + "p90": [ + 64488.51171875, + 64610.578125, + 64708.31640625, + 64780.7734375, + 64845.19921875, + 64902.484375, + 64956.28125, + 65011.39453125, + 65051.7734375, + 65090.42578125, + 65138.00390625, + 65168.3125, + 65209.3359375, + 65259.8984375, + 65322.1953125, + 65373.1328125, + 65421.1015625, + 65461.96484375, + 65500.12109375, + 65555.015625, + 65601.640625, + 65649.53125, + 65698.265625, + 65739.6171875 + ], + "mean": [ + 64252.4375, + 64273.9296875, + 64291.7578125, + 64305.23828125, + 64325.140625, + 64338.5546875, + 64346.125, + 64358.30859375, + 64368.60546875, + 64375.8359375, + 64390.72265625, + 64402.94921875, + 64423.12890625, + 64436.3359375, + 64446.625, + 64456.51953125, + 64465.94140625, + 64469.66015625, + 64474.11328125, + 64482.83984375, + 64490.75, + 64495.984375, + 64506.27734375, + 64514.02734375 + ], + "quantiles": { + "0.1": [ + 64038.79296875, + 63961.56640625, + 63900.09765625, + 63860.2109375, + 63842.4375, + 63821.41015625, + 63791.62109375, + 63768.30078125, + 63745.40625, + 63713.49609375, + 63688.88671875, + 63663.35546875, + 63652.109375, + 63641.83984375, + 63620.01171875, + 63595.6171875, + 63572.42578125, + 63546.5078125, + 63531.0859375, + 63518.109375, + 63501.98046875, + 63480.640625, + 63461.97265625, + 63441.2421875 + ], + "0.2": [ + 64038.79296875, + 63961.56640625, + 63900.09765625, + 63860.2109375, + 63842.4375, + 63821.41015625, + 63791.62109375, + 63768.30078125, + 63745.40625, + 63713.49609375, + 63688.88671875, + 63663.35546875, + 63652.109375, + 63641.83984375, + 63620.01171875, + 63595.6171875, + 63572.42578125, + 63546.5078125, + 63531.0859375, + 63518.109375, + 63501.98046875, + 63480.640625, + 63461.97265625, + 63441.2421875 + ], + "0.3": [ + 64038.79296875, + 63961.56640625, + 63900.09765625, + 63860.2109375, + 63842.4375, + 63821.41015625, + 63791.62109375, + 63768.30078125, + 63745.40625, + 63713.49609375, + 63688.88671875, + 63663.35546875, + 63652.109375, + 63641.83984375, + 63620.01171875, + 63595.6171875, + 63572.42578125, + 63546.5078125, + 63531.0859375, + 63518.109375, + 63501.98046875, + 63480.640625, + 63461.97265625, + 63441.2421875 + ], + "0.4": [ + 64252.4375, + 64273.9296875, + 64291.7578125, + 64305.23828125, + 64325.140625, + 64338.5546875, + 64346.125, + 64358.30859375, + 64368.60546875, + 64375.8359375, + 64390.72265625, + 64402.94921875, + 64423.12890625, + 64436.3359375, + 64446.625, + 64456.51953125, + 64465.94140625, + 64469.66015625, + 64474.11328125, + 64482.83984375, + 64490.75, + 64495.984375, + 64506.27734375, + 64514.02734375 + ], + "0.5": [ + 64252.4375, + 64273.9296875, + 64291.7578125, + 64305.23828125, + 64325.140625, + 64338.5546875, + 64346.125, + 64358.30859375, + 64368.60546875, + 64375.8359375, + 64390.72265625, + 64402.94921875, + 64423.12890625, + 64436.3359375, + 64446.625, + 64456.51953125, + 64465.94140625, + 64469.66015625, + 64474.11328125, + 64482.83984375, + 64490.75, + 64495.984375, + 64506.27734375, + 64514.02734375 + ], + "0.6": [ + 64252.4375, + 64273.9296875, + 64291.7578125, + 64305.23828125, + 64325.140625, + 64338.5546875, + 64346.125, + 64358.30859375, + 64368.60546875, + 64375.8359375, + 64390.72265625, + 64402.94921875, + 64423.12890625, + 64436.3359375, + 64446.625, + 64456.51953125, + 64465.94140625, + 64469.66015625, + 64474.11328125, + 64482.83984375, + 64490.75, + 64495.984375, + 64506.27734375, + 64514.02734375 + ], + "0.7": [ + 64252.4375, + 64273.9296875, + 64291.7578125, + 64305.23828125, + 64325.140625, + 64338.5546875, + 64346.125, + 64358.30859375, + 64368.60546875, + 64375.8359375, + 64390.72265625, + 64402.94921875, + 64423.12890625, + 64436.3359375, + 64446.625, + 64456.51953125, + 64465.94140625, + 64469.66015625, + 64474.11328125, + 64482.83984375, + 64490.75, + 64495.984375, + 64506.27734375, + 64514.02734375 + ], + "0.8": [ + 64488.51171875, + 64610.578125, + 64708.31640625, + 64780.7734375, + 64845.19921875, + 64902.484375, + 64956.28125, + 65011.39453125, + 65051.7734375, + 65090.42578125, + 65138.00390625, + 65168.3125, + 65209.3359375, + 65259.8984375, + 65322.1953125, + 65373.1328125, + 65421.1015625, + 65461.96484375, + 65500.12109375, + 65555.015625, + 65601.640625, + 65649.53125, + 65698.265625, + 65739.6171875 + ], + "0.9": [ + 64488.51171875, + 64610.578125, + 64708.31640625, + 64780.7734375, + 64845.19921875, + 64902.484375, + 64956.28125, + 65011.39453125, + 65051.7734375, + 65090.42578125, + 65138.00390625, + 65168.3125, + 65209.3359375, + 65259.8984375, + 65322.1953125, + 65373.1328125, + 65421.1015625, + 65461.96484375, + 65500.12109375, + 65555.015625, + 65601.640625, + 65649.53125, + 65698.265625, + 65739.6171875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_092124.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_092124.json new file mode 100644 index 0000000000000000000000000000000000000000..71c3e8d7f12fc586fab2f1a06616782c27ad4cf0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_092124.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T09:21:24.554993+00:00", + "metrics": { + "MSE[mean]": 80272.18912887573, + "MSE[0.5]": 80272.18912887573, + "MAE[0.5]": 188.66536458333334, + "MASE[0.5]": 0.17893194074172256, + "MAPE[0.5]": 0.0029532269629033436, + "sMAPE[0.5]": 0.0029448322605770995, + "MSIS": 1.716241124358697, + "RMSE[mean]": 283.3234708400907, + "NRMSE[mean]": 0.004420091183910423, + "ND[0.5]": 0.0029433428590697496, + "mean_weighted_sum_quantile_loss": 0.0038956793391191954 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00" + ], + "context": [ + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625 + ], + "actual": [ + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64182.0 + ], + "predictions": { + "p50": [ + 64232.01171875, + 64237.65234375, + 64238.0625, + 64239.25390625, + 64242.31640625, + 64246.1171875, + 64242.96875, + 64250.44921875, + 64245.66796875, + 64249.3671875, + 64250.3984375, + 64249.56640625, + 64245.24609375, + 64250.4609375, + 64247.46484375, + 64248.5390625, + 64248.37890625, + 64248.203125, + 64249.796875, + 64250.4453125, + 64249.57421875, + 64247.74609375, + 64245.28515625, + 64247.046875 + ], + "p10": [ + 63998.78515625, + 63916.03515625, + 63839.7421875, + 63775.1015625, + 63716.41796875, + 63650.44140625, + 63589.62890625, + 63542.328125, + 63486.71484375, + 63439.359375, + 63382.5234375, + 63328.26171875, + 63266.46875, + 63214.1484375, + 63162.828125, + 63127.3828125, + 63068.59375, + 63021.3671875, + 62968.20703125, + 62932.5703125, + 62900.55859375, + 62856.7421875, + 62799.41015625, + 62763.49609375 + ], + "p90": [ + 64459.6640625, + 64541.98046875, + 64611.125, + 64669.96875, + 64735.32421875, + 64799.4296875, + 64843.265625, + 64896.34765625, + 64954.9609375, + 65002.44140625, + 65069.3671875, + 65127.42578125, + 65176.89453125, + 65245.4375, + 65294.55859375, + 65338.06640625, + 65391.10546875, + 65435.3984375, + 65486.1328125, + 65528.56640625, + 65567.125, + 65625.6484375, + 65669.2734375, + 65708.0078125 + ], + "mean": [ + 64232.01171875, + 64237.65234375, + 64238.0625, + 64239.25390625, + 64242.31640625, + 64246.1171875, + 64242.96875, + 64250.44921875, + 64245.66796875, + 64249.3671875, + 64250.3984375, + 64249.56640625, + 64245.24609375, + 64250.4609375, + 64247.46484375, + 64248.5390625, + 64248.37890625, + 64248.203125, + 64249.796875, + 64250.4453125, + 64249.57421875, + 64247.74609375, + 64245.28515625, + 64247.046875 + ], + "quantiles": { + "0.1": [ + 63998.78515625, + 63916.03515625, + 63839.7421875, + 63775.1015625, + 63716.41796875, + 63650.44140625, + 63589.62890625, + 63542.328125, + 63486.71484375, + 63439.359375, + 63382.5234375, + 63328.26171875, + 63266.46875, + 63214.1484375, + 63162.828125, + 63127.3828125, + 63068.59375, + 63021.3671875, + 62968.20703125, + 62932.5703125, + 62900.55859375, + 62856.7421875, + 62799.41015625, + 62763.49609375 + ], + "0.2": [ + 63998.78515625, + 63916.03515625, + 63839.7421875, + 63775.1015625, + 63716.41796875, + 63650.44140625, + 63589.62890625, + 63542.328125, + 63486.71484375, + 63439.359375, + 63382.5234375, + 63328.26171875, + 63266.46875, + 63214.1484375, + 63162.828125, + 63127.3828125, + 63068.59375, + 63021.3671875, + 62968.20703125, + 62932.5703125, + 62900.55859375, + 62856.7421875, + 62799.41015625, + 62763.49609375 + ], + "0.3": [ + 63998.78515625, + 63916.03515625, + 63839.7421875, + 63775.1015625, + 63716.41796875, + 63650.44140625, + 63589.62890625, + 63542.328125, + 63486.71484375, + 63439.359375, + 63382.5234375, + 63328.26171875, + 63266.46875, + 63214.1484375, + 63162.828125, + 63127.3828125, + 63068.59375, + 63021.3671875, + 62968.20703125, + 62932.5703125, + 62900.55859375, + 62856.7421875, + 62799.41015625, + 62763.49609375 + ], + "0.4": [ + 64232.01171875, + 64237.65234375, + 64238.0625, + 64239.25390625, + 64242.31640625, + 64246.1171875, + 64242.96875, + 64250.44921875, + 64245.66796875, + 64249.3671875, + 64250.3984375, + 64249.56640625, + 64245.24609375, + 64250.4609375, + 64247.46484375, + 64248.5390625, + 64248.37890625, + 64248.203125, + 64249.796875, + 64250.4453125, + 64249.57421875, + 64247.74609375, + 64245.28515625, + 64247.046875 + ], + "0.5": [ + 64232.01171875, + 64237.65234375, + 64238.0625, + 64239.25390625, + 64242.31640625, + 64246.1171875, + 64242.96875, + 64250.44921875, + 64245.66796875, + 64249.3671875, + 64250.3984375, + 64249.56640625, + 64245.24609375, + 64250.4609375, + 64247.46484375, + 64248.5390625, + 64248.37890625, + 64248.203125, + 64249.796875, + 64250.4453125, + 64249.57421875, + 64247.74609375, + 64245.28515625, + 64247.046875 + ], + "0.6": [ + 64232.01171875, + 64237.65234375, + 64238.0625, + 64239.25390625, + 64242.31640625, + 64246.1171875, + 64242.96875, + 64250.44921875, + 64245.66796875, + 64249.3671875, + 64250.3984375, + 64249.56640625, + 64245.24609375, + 64250.4609375, + 64247.46484375, + 64248.5390625, + 64248.37890625, + 64248.203125, + 64249.796875, + 64250.4453125, + 64249.57421875, + 64247.74609375, + 64245.28515625, + 64247.046875 + ], + "0.7": [ + 64232.01171875, + 64237.65234375, + 64238.0625, + 64239.25390625, + 64242.31640625, + 64246.1171875, + 64242.96875, + 64250.44921875, + 64245.66796875, + 64249.3671875, + 64250.3984375, + 64249.56640625, + 64245.24609375, + 64250.4609375, + 64247.46484375, + 64248.5390625, + 64248.37890625, + 64248.203125, + 64249.796875, + 64250.4453125, + 64249.57421875, + 64247.74609375, + 64245.28515625, + 64247.046875 + ], + "0.8": [ + 64459.6640625, + 64541.98046875, + 64611.125, + 64669.96875, + 64735.32421875, + 64799.4296875, + 64843.265625, + 64896.34765625, + 64954.9609375, + 65002.44140625, + 65069.3671875, + 65127.42578125, + 65176.89453125, + 65245.4375, + 65294.55859375, + 65338.06640625, + 65391.10546875, + 65435.3984375, + 65486.1328125, + 65528.56640625, + 65567.125, + 65625.6484375, + 65669.2734375, + 65708.0078125 + ], + "0.9": [ + 64459.6640625, + 64541.98046875, + 64611.125, + 64669.96875, + 64735.32421875, + 64799.4296875, + 64843.265625, + 64896.34765625, + 64954.9609375, + 65002.44140625, + 65069.3671875, + 65127.42578125, + 65176.89453125, + 65245.4375, + 65294.55859375, + 65338.06640625, + 65391.10546875, + 65435.3984375, + 65486.1328125, + 65528.56640625, + 65567.125, + 65625.6484375, + 65669.2734375, + 65708.0078125 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index b6567c848d5196020c8f81b1432157bb281e4c23..755cf92455337752edefdf9b6d8f6c87fe8de09e 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,160575.05252838135,160575.05252838135,312.3287760416667,0.2962154403382165,0.004878203112358007,0.004880063740867301,3.6445091884203014,400.71817094858744,0.006251531750359005,0.004872584777858147,0.005398081917080484,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,160584.5631567637,160584.5631567637,312.52001953125,0.29639681739606144,0.004881183866115594,0.0048830433402023785,3.6445091884203014,400.73003775205535,0.006251735169500523,0.004875582594797599,0.005398429214438668,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.8689952720277963,0.8689952720277963,0.8771333346764246,2.403544040036377,1.1357368477849448,0.6695252754371451,90.46654458216435,0.9321991589932895,0.9921234228144431,0.9335178195221749,0.9206277006478272,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08111113124423912,0.08111113124423912,0.2500000380807453,2.794118973955808,0.15391380970525456,0.1706019394628306,96.04877458225316,0.2848001601899815,0.17893202828590085,0.157068078386965,0.15216600389171592,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 2a81c2575a9b449a6b8e31eb5cb80dde0cd9ba26..3685388cdd307d6d5d90ff3bc51194ef38907f94 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T09:15:34.590417+00:00", + "evaluated_at": "2026-06-22T09:22:18.033855+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64186.58984375 + 64182.0 ], "p50": [ 63674.69921875, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 0f6d659f4d92ea2f9fab53436aabae3687fa7300..5b53f6fe106bfdb8fd8271e3a67babc037d6a0ea 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,23 +1,11 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T09:15:34.612601+00:00", + "evaluated_at": "2026-06-22T09:22:18.042798+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index c7bafb75b748279e7faa2c82046a9298b256fbb9..4d80cce481828cd6f7be8906accc65248c1c04ef 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,74143.86928049724,74143.86928049724,188.97688802083334,0.17922739239169294,0.0029570568917857676,0.0029497440000935717,1.4219367035746255,272.2937187679827,0.004248005086147616,0.0029481942701766128,0.0031613380930999467,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,74105.0954100291,74105.0954100291,188.78564453125,0.179046015333848,0.0029540819983326955,0.002946764402507847,1.4219367035746255,272.2225108436646,0.004246906607046196,0.0029452193302841228,0.003159689805060513,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0141388150367165,0.0141388150367165,0.08413814802964528,0.23055758599227688,0.12173841682061218,0.10801263465667092,3.089464525109737,0.11890674933205642,0.12655039430679,0.08954677399901073,0.06660134024131842,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.07044643863552362,0.07044643863552362,0.22918887601958382,2.5615235582447937,0.13954369776375256,0.1535465900100198,51.512828296937904,0.265417479898223,0.1667544287511675,0.14399300344281402,0.12588675918464695,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 87204afce85dd598168d58a4b80d0005d9802053..8569e6989838dcac61c0896ed96fcb03677c6132 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T09:15:21.366502+00:00", + "evaluated_at": "2026-06-22T09:22:15.453098+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64186.58984375 + 64182.0 ], "p50": [ 64269.484375, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 50c99383263c696b6319ad6c0dbffca95cd08050..528cd09c1c9ee3ece7f8f8cdfe42f1cb5e98db7c 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,23 +1,11 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T09:15:34.120565+00:00", + "evaluated_at": "2026-06-22T09:22:17.764133+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 8d668a002fbbf8744ce4553f53b7ebaea6fff04b..0a13371c0d91b1aeb361aed9f5ea635e1da56586 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,108721.4396012624,70499.16327031453,165.134765625,0.1566153075444829,0.002585157506890987,0.002578456968958918,7.447531707796981,329.7293429485195,0.005144047876811036,0.002576237628428463,0.003261567206207638,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,108797.22207514445,70526.62688128154,165.32600911458334,0.15679668460232785,0.002588140439607607,0.0025814365674745616,7.454786790110777,329.8442391116517,0.0051458554035006985,0.0025792287281801184,0.0032645603106594445,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.04138509776357601,0.053640790231950716,0.21098803132772445,0.5781550024020432,0.2799482107554116,0.3477891894647062,10.660216226901841,0.2034332759495752,0.2165105129116519,0.22455090824132548,0.17388518415657908,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.04964843371650613,0.06510982501530845,0.22367233203517067,2.4998680467663026,0.13637388962516894,0.1492665058243769,43.89287638637039,0.22281928488464847,0.13999116629368605,0.14052711211887314,0.1090057552670041,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index ef2a69bef2a578f5267ced06fa1d3cfc3bf66b72..0b85faa9e3bfc1a76710556d27e4b001aa506b6f 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T09:13:21.206753+00:00", + "evaluated_at": "2026-06-22T09:20:45.207018+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64186.58984375 + 64182.0 ], "p50": [ 64191.68359375, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 87ab97d0a6e7711139a0f9847f5ca6eb16d80e7e..402dd312b59aa908f8f1af147b0ed9046ffcf68f 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,23 +1,11 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T09:13:36.955563+00:00", + "evaluated_at": "2026-06-22T09:20:49.548875+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index cbd25def0d4edff5276837097ca0c9cc7b9e97f8..b6b76b5eef4b0c23db8183c45dafee2846ba231e 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,162523.46497027078,162523.46497027078,326.54736328125,0.30970047727121636,0.00510721175935206,0.005087679063341808,1.951304710781546,403.1419910779213,0.006289345330062218,0.005094406387202908,0.0041982846204072395,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,162649.58332824707,162649.58332824707,326.7386067708333,0.3098818543290613,0.005110206665825747,0.00509065864323014,1.951304710781546,403.2983800218482,0.006291803530199037,0.0050974048530065385,0.004199291422350171,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.06673718305529987,0.06673718305529987,0.22723861436049145,0.6226852812677214,0.30524413261575245,0.3933680783659819,2.6906515602174603,0.25833540805569,0.27494190141853797,0.24184612236553726,0.20427690986260416,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.06653551569700787,0.06653551569700787,0.22390677862697178,2.5024883330492953,0.13642105495248172,0.14961616359802637,39.19388498747145,0.25794479195558084,0.16205954652416096,0.14067440839907083,0.12024209074861769,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index ab314690b8221a5e0d9e2ea701ea2a91707445a7..95ecd86d15be23d58a184b2a6bbc90bf183b4c00 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T09:14:20.390471+00:00", + "evaluated_at": "2026-06-22T09:21:33.458354+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64186.58984375 + 64182.0 ], "p50": [ 64252.4375, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index d880787e8d513687548907a012e2c672cb119f3e..ddfe3a55341214b924a5322044c8c46207880af1 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,23 +1,11 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T09:14:31.880254+00:00", + "evaluated_at": "2026-06-22T09:21:35.593905+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 40c4632feef8c68913439852cb291fd035971a16..dc8fc9dd52ef41aedf4958e1a263a84b701df57e 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,80248.18732388814,80248.18732388814,188.47412109375,0.17875056368387762,0.002950244450347183,0.0029418526618415985,1.716241124358697,283.2811100724652,0.004419417391786243,0.0029403506942283306,0.0038946734252882456,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,80272.18912887573,80272.18912887573,188.66536458333334,0.17893194074172256,0.0029532269629033436,0.0029448322605770995,1.716241124358697,283.3234708400907,0.004420091183910423,0.0029433428590697496,0.0038956793391191954,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.02848677195358184,0.02848677195358184,0.1468047151962916,0.40227817631563584,0.1995841686736322,0.23544236581549063,1.2162981274298095,0.16878024752198298,0.179629894813265,0.1562417162906846,0.1276891523201256,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.029942859845049814,0.029942859845049814,0.14162125024530622,1.5828262486022022,0.08568110459330265,0.09119088679161498,6.592129243270639,0.1730400527191604,0.1087162576983261,0.08897669698596325,0.08083001321263267,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index ba612d6156c6d72d5fc4dd860706ba023c419fdb..91dd17246be0aab8746b3a084f27ab6eb832c312 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T09:14:00.718661+00:00", + "evaluated_at": "2026-06-22T09:21:24.554993+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63989.94921875, 64211.19140625, 64165.98828125, - 64186.58984375 + 64182.0 ], "p50": [ 64232.01171875, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index d7947fda800c5596a8ed8d870958c8812cfa654d..f158dd987fe2cf1ac7588b9d3ba8a9590ec7be39 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,23 +1,11 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T09:14:14.999639+00:00", + "evaluated_at": "2026-06-22T09:21:26.384132+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t090000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t030600z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t065000z", - "data_fetched_at": "2026-06-22T09:12:18.670914Z", + "data_fetched_at": "2026-06-22T09:19:45.517378Z", "context_length": 96, "prediction_length": 24 }