diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index f5e95aa662294f06357500b58a2c2ad123c78640..509cc4bad4ed158cc001d8bc655d9928345b4853 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T05:45:26.611092+00:00", + "generated_at": "2026-06-23T05:52:27.459466+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 7153, - "num_unique_releases": 870 + "num_model_releases": 7163, + "num_unique_releases": 871 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 04aa5bccd9033fc961f7da722f2d1d383ed8be06..cdc81e07b9ca6a534ee04eb8d2d000c30dc03fcd 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.8603181108999474,0.8773952986122995,0.18863716338508577,0.5080606530132858,38.41448322203765,3.549476982155519,0.6884911990638561,1197.4555084815981,8.260453476497874,0.1413802152617928,0.1,10,831,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T05:44:14.624017+00:00 -2,Chronos-2,2.8725218423298386,0.887895192176851,0.1754757986132689,0.52438381766242,37.41283776401245,3.6518257402229493,0.6662859575387291,1160.3939018808962,8.210023432314362,0.0867745930616003,0.1,10,846,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T05:42:56.495484+00:00 -3,Moirai-1.1-Large,3.3872726200064514,1.0274185613749662,0.2830588608562851,0.5489961004051209,24.307548328489332,4.5376706978253205,0.5643689390277632,1116.7966500161788,11.781875184336634,0.0934374485581576,0.2,10,815,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T05:44:52.718605+00:00 -4,Toto-2.0-1B,2.7996843124605264,0.8655606871223481,0.16434048820729238,0.49510318085538396,37.867716033439066,3.6489518218612544,0.6790965626117405,1110.0750553413923,8.271448116876467,0.06362007679259055,0.1,10,837,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T05:44:00.697912+00:00 -5,Timer-S1,2.8525781654610203,0.888789727779673,0.1813201677085488,0.5253349980224254,35.88516141613118,4.181664166444487,0.6136072795253479,1049.520488968547,8.480635609269331,0.09483541086616583,0.1,10,790,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T05:45:18.672945+00:00 -6,TimesFM-2.5,2.6934845620594956,0.8404250516743659,0.15098106085009272,0.6133831810829113,40.326460668855404,4.452137868981955,0.5583365540873425,1038.6065025840576,8.00005230428727,0.05515881678499934,0.1,10,854,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T05:43:23.065035+00:00 -7,ARIMA,3.587195948693278,1.2187307338752627,0.3135931657357977,0.8652293667993582,-0.6453569811397877,6.816765080315688,0.3235744167846192,871.3377590302337,9.14291824825385,0.012878119255704196,0.3,10,545,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T05:45:22.624210+00:00 -8,ETS,5.963649332412802,1.593421712546991,0.4261542121643525,1.1461513784859945,-5.193355486268494,6.9367355335877665,0.31553814098833743,864.9796472174933,13.6376630570285,0.055939416194239554,0.0,10,545,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T05:45:22.699595+00:00 -9,Moving-Average,3.6058780349538475,1.1689652048612191,0.32647495386008196,0.8034818567044733,7.00726669018749,6.480047205066758,0.35937564949702133,847.9754313079987,9.185801513452136,-0.05200416407304255,0.4,10,545,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T05:45:22.738118+00:00 -10,Seasonal-Naive,3.941030158168057,1.2735945193968772,0.33623437562401043,0.9507262202550322,4.161096258338602e-16,7.60635957669731,0.2313253008752431,742.8590551716046,9.330359193249505,0.025989975108681174,0.2,10,545,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T05:45:22.770480+00:00 +1,TiRex,2.8604021517905163,0.8774684578892243,0.1886364624249993,0.5080934734942526,38.41152474279899,3.549271346379413,0.6885544929444188,1197.4582671471326,8.26040968813092,0.14160521145994337,0.1,10,832,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T05:51:38.784045+00:00 +2,Chronos-2,2.872604867991797,0.8879730621448843,0.17547520538956046,0.5244205873310583,37.40822330173201,3.6516401214938528,0.6663856129451478,1160.3975062324837,8.209947869608296,0.08714628608041161,0.1,10,847,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T05:50:24.806049+00:00 +3,Moirai-1.1-Large,3.3872787715956307,1.0274452231319628,0.2830578278199557,0.5490084128432892,24.30985172447209,4.536095457330588,0.5646149216509524,1116.8021466308512,11.781758725307725,0.09366861019367759,0.2,10,816,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T05:52:04.068650+00:00 +4,Toto-2.0-1B,2.7997819490479983,0.8656500452849283,0.16434003224044325,0.4951449568862505,37.86152552196226,3.6494175802056232,0.6790266081732661,1110.0739668491565,8.27139781359867,0.06392065917662784,0.1,10,838,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T05:51:28.803280+00:00 +5,Timer-S1,2.852674971647109,0.8888838232209529,0.18131981520925206,0.5254057121151331,35.87721055381176,4.182847017442664,0.6134627184666435,1049.5176596571791,8.480539934481866,0.09512259641405722,0.1,10,791,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T05:52:20.553286+00:00 +6,TimesFM-2.5,2.693577043364164,0.8405105022502625,0.15098064618424265,0.6134234977638024,40.32036844663295,4.452160271884497,0.5583569059267363,1038.6074344528129,8.000020057302313,0.05544413025883539,0.1,10,855,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T05:50:46.060325+00:00 +7,ARIMA,3.5873463347429806,1.2188330465198558,0.3135938992012055,0.8654202624402577,-0.644524810599922,6.817737698514785,0.32347107113158324,871.3341047606514,9.142799097735674,0.01314220537153657,0.3,10,546,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T05:52:23.249411+00:00 +8,ETS,5.963653177336854,1.5934933996405862,0.42615316530609687,1.146155290501953,-5.197254931324442,6.935997531687077,0.315682287745141,864.9839654550037,13.637443628991871,0.05615937917257744,0.0,10,546,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T05:52:23.293559+00:00 +9,Moving-Average,3.606028271264358,1.169099973164389,0.32647426976267035,0.8035338030603244,6.998338456411835,6.4815974545321895,0.3592082776957346,847.970762511569,9.185699890426875,-0.0511573392418984,0.4,10,546,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T05:52:23.321978+00:00 +10,Seasonal-Naive,3.9411585305475656,1.2736935643402483,0.3362334647237306,0.9507840883715704,4.1593224548419245e-16,7.607183703568299,0.2312371033203765,742.8541863031601,9.330256386809726,0.026907292526354966,0.2,10,546,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T05:52:23.360383+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 3831074df529371ddbb6fae3566fdcabc7ead6ac..860d63bf395a01ccd4f1e8dd75aef92635aa9079 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.549476982155519,0.6884911990638561,1197.4555084815981,90,831,6198 -2,Chronos-2,3.6518257402229493,0.6662859575387291,1160.3939018808962,90,843,6195 -3,Moirai-1.1-Large,4.5376706978253205,0.5643689390277632,1116.7966500161788,90,815,6126 -4,Toto-2.0-1B,3.6489518218612544,0.6790965626117405,1110.0750553413923,90,837,6227 -5,Timer-S1,4.181664166444487,0.6136072795253479,1049.520488968547,90,790,6032 -6,TimesFM-2.5,4.452137868981955,0.5583365540873425,1038.6065025840576,90,850,6240 -7,ARIMA,6.816765080315688,0.3235744167846192,871.3377590302337,90,545,4816 -8,ETS,6.9367355335877665,0.31553814098833743,864.9796472174933,90,545,4816 -9,Moving-Average,6.480047205066758,0.35937564949702133,847.9754313079987,90,545,4816 -10,Seasonal-Naive,7.60635957669731,0.2313253008752431,742.8590551716046,90,545,4816 +1,TiRex,3.549271346379413,0.6885544929444188,1197.4582671471326,90,832,6207 +2,Chronos-2,3.6516401214938528,0.6663856129451478,1160.3975062324837,90,844,6204 +3,Moirai-1.1-Large,4.536095457330588,0.5646149216509524,1116.8021466308512,90,816,6135 +4,Toto-2.0-1B,3.6494175802056232,0.6790266081732661,1110.0739668491565,90,838,6236 +5,Timer-S1,4.182847017442664,0.6134627184666435,1049.5176596571791,90,791,6041 +6,TimesFM-2.5,4.452160271884497,0.5583569059267363,1038.6074344528129,90,851,6249 +7,ARIMA,6.817737698514785,0.32347107113158324,871.3341047606514,90,546,4825 +8,ETS,6.935997531687077,0.315682287745141,864.9839654550037,90,546,4825 +9,Moving-Average,6.4815974545321895,0.3592082776957346,847.970762511569,90,546,4825 +10,Seasonal-Naive,7.607183703568299,0.2312371033203765,742.8541863031601,90,546,4825 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 812171ab4a3c0b0e163c46315cc651ee58eaeb00..7f13a038577f959c50ac1b8380043ae95ac8e380 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -72,6 +72,7 @@ binance_btcusdt_1h_close/1h/short|window:52b852fb0d4d3ff52339,2026-06-22T01:30:0 binance_btcusdt_1h_close/1h/short|window:5351558d572c162e947c,2026-06-21T16:17:19.625640+00:00,2026-06-21T16:17:19.625640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.32797509676149045,0.5726911006480635,0.014057545018097287,0.5475752625675208,11.26345269684756,True binance_btcusdt_1h_close/1h/short|window:543278ef0e78875017fa,2026-06-17T14:25:25.473046+00:00,2026-06-17T14:25:25.473046+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5024810782991969,0.7088589974735433,0.009915293582349558,0.4670442956693026,22.943605042701737,True binance_btcusdt_1h_close/1h/short|window:556c5f825cee9aa277fa,2026-06-22T07:47:19.456908+00:00,2026-06-22T07:47:19.456908+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3734394153672136,0.6110968952361103,0.012302356917622088,0.7982943538727952,-15.115926992691712,True +binance_btcusdt_1h_close/1h/short|window:578bc0a8bb6fb2d30477,2026-06-23T05:52:23.249411+00:00,2026-06-23T05:52:23.249411+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0989333503305299,1.04830021956047,0.012082853572992857,1.066639723050655,-12.07461366300303,True binance_btcusdt_1h_close/1h/short|window:584af634c026e981a722,2026-06-23T04:45:45.390502+00:00,2026-06-23T04:45:45.390502+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.6634815296888106,1.2897602605479868,0.014961389610996972,1.3666378340129626,-37.03916711998893,True binance_btcusdt_1h_close/1h/short|window:58dc0f39885afd236f98,2026-06-18T03:58:10.006486+00:00,2026-06-18T03:58:10.006486+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.768484925064921,0.8766327195952254,0.008234138100181405,0.40741027021137527,26.39196224514896,True binance_btcusdt_1h_close/1h/short|window:58ecf6b7770b4d255fc1,2026-06-18T04:07:35.006798+00:00,2026-06-18T04:07:35.006798+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.5147145521756473,1.2307374017944068,0.008613761628412568,0.43331513688534856,-1.3737234485428953,True @@ -659,6 +660,7 @@ binance_btcusdt_1h_close/1h/short|window:556c5f825cee9aa277fa,2026-06-22T07:45:2 binance_btcusdt_1h_close/1h/short|window:5631a7d00640b1940a65,2026-06-16T22:03:24.478072+00:00,2026-06-16T22:03:24.478072+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.16079993190003067,0.40099866820231544,0.005287992372468335,0.25607067020975144,53.265446700001206,True binance_btcusdt_1h_close/1h/short|window:574acaae130b962b7070,2026-06-17T10:19:44.564258+00:00,2026-06-17T10:19:44.564258+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.393596009155732,0.6273723050595491,0.012066367294723788,0.28991893707076677,2.181357093268184,True binance_btcusdt_1h_close/1h/short|window:57570807e48d652ee4cc,2026-06-21T21:55:35.113422+00:00,2026-06-21T21:55:35.113422+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.03395369656282992,0.18426528854569957,0.0025388714725482118,0.18157750384518864,81.39764365737753,True +binance_btcusdt_1h_close/1h/short|window:578bc0a8bb6fb2d30477,2026-06-23T05:50:24.806049+00:00,2026-06-23T05:50:24.806049+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6749851737785358,0.8215748132571591,0.005438571879880107,0.44001334272984693,12.17570719074166,True binance_btcusdt_1h_close/1h/short|window:584af634c026e981a722,2026-06-23T04:42:54.478566+00:00,2026-06-23T04:42:54.478566+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6031394180172206,0.7766205109429062,0.00476956468998838,0.40938795970533554,11.783289299664089,True binance_btcusdt_1h_close/1h/short|window:58dc0f39885afd236f98,2026-06-18T03:55:42.210183+00:00,2026-06-18T03:55:42.210183+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6617868810834304,0.8135028463892615,0.010967627705701833,0.3696413971976644,33.198325361012294,True binance_btcusdt_1h_close/1h/short|window:58ecf6b7770b4d255fc1,2026-06-18T04:02:57.624749+00:00,2026-06-18T04:02:57.624749+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.8665523889693766,0.9308879572587544,0.012605813180621503,0.4294370812978941,25.942494661174248,True @@ -1463,6 +1465,7 @@ binance_btcusdt_1h_close/1h/short|window:52b852fb0d4d3ff52339,2026-06-22T01:30:0 binance_btcusdt_1h_close/1h/short|window:5351558d572c162e947c,2026-06-21T16:17:19.922552+00:00,2026-06-21T16:17:19.922552+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.30001234528252296,0.547733827038757,0.009274781887401837,0.35945685311973924,15.637780366431832,True binance_btcusdt_1h_close/1h/short|window:543278ef0e78875017fa,2026-06-17T14:25:25.665342+00:00,2026-06-17T14:25:25.665342+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.30411980707754194,0.5514705858679517,0.006301938449730211,0.31098978584636816,44.996965449993084,True binance_btcusdt_1h_close/1h/short|window:556c5f825cee9aa277fa,2026-06-22T07:47:19.512931+00:00,2026-06-22T07:47:19.512931+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0863075569527019,0.2937814782328898,0.002535964473996081,0.13782851626700593,52.273281014227436,True +binance_btcusdt_1h_close/1h/short|window:578bc0a8bb6fb2d30477,2026-06-23T05:52:23.293559+00:00,2026-06-23T05:52:23.293559+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.6627427495076488,0.8140901359847378,0.005357179237821134,0.44338390572873937,13.076302033425705,True binance_btcusdt_1h_close/1h/short|window:584af634c026e981a722,2026-06-23T04:45:45.470290+00:00,2026-06-23T04:45:45.470290+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.7110518153940084,0.8432388839433392,0.005348839352467862,0.4424746877784045,3.6068718831818662,True binance_btcusdt_1h_close/1h/short|window:58dc0f39885afd236f98,2026-06-18T03:58:10.161267+00:00,2026-06-18T03:58:10.161267+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.6919525995178344,1.3007507830164218,0.016956629538154133,0.9771553205233888,-12.36558479785955,True binance_btcusdt_1h_close/1h/short|window:58ecf6b7770b4d255fc1,2026-06-18T04:07:35.365280+00:00,2026-06-18T04:07:35.365280+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.962076872600617,1.4007415438262039,0.018544684727529234,1.0865854130271366,-14.215698623855072,True @@ -2049,6 +2052,7 @@ binance_btcusdt_1h_close/1h/short|window:556c5f825cee9aa277fa,2026-06-22T07:46:5 binance_btcusdt_1h_close/1h/short|window:5631a7d00640b1940a65,2026-06-16T22:32:54.976348+00:00,2026-06-16T22:32:54.976348+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.15852363663042723,0.39815026890663685,0.005339401916444879,0.27529635879178715,53.774114293176105,True binance_btcusdt_1h_close/1h/short|window:574acaae130b962b7070,2026-06-17T10:22:15.028105+00:00,2026-06-17T10:22:15.028105+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.7770490953614109,0.8815038827829466,0.017477510063472965,0.4354819856086544,-30.794382094021586,True binance_btcusdt_1h_close/1h/short|window:57570807e48d652ee4cc,2026-06-21T23:07:35.351966+00:00,2026-06-21T23:07:35.351966+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.058123393632290694,0.24108793755036914,0.0025908486903849326,0.18288315369732044,70.13316518069418,True +binance_btcusdt_1h_close/1h/short|window:578bc0a8bb6fb2d30477,2026-06-23T05:52:04.068650+00:00,2026-06-23T05:52:04.068650+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6481594019057382,0.8050834751165485,0.005661201195336138,0.4063610482267759,14.168158211345096,True binance_btcusdt_1h_close/1h/short|window:584af634c026e981a722,2026-06-23T04:45:05.077877+00:00,2026-06-23T04:45:05.077877+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.657342668801784,0.8107667166341894,0.004952612540085868,0.39560408294643556,7.521199587666431,True binance_btcusdt_1h_close/1h/short|window:58dc0f39885afd236f98,2026-06-18T03:57:35.045455+00:00,2026-06-18T03:57:35.045455+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.8235052537920095,0.9074719024807376,0.012541069810662496,0.4285341038334211,23.14701993826843,True binance_btcusdt_1h_close/1h/short|window:58ecf6b7770b4d255fc1,2026-06-18T04:06:46.507114+00:00,2026-06-18T04:06:46.507114+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.0811170892439705,1.039767805446952,0.013718690944012296,0.47335600289003127,15.365138568735727,True @@ -2823,6 +2827,7 @@ binance_btcusdt_1h_close/1h/short|window:52b852fb0d4d3ff52339,2026-06-22T01:30:0 binance_btcusdt_1h_close/1h/short|window:5351558d572c162e947c,2026-06-21T16:17:19.946724+00:00,2026-06-21T16:17:19.946724+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.4096482916553531,0.6400377267437859,0.012648218134306976,0.49621832790151865,0.19338547588959812,True binance_btcusdt_1h_close/1h/short|window:543278ef0e78875017fa,2026-06-17T14:25:25.733890+00:00,2026-06-17T14:25:25.733890+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6631210395640724,0.8143224420118068,0.012393859432733254,0.6167886077172903,9.46105062405445,True binance_btcusdt_1h_close/1h/short|window:556c5f825cee9aa277fa,2026-06-22T07:47:19.534632+00:00,2026-06-22T07:47:19.534632+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.10285628769316192,0.3207121570710439,0.003217246921033152,0.15283447445884055,45.61072586632927,True +binance_btcusdt_1h_close/1h/short|window:578bc0a8bb6fb2d30477,2026-06-23T05:52:23.321978+00:00,2026-06-23T05:52:23.321978+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.7895184104883952,0.8885484851646506,0.005805415795057805,0.4953805737156693,4.396957308777209,True binance_btcusdt_1h_close/1h/short|window:584af634c026e981a722,2026-06-23T04:45:45.515385+00:00,2026-06-23T04:45:45.515385+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6974763311616669,0.8351504841414311,0.005269724713450286,0.4365121638068898,4.569089905020453,True binance_btcusdt_1h_close/1h/short|window:58dc0f39885afd236f98,2026-06-18T03:58:10.194131+00:00,2026-06-18T03:58:10.194131+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.283472287464691,1.132904359363442,0.01503119664507851,0.8505659719113178,1.386421133666659,True binance_btcusdt_1h_close/1h/short|window:58ecf6b7770b4d255fc1,2026-06-18T04:07:35.413508+00:00,2026-06-18T04:07:35.413508+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.4592105110517595,1.207977860331786,0.016225329972260297,0.9346704205345415,0.49275930053753636,True @@ -3368,6 +3373,7 @@ binance_btcusdt_1h_close/1h/short|window:52b852fb0d4d3ff52339,2026-06-22T01:30:0 binance_btcusdt_1h_close/1h/short|window:5351558d572c162e947c,2026-06-21T16:17:19.957686+00:00,2026-06-21T16:17:19.957686+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.41123576218938257,0.6412766658700304,0.012909026570271563,0.3307840306574914,0.0,True binance_btcusdt_1h_close/1h/short|window:543278ef0e78875017fa,2026-06-17T14:25:25.761440+00:00,2026-06-17T14:25:25.761440+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.8017093878591354,0.8953822579541854,0.013191030767656478,0.4547491528819636,-6.924098940576637e-15,True binance_btcusdt_1h_close/1h/short|window:556c5f825cee9aa277fa,2026-06-22T07:47:19.546605+00:00,2026-06-22T07:47:19.546605+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2753664017304012,0.5247536581391322,0.005495659237248673,0.35250670962157743,0.0,True +binance_btcusdt_1h_close/1h/short|window:578bc0a8bb6fb2d30477,2026-06-23T05:52:23.360383+00:00,2026-06-23T05:52:23.360383+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.8621411774566651,0.92851557739042,0.006880793901173014,0.5394228655666781,0.0,True binance_btcusdt_1h_close/1h/short|window:584af634c026e981a722,2026-06-23T04:45:45.548253+00:00,2026-06-23T04:45:45.548253+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7642645879336017,0.8742222760451724,0.0061797053822419375,0.5165928406937941,1.45266841111525e-14,True binance_btcusdt_1h_close/1h/short|window:58dc0f39885afd236f98,2026-06-18T03:58:10.217657+00:00,2026-06-18T03:58:10.217657+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.3195612951707896,1.1487215916708406,0.015791710072035305,0.5692970408515763,8.413576759853821e-15,True binance_btcusdt_1h_close/1h/short|window:58ecf6b7770b4d255fc1,2026-06-18T04:07:35.441536+00:00,2026-06-18T04:07:35.441536+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.4736625156638572,1.2139450216809067,0.01687099667311588,0.610673075391882,7.533767146984952e-15,True @@ -3954,6 +3960,7 @@ binance_btcusdt_1h_close/1h/short|window:556c5f825cee9aa277fa,2026-06-22T07:46:2 binance_btcusdt_1h_close/1h/short|window:5631a7d00640b1940a65,2026-06-16T22:29:27.502485+00:00,2026-06-16T22:29:27.502485+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.13708902893525934,0.37025535638969403,0.004944719934361758,0.2440642724425515,58.73488483337465,True binance_btcusdt_1h_close/1h/short|window:574acaae130b962b7070,2026-06-17T10:21:32.746361+00:00,2026-06-17T10:21:32.746361+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.5099620302997281,0.7141162582519236,0.01364451433593332,0.34183509600988443,-10.727423140342923,True binance_btcusdt_1h_close/1h/short|window:57570807e48d652ee4cc,2026-06-21T22:31:38.436102+00:00,2026-06-21T22:31:38.436102+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.04143939134929529,0.20356667543901996,0.002653433351514001,0.17633485838923604,77.75263089184084,True +binance_btcusdt_1h_close/1h/short|window:578bc0a8bb6fb2d30477,2026-06-23T05:51:38.784045+00:00,2026-06-23T05:51:38.784045+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.6963445059321716,0.8344725914804941,0.005461834047217313,0.4365234216119552,10.638318548039418,True binance_btcusdt_1h_close/1h/short|window:584af634c026e981a722,2026-06-23T04:44:26.155043+00:00,2026-06-23T04:44:26.155043+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.7218657347159514,0.8496268208548688,0.00532864282597733,0.44933136063668705,2.852970064029083,True binance_btcusdt_1h_close/1h/short|window:58dc0f39885afd236f98,2026-06-18T03:56:59.668061+00:00,2026-06-18T03:56:59.668061+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.9414231280671275,0.9702696161722923,0.012956762795153407,0.5313995512761033,16.72449235904673,True binance_btcusdt_1h_close/1h/short|window:58ecf6b7770b4d255fc1,2026-06-18T04:04:41.384035+00:00,2026-06-18T04:04:41.384035+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.1719814416353103,1.0825809168996607,0.014800978667679062,0.6279316690736282,11.402935500683219,True @@ -4783,6 +4790,7 @@ binance_btcusdt_1h_close/1h/short|window:556c5f825cee9aa277fa,2026-06-22T07:47:1 binance_btcusdt_1h_close/1h/short|window:5631a7d00640b1940a65,2026-06-16T22:42:49.787948+00:00,2026-06-16T22:42:49.787948+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.15512382709234449,0.39385762286941267,0.005484569567164217,0.2459974706713883,54.54016439848615,True binance_btcusdt_1h_close/1h/short|window:574acaae130b962b7070,2026-06-17T10:22:41.893866+00:00,2026-06-17T10:22:41.893866+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.19985375765800287,0.44705006169108497,0.008450382703166068,0.22112247566996493,34.581866760551996,True binance_btcusdt_1h_close/1h/short|window:57570807e48d652ee4cc,2026-06-21T23:17:46.412237+00:00,2026-06-21T23:17:46.412237+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.07419312461412528,0.2723841489773685,0.003997018615088996,0.16423014619967266,63.38733749913268,True +binance_btcusdt_1h_close/1h/short|window:578bc0a8bb6fb2d30477,2026-06-23T05:52:20.553286+00:00,2026-06-23T05:52:20.553286+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.7469395094111152,0.8642566224282665,0.0058241552066587675,0.5299770399315874,7.159471180391845,True binance_btcusdt_1h_close/1h/short|window:584af634c026e981a722,2026-06-23T04:45:31.338921+00:00,2026-06-23T04:45:31.338921+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.021473938087427,1.010679938500526,0.007314406378296887,0.590245603807319,-14.403528086888352,True binance_btcusdt_1h_close/1h/short|window:58dc0f39885afd236f98,2026-06-18T03:58:02.797825+00:00,2026-06-18T03:58:02.797825+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.9043656382170597,0.9509814079239718,0.012900889292915399,0.45983406748841377,18.669482828792226,True binance_btcusdt_1h_close/1h/short|window:58ecf6b7770b4d255fc1,2026-06-18T04:07:18.267147+00:00,2026-06-18T04:07:18.267147+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.069299583902298,1.03406942895644,0.014243434843346697,0.5140707554538131,15.901256720678067,True @@ -5578,6 +5586,7 @@ binance_btcusdt_1h_close/1h/short|window:556c5f825cee9aa277fa,2026-06-22T07:45:4 binance_btcusdt_1h_close/1h/short|window:5631a7d00640b1940a65,2026-06-16T22:19:34.134767+00:00,2026-06-16T22:19:34.134767+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.08018184255440551,0.28316398527073583,0.003737921375465988,0.1821863889246281,73.60370350415982,True binance_btcusdt_1h_close/1h/short|window:574acaae130b962b7070,2026-06-17T10:20:33.398619+00:00,2026-06-17T10:20:33.398619+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1530155174058472,0.3911719793209212,0.004096482818582979,0.2551860513618665,45.75513616799617,True binance_btcusdt_1h_close/1h/short|window:57570807e48d652ee4cc,2026-06-21T22:13:14.135541+00:00,2026-06-21T22:13:14.135541+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.04087408710806966,0.20217340850880874,0.003394024622883931,0.13222921341604377,78.02277350916397,True +binance_btcusdt_1h_close/1h/short|window:578bc0a8bb6fb2d30477,2026-06-23T05:50:46.060325+00:00,2026-06-23T05:50:46.060325+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.659193901021935,0.811907569260156,0.005437977112507678,0.4993024024131311,13.340077364000967,True binance_btcusdt_1h_close/1h/short|window:584af634c026e981a722,2026-06-23T04:43:32.851458+00:00,2026-06-23T04:43:32.851458+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.6698116880524034,0.8184202392734453,0.0058660739922516475,0.4570440494711616,6.586323298337604,True binance_btcusdt_1h_close/1h/short|window:58dc0f39885afd236f98,2026-06-18T03:56:17.458185+00:00,2026-06-18T03:56:17.458185+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.084545835342142,1.0414153039696228,0.012535086799811008,0.8403519938209397,9.775581830186816,True binance_btcusdt_1h_close/1h/short|window:58ecf6b7770b4d255fc1,2026-06-18T04:03:41.481075+00:00,2026-06-18T04:03:41.481075+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.3439851826709512,1.159303749097255,0.014214148864932994,0.9686475551863257,4.60232601362987,True @@ -6431,6 +6440,7 @@ binance_btcusdt_1h_close/1h/short|window:556c5f825cee9aa277fa,2026-06-22T07:46:1 binance_btcusdt_1h_close/1h/short|window:5631a7d00640b1940a65,2026-06-16T22:26:32.432506+00:00,2026-06-16T22:26:32.432506+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.0825992418767797,0.2874008383369466,0.003877403179452916,0.2263728658941647,72.91565401311554,True binance_btcusdt_1h_close/1h/short|window:574acaae130b962b7070,2026-06-17T10:21:05.141145+00:00,2026-06-17T10:21:05.141145+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2698345342674464,0.5194559983939414,0.009986023244204991,0.2776693864259812,20.75168777896257,True binance_btcusdt_1h_close/1h/short|window:57570807e48d652ee4cc,2026-06-21T22:27:22.766263+00:00,2026-06-21T22:27:22.766263+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.03892976503624215,0.19730627216650298,0.0028591260673372873,0.2180051277703695,78.95821075365828,True +binance_btcusdt_1h_close/1h/short|window:578bc0a8bb6fb2d30477,2026-06-23T05:51:28.803280+00:00,2026-06-23T05:51:28.803280+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.686754010011696,0.8287062266036717,0.005409517885719889,0.4460009194577579,11.323372224536119,True binance_btcusdt_1h_close/1h/short|window:584af634c026e981a722,2026-06-23T04:44:11.944895+00:00,2026-06-23T04:44:11.944895+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.7719562502591489,0.8786104086904212,0.0055968378108143604,0.46695698188558676,-0.5006872797400427,True binance_btcusdt_1h_close/1h/short|window:58dc0f39885afd236f98,2026-06-18T03:56:46.742062+00:00,2026-06-18T03:56:46.742062+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.7971990287816225,0.8928600275416201,0.011952669793520014,0.41289464458790875,24.677440354409757,True binance_btcusdt_1h_close/1h/short|window:58ecf6b7770b4d255fc1,2026-06-18T04:04:20.003451+00:00,2026-06-18T04:04:20.003451+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.0361324188479264,1.0179058988177279,0.01383531642092631,0.4825376021240047,17.432902218405395,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index c3bed947f946f0f1754421b183b6c516f16ad4ec..c9da1e5e13802dd36ac367be7ff2f98968993f1a 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8222230188772395,0.8600449535092783,0.01073327722267725,0.7153917437955059,-13.60580745635539,0.5693807425601837,0.26523749474569147,9.762868971422582e-08,183,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T05:45:22.587252+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8237268793742681,0.8610680799552087,0.010740611876755053,0.7173007002045012,-13.597485750956734,0.568189237378439,0.2678783559040152,6.696419962289736e-08,184,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T05:52:23.249411+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.5403797673006585,1.0781587478820736,0.10665469540415219,0.8366690121214557,-56.28506249342217,1.6757996321466717,0.33333333333333337,0.3813492063492063,7,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-23T05:37:39.986755+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.7970782540686299,1.235060032292817,1.4506231014866864,0.9673894915651896,7.8685023211599505,1.2758417839928093,-0.10295616717635067,0.11255039407585891,109,0.9541284403669725,2026-06-17T12:10:12.335728+00:00,2026-06-23T05:45:22.624210+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.997151704024645,2.028048306212733,0.11875688210269054,1.4095010582343095,14.47940213048741,4.70551756779376,0.1490088858509911,0.055153906308024706,77,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-23T05:37:40.037068+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.5797131 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0128234370282234,0.9811243848984635,0.5839008920170479,0.48962175477056885,18.319660781402483,0.4634307444041329,-0.38494623655913984,0.0020361273500724524,31,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-23T05:37:40.134615+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8583043247341913,1.1060748902213422,0.015055729882999774,0.7335846408043161,11.335287359026402,3.080985808527329,0.15853658536585366,0.14424831606472008,41,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T05:37:40.164062+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.990112198006116,0.9781737397061917,0.20219237299729226,0.490199516466659,51.28266024024151,0.3541696942533509,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-22T23:42:47.178078+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4250779312843833,0.5871862094766285,0.007224175242234851,0.3293366401288976,26.065238654896152,0.5635298524992126,0.1672686733556299,1.5563820068982437e-05,300,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T05:42:51.348518+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.42590818790396523,0.5879649091569625,0.007218243005150617,0.3297043368152795,26.01909403209165,0.5627742254385447,0.17098560354374306,9.688904201747341e-06,301,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T05:50:24.806049+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.342872866747477,0.4745200182106267,0.05384135267866591,0.2697134153077109,20.663981301944094,0.5070594714806828,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-23T05:27:47.993989+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2478226609572697,0.38557676493985144,0.4974964147647375,0.2077130236797564,73.79160356477024,0.3593511062919791,0.3037557982941793,7.77319115358632e-09,164,0.9634146341463414,2026-06-16T12:06:44.487655+00:00,2026-06-23T05:42:56.495484+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.868577825748464,1.9421242637999516,0.11729065688964135,1.100295246554733,13.380099840946222,5.033364487452846,0.4196796338672769,2.940115679725653e-11,115,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-23T05:27:53.825019+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.144 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8385621651330502,0.8850588044788729,0.5681411422025003,0.46758090977667965,26.596235178229144,0.44830067600912665,-0.03231292517006802,0.7432490950432566,49,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-23T05:28:14.206800+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7777448934977407,0.9280724157976548,0.010669309906616018,0.585776146905585,33.72077145456185,3.7251208825479827,0.11279953243717124,0.2069052389910373,59,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T05:28:21.064396+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1470345464849695,0.36143628779848724,0.07464265889217996,0.21315140545343586,90.6774928723689,0.07843009866932546,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-22T23:32:18.736924+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.655668089252195,0.6821858837694316,0.0072833984282029765,0.4361857963649519,20.25128093637024,0.8020701189767488,0.12003843151384136,0.01583544354425009,183,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T05:45:22.677240+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6557065384927138,0.6829027547053843,0.007272929845646553,0.4362249165245377,20.21228648581076,0.7998758386104631,0.12223806129722027,0.01375004312325817,184,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T05:52:23.293559+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.16949130757092,1.7497344256684344,0.18642719878410866,1.3506063173057374,-69.43453939087526,4.262176024066775,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-23T05:37:40.225700+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.6523361476659493,1.4888000843119271,1.5024252630328232,1.1205332631490101,-4.389428959156297,2.043757285613404,-0.009174311926605505,0.8875531711903399,109,0.9541284403669725,2026-06-17T12:10:12.697348+00:00,2026-06-23T05:45:22.699595+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.987191810730567,2.2553807085314057,0.12650861153312848,1.5234817344876799,10.689077764820398,7.176594385591368,0.2727272727272727,0.0004483613666970619,77,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-23T05:37:40.244315+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,11.75556590 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1118316146894835,1.0094683685404457,0.6581201647237296,0.5310340532673528,17.444765592778268,0.6374978792544655,-0.1698924731182796,0.18652632424728055,31,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-23T05:37:40.294800+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6008740239266497,1.007656046615318,0.014248347229578441,0.6855943915640089,19.436941536385856,2.9830048759232346,0.14634146341463414,0.1777122382424441,41,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T05:37:40.310677+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0106745528959067,1.0039742155659683,0.21160774916824193,0.5376211899754999,48.4423431987713,0.11622833445791261,0.0,1.0,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-22T23:42:47.274014+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6299506979334905,0.7261646744072782,0.008718988730618564,0.36991623124891393,7.350106102380895,0.6870068697843041,0.04093162688804335,0.29449388574524915,295,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T05:44:46.202049+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6300122138252886,0.726431291977242,0.00870865836732369,0.37003935563059587,7.373140062208477,0.6858422794952082,0.04324324324324324,0.26725099621440906,296,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T05:52:04.068650+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2884757089207693,0.4404086605258268,0.05019952300371712,0.252542704540108,28.290391413078353,0.40777503272827464,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-23T05:35:33.309231+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.5030626858177558,1.0141112774723058,1.4740004614823021,0.5163046153525007,27.03241523539662,2.0497270305382758,0.3083352503642359,5.754529139602129e-09,162,0.9691358024691358,2026-06-16T12:07:52.741323+00:00,2026-06-23T05:44:52.718605+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.607128851951355,2.1691466323162087,0.12156814386950114,1.106359369141781,10.604450098306474,35.95033923366255,0.4713642213642213,1.7395728556227072e-13,112,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-23T05:35:40.825569+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1294163038513598,1.0267424010088675,0.6276703444875252,0.4872656352581108,11.905057362741394,0.7790225769744404,-0.34727061556329847,0.0011937075062319795,42,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-23T05:36:15.110367+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,3.1267699947540937,1.2879653772195416,0.013901516148082056,0.7001172278447335,12.432042363950773,6.049646123182168,0.09013914095583786,0.31755742788133734,58,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T05:36:24.816146+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14981973138991939,0.36476498478813413,0.06320277861905496,0.18873543444057805,90.59622548667889,0.09721825078090457,0.6,0.23333333333333334,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-22T23:42:17.643964+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5130835991495225,0.640574807332145,0.007064155032362664,0.3997992789495132,20.82490745598259,0.5182302791088257,-0.11787665886026542,0.01782486614776906,183,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T05:45:22.724498+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5145859622546252,0.6419224903638434,0.007057314058246877,0.400318742508025,20.735625118226043,0.517214048856221,-0.10940841054882397,0.027443973121254888,184,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T05:52:23.321978+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5471956995007726,0.6762872243537096,0.07417545192580133,0.45238264992358557,-33.28656191496858,0.5127123707334149,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-23T05:37:40.329339+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.360507336395794,1.3955640865790977,1.558813818100796,1.2236674554647118,5.683648631491537,1.858754812087238,0.20285423037716616,0.0017688063384611685,109,0.9541284403669725,2026-06-17T12:10:12.867076+00:00,2026-06-23T05:45:22.738118+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.431886935370908,2.133031981574572,0.1206477370914851,1.4112326690165853,9.660653113283102,4.722074283470192,0.03691045796308954,0.634774751370935,77,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-23T05:37:40.340310+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9987054793475756,0.9745172563064971,0.6687276457150029,0.5071365958155045,19.043836138892612,0.4446952165009768,-0.2903225806451613,0.021849376369595316,31,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-23T05:37:40.366462+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.1970134720616996,1.1469295730401639,0.01631843126554372,0.8181122048369587,14.080387008691313,3.900552035280853,0.12682926829268293,0.2427577329337679,41,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T05:37:40.374211+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0787787195349199,1.0379444492218732,0.21618952646374368,0.5597492766841528,45.98579993029981,0.08734441118750925,0.0,1.0,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-22T23:42:47.321412+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6259359991617333,0.7462728815875007,0.008556850416098443,0.43294553113677003,3.26379843388732e-16,0.4892857837431918,-0.1936588002161773,9.925626519769758e-05,183,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T05:45:22.758341+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6272197229568145,0.7472633310212121,0.008547741413299934,0.4335242123021499,3.246060398920541e-16,0.4882577193453886,-0.18448562603943933,0.000200538058613164,184,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T05:52:23.360383+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.24001634527529367,0.4544740261704839,0.051685353854007944,0.3219751307891324,1.4438931485930167e-16,0.2296321096103468,0.04761904761904762,1.0,7,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-23T05:37:40.387609+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.4915350800288545,1.4494325362172,1.5467902780780725,1.2822229742954965,1.2975383265239606e-15,1.877517022024557,0.20795107033639146,0.0013502065995606828,109,0.9541284403669725,2026-06-17T12:10:12.978229+00:00,2026-06-23T05:45:22.770480+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.0811431678977845,2.298628741881946,0.12755966354237697,1.8386596378639204,-1.1277930876995533e-16,4.79330722914283,0.039644565960355434,0.609908828519428,77,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-23T05:37:40.397421+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.4568008947691304,1.1787904335839692,0.6861479762415882,0.9133902931469184,-3.121732794213511e-16,0.704419079338724,-0.12258064516129034,0.3441531311333978,31,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-23T05:37:40.419033+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.559534878864791,1.3073756882910306,0.017218136749610712,0.7267080921656982,4.449152182359815e-15,4.033026390613926,0.1696156508503017,0.11844404841779087,41,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T05:37:40.425633+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.9607965919810555,1.7146505799162957,0.36091886218530816,1.3691608206855306,8.969107392259686e-17,0.5580553598022875,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-22T23:42:47.343681+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4459026520362466,0.6164579462440948,0.00755069510486987,0.33871838833113127,19.45458667927328,0.41177308696827253,0.3145873145873146,6.237241478058959e-16,297,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T05:44:08.136856+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4467430609419375,0.6171895390133445,0.007543685504005264,0.33904659314079844,19.42500188688659,0.4113352032987433,0.31683727656882027,3.4552659146916004e-16,298,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T05:51:38.784045+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.32355845359025515,0.4362658768354618,0.048157471808452285,0.24349446471584263,36.154594422427266,0.4797179032349619,0.07142857142857142,0.9048611111111111,8,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-23T05:32:52.654403+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2871754349198081,0.41622288812951497,0.6404767193290579,0.20796157296758422,74.36682229144792,0.4350009212517143,0.30864197530864196,4.978731891173755e-09,163,0.9631901840490797,2026-06-16T12:07:37.946365+00:00,2026-06-23T05:44:14.624017+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.548880791405442,1.8978629277432373,0.11447769296024558,1.0457758315358172,15.236470251692372,4.578976115862417,0.3881163084702907,1.1004697837730072e-09,113,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-23T05:33:01.741234+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1680660 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8141581678952999,0.8794152062219235,0.5851207989624403,0.4629557293855907,25.585220314669137,0.3929155062176197,-0.0570048309178744,0.5764204344541329,46,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-23T05:34:45.456251+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.766203720247968,0.9245504558614009,0.01048544131547522,0.5781810315647018,33.80330639782981,3.568629017580282,0.11513734658094679,0.19764886785743307,59,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T05:34:49.988219+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1174822396077626,0.324815581789166,0.060286878365620425,0.19980835418849988,92.46557501174824,0.060081196004453746,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-22T23:41:11.770213+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4632973841712541,0.5885569794778085,0.006856978146216794,0.32278474829804743,30.455497776313766,0.6768106817793634,0.2162594737089865,3.58573269533117e-08,292,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T05:45:10.603238+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.46426544603214104,0.5894979338906088,0.006853453153249019,0.3234918892251244,30.37598915311949,0.6758539339047083,0.21913132918790038,2.2322225191003285e-08,293,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T05:52:20.553286+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.29483004496619825,0.46548654878620704,0.051677057688773544,0.23891626291868845,18.012729595469647,0.3783377150923359,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-23T05:36:50.821956+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.09492133790637565,0.22643054096706433,0.42558406642023827,0.11704131545481244,90.14343692614041,0.20273220658436075,0.19355345911949687,0.0002805207579479785,160,0.96875,2026-06-16T12:08:08.243141+00:00,2026-06-23T05:45:18.672945+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.732145842048091,1.9515376611252506,0.12014220770017968,1.1917956838017258,11.998855091260388,4.60100944265196,0.29941156109380407,4.372291234304673e-06,108,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-23T05:37:06.476855+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1291 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9459253155825623,0.9594388684858034,0.6531433955143923,0.5161482511258548,17.944756859383357,0.32814960290318607,-0.01951219512195122,0.857379449479317,41,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-23T05:37:29.139007+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.9319971703665986,0.9990609358491135,0.011885976804155556,0.653993964852968,26.128790587766897,3.7015632700022754,0.05185185185185186,0.5761722394260169,55,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T05:37:37.028815+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.19701763456987959,0.42647880866511967,0.09210826322391313,0.22574447154214997,87.63037685402294,0.10515280616061715,0.3333333333333334,0.75,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-22T23:42:44.447703+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.37805073482802887,0.5521378185344472,0.00669856129673881,0.37673969250391204,31.86043292027698,0.3948562930705291,0.22968985640285883,2.4790993374080372e-09,303,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T05:43:17.973127+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3789755478747193,0.5529923242934134,0.006694414638238051,0.37714285931282393,31.799510698052387,0.39453382322097574,0.23254299114121937,1.4760076021578843e-09,304,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T05:50:46.060325+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.33495704111947366,0.5010608588966544,0.057479343375581575,0.33223136035557854,10.92486816077923,0.37532226183456846,-0.2857142857142857,0.39875992063492066,8,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-23T05:29:09.608198+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10705632920877955,0.2561791003245729,0.3652144324511532,0.1843924525426534,84.89769800824656,0.1755002236035812,0.05657805044308111,0.28372362134591933,163,0.9631901840490797,2026-06-16T12:07:01.390017+00:00,2026-06-23T05:43:23.065035+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.915127216213251,1.7409953868940082,0.11488518603461871,1.200468717760234,22.47665468634329,4.392055681011546,0.376311844077961,2.110712144540413e-09,116,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-23T05:29:15.467252+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8101652622491624,0.8786905812170753,0.5113949444456152,0.6857088432402296,26.440862093286672,0.3705594670589404,-0.022108843537414963,0.8226672570009078,49,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-23T05:31:01.990668+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6616591931336606,0.8969685906291934,0.010628782039402538,0.6976398426178404,35.27365016824347,3.4322337922431783,0.09152542372881356,0.3014989235647575,60,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T05:31:07.984565+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15216568209521827,0.37796453879602965,0.06502662159367666,0.29797079340933813,90.33726988702747,0.06941482262146421,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-22T23:39:57.499399+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3948206134703608,0.5615253204890059,0.006772858764618391,0.32109058716661437,29.833001540211644,0.4775252068674992,0.2016360472736312,2.0953691249266901e-07,298,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T05:43:53.031555+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.395796979345081,0.5624189021148076,0.006768299096127092,0.32150834747528034,29.771096425443503,0.47702217408952496,0.2046418711140042,1.3132693261342464e-07,299,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T05:51:28.803280+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.40519730215333866,0.5287544315839078,0.05883406185198004,0.28694694299859,9.790961717185407,0.5513226404559831,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-23T05:31:55.866899+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.19990422403376917,0.32198576262149187,0.391163878996536,0.1664158685088859,82.89621513975297,0.3580132972441443,0.3610919408020858,9.091943413712726e-12,162,0.9629629629629629,2026-06-16T12:07:21.772238+00:00,2026-06-23T05:44:00.697912+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.166423950414581,1.8265817363721608,0.11244887464436419,1.0237544220605306,16.839854503832502,4.412246464046223,0.30190694126620904,1.7225952817740091e-06,115,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-23T05:32:01.335361+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index b949d056b5b34eb605b1be187467e3f5a6313c1d..aaf0120567188cba404254d47028f9099f788bc1 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T05:45:22.918550+00:00", + "generated_at": "2026-06-23T05:52:23.538893+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 4872dd094aaf24f4d7d3dff7d31ba4d0daf433d0..5df3d3fde72f7fa8dcd970e6ee6f5ad4172c3019 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,1.6201472581940184,1.6920871532526331,7.0,1,1,1.0 Air Quality,Moving-Average,2.893050202790447,1.8431151795555485,8.0,1,1,1.0 Air Quality,ARIMA,3.1366916154136733,2.235488447887549,9.0,1,1,1.0 Air Quality,ETS,20.095785279230252,5.821581271224181,10.0,1,1,1.0 -Finance,ETS,0.7646310631430462,0.7428048398043532,1.0,1,1,1.0 -Finance,TimesFM-2.5,0.7602181474131864,0.8106545908427435,2.0,1,1,1.0 -Finance,Moving-Average,0.9170085626226234,0.8151112287175833,3.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.7817071186970704,0.8473210726541793,4.0,1,1,1.0 -Finance,TiRex,0.807687663612781,0.8907225460457924,5.0,1,1,1.0 -Finance,Chronos-2,0.7806450342877586,0.909097508198775,6.0,1,1,1.0 -Finance,Toto-2.0-1B,0.7957115183616703,0.9609771171781507,7.0,1,1,1.0 +Finance,ETS,0.7687171971796476,0.7472930263203984,1.0,1,1,1.0 +Finance,TimesFM-2.5,0.764600877743215,0.8148547299393559,2.0,1,1,1.0 +Finance,Moving-Average,0.9157646463627819,0.8192924477294553,3.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.751801930883086,0.8342058813140553,4.0,1,1,1.0 +Finance,TiRex,0.807691969877141,0.8894883207483227,5.0,1,1,1.0 +Finance,Chronos-2,0.7829172198569109,0.907785274355224,6.0,1,1,1.0 +Finance,Toto-2.0-1B,0.7965679264243415,0.9594446351058498,7.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 -Finance,Timer-S1,0.8706157261814113,1.0322891732901387,9.0,1,1,1.0 -Finance,ARIMA,1.2856492446047882,1.7519265255341927,10.0,1,1,1.0 +Finance,Timer-S1,0.8663772580896817,1.0304539450260937,9.0,1,1,1.0 +Finance,ARIMA,1.2746559137476845,1.750432466588383,10.0,1,1,1.0 Hazards,ARIMA,0.49034210116083504,0.525940425110665,1.0,1,1,1.0 Hazards,Timer-S1,0.4707911190552971,0.5533377726949193,2.0,1,1,1.0 Hazards,TiRex,0.47163107406790294,0.5543833294992164,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 2f4eabfd9728564d545a399fca5ae663b095787d..30e7b66c2b03dd0367811a6cff3ee111d2e04273 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 1D,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Timer-S1,0.4280522701879771,0.6655155613564454,4.166666666666667,6,6,1.0 -1h,Toto-2.0-1B,0.3360882223260889,0.6612872168174543,4.333333333333333,6,6,1.0 -1h,TiRex,0.5848086054267677,0.7504888217687967,4.5,6,6,1.0 -1h,Moirai-1.1-Large,0.5874551110975988,0.7663168504192684,4.666666666666667,6,6,1.0 -1h,TimesFM-2.5,0.48624964695530853,0.7069214304391876,4.666666666666667,6,6,1.0 -1h,Chronos-2,0.5656212626314334,0.7528359817701307,5.166666666666667,6,6,1.0 -1h,ARIMA,1.025434656780501,1.0118184975374231,6.5,6,6,1.0 -1h,Moving-Average,1.1657084945262663,1.055432677151976,6.666666666666667,6,6,1.0 +1h,Timer-S1,0.42770424501692195,0.6653182202224033,4.166666666666667,6,6,1.0 +1h,Toto-2.0-1B,0.3361484827900151,0.6611113394356848,4.333333333333333,6,6,1.0 +1h,TiRex,0.5848091250861555,0.7503154030965137,4.5,6,6,1.0 +1h,Moirai-1.1-Large,0.5836483315173276,0.7643270831433983,4.666666666666667,6,6,1.0 +1h,TimesFM-2.5,0.48671574121121214,0.707530563414511,4.666666666666667,6,6,1.0 +1h,Chronos-2,0.5658953181733982,0.7526547596374608,5.166666666666667,6,6,1.0 +1h,ARIMA,1.0239680414658627,1.0116746317317067,6.5,6,6,1.0 +1h,Moving-Average,1.1654447994233847,1.0563330844387244,6.666666666666667,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,7.0,6,6,1.0 -1h,ETS,3.706844491783484,1.971698353642165,7.333333333333333,6,6,1.0 +1h,ETS,3.7101386833176324,1.9736789440508515,7.333333333333333,6,6,1.0 6min,Chronos-2,0.01916324494411252,0.11845529244027835,1.0,1,1,1.0 6min,Timer-S1,0.034190297001796585,0.13010922420877372,2.0,1,1,1.0 6min,TiRex,0.06966478657002034,0.17570530613713858,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 1c409f5e78f731d75deaa3fcc0c2869c30894b30..175dfec15292b00826f530aa836aa0bd12661fe7 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 7,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Timer-S1,0.3954676065762877,0.6026755881028006,3.857142857142857,7,7,1.0 -24,TimesFM-2.5,0.39249345581435213,0.6422277960002529,4.571428571428571,7,7,1.0 -24,Toto-2.0-1B,0.3119794087900223,0.6165597068716918,4.571428571428571,7,7,1.0 -24,Moirai-1.1-Large,0.5400369797767256,0.6901662599087623,4.714285714285714,7,7,1.0 -24,Chronos-2,0.47373413589216856,0.6727986401934757,4.857142857142857,7,7,1.0 -24,TiRex,0.5262080075564142,0.6889781722788902,4.857142857142857,7,7,1.0 -24,ARIMA,0.8453958383060411,0.836662489368051,5.714285714285714,7,7,1.0 -24,Moving-Average,1.1308038551105746,1.068209049991017,7.142857142857143,7,7,1.0 +24,Timer-S1,0.39519199135067756,0.6025224069213029,3.857142857142857,7,7,1.0 +24,TimesFM-2.5,0.3928159117359554,0.64270209974073,4.571428571428571,7,7,1.0 +24,Toto-2.0-1B,0.31202735483148925,0.6164191485815921,4.571428571428571,7,7,1.0 +24,Moirai-1.1-Large,0.5370360127352142,0.6886299406923514,4.714285714285714,7,7,1.0 +24,Chronos-2,0.47393087274703355,0.6726598187191698,4.857142857142857,7,7,1.0 +24,TiRex,0.5262084083452893,0.6888417084755759,4.857142857142857,7,7,1.0 +24,ARIMA,0.8443593463650252,0.8365605216060756,5.714285714285714,7,7,1.0 +24,Moving-Average,1.130584595008511,1.0689901227139793,7.142857142857143,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.285714285714286,7,7,1.0 -24,ETS,2.6381081699551006,1.6586801857124853,7.428571428571429,7,7,1.0 +24,ETS,2.6401175529829817,1.6601082209193667,7.428571428571429,7,7,1.0 60,Chronos-2,0.01916324494411252,0.11845529244027835,1.0,1,1,1.0 60,Timer-S1,0.034190297001796585,0.13010922420877372,2.0,1,1,1.0 60,TiRex,0.06966478657002034,0.17570530613713858,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 1244676e060432cee51593ce574e56f04e2428ac..1ff7d26ce8e9612638c6ee08d1d1798de32fa03a 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.2715808858093905,0.4682279908379046,3.3,10,10,1.0 -Overall,Chronos-2,0.31066855493362766,0.5213415635766357,4.5,10,10,1.0 -Overall,Toto-2.0-1B,0.27329939794971253,0.5272410943640577,4.5,10,10,1.0 -Overall,TiRex,0.365075812970337,0.5537429757620412,4.6,10,10,1.0 -Overall,Moirai-1.1-Large,0.44746196253341247,0.5992205807722053,4.8,10,10,1.0 -Overall,TimesFM-2.5,0.289202771806892,0.5416278192187649,4.9,10,10,1.0 -Overall,ARIMA,0.7262047672265087,0.7491356171486114,6.0,10,10,1.0 -Overall,Moving-Average,0.9411247624579471,0.9487210685063622,6.9,10,10,1.0 +Overall,Timer-S1,0.2714483799927738,0.4681446814802075,3.3,10,10,1.0 +Overall,Chronos-2,0.3107588615004547,0.5212662617727646,4.5,10,10,1.0 +Overall,Toto-2.0-1B,0.27332879836939594,0.5271569541774506,4.5,10,10,1.0 +Overall,TiRex,0.36507600761354647,0.5536661987543207,4.6,10,10,1.0 +Overall,Moirai-1.1-Large,0.4457199365999958,0.5982865576502715,4.8,10,10,1.0 +Overall,TimesFM-2.5,0.2893690690019067,0.5419077936402558,4.9,10,10,1.0 +Overall,ARIMA,0.7255814015805478,0.7490717056480269,6.0,10,10,1.0 +Overall,Moving-Average,0.9409970214895356,0.9492066075770186,6.9,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.7,10,10,1.0 -Overall,ETS,1.9850314463180563,1.3669215949914715,7.8,10,10,1.0 +Overall,ETS,1.9860896906639471,1.3677452812757374,7.8,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 433cc9a6d8011ededcbfead12eb89393d76643f5..34605586f43e9141683a01f490da2f9718710250 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,391285.7467575478,801095.8804210471,777.5365493693402,1.1323689575525149,0.012034702676027556,0.012130748234368932,21.712335957845536,625.5283740627181,0.00972073560233896,0.012082948641457645,0.010806720831464368,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,394285.91292614077,802112.5068194942,780.5827733276734,1.136805339933468,0.012082853572992857,0.012178772698387094,21.712335957845536,627.9219003396367,0.009758393140917782,0.01213086146069959,0.010844053068751948,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,7.593872656247368,7.767905889057713,2.0541670094513194,1.2031163736856252,0.07288689077029968,0.07797187149296309,38.49013958177101,2.755698215742676,0.10379440500387625,0.07737096947211616,0.0750193446187416,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.14508796989157105,0.14302905179174244,0.24603264707583106,0.8525038814700814,0.17542704851194924,0.14316589917579384,32.03927697564958,0.3809041479054423,0.23139792415654417,0.14946396388999136,0.14776841241878022,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.06549665611937461,0.05694266041390909,0.19300462182861813,1.3896331446403065,0.13898645170058666,0.125059854788108,29.311571190949124,0.2559231449466316,0.1693609118697629,0.12772365217217818,0.11927255597818696,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index e67dab24b2d876a5ad747de52b0ee41137e69914..b134d44c01268b8fe026e05cb9690b0e2114e1a6 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T05:45:22.587252+00:00", + "evaluated_at": "2026-06-23T05:52:23.249411+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63467.12109375 + 63394.01171875 ], "p50": [ 63570.93516976603, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index a2cdaebbc67b0ba14fcea67167e3e001ab23f4e8..0f97f94dc88f01b07966680822187f26fdd617fd 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,13 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T05:45:22.648428+00:00", + "evaluated_at": "2026-06-23T05:52:23.264060+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index ea8e62cbe78f0636073297f6ba3917fe19467c65..64c79dfcde547a67cd0a552ba916be43265ea500 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -14,4 +14,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 2026-06-22,Chronos-2,4.900,4.000,4.000,4.600,4.900,4.600,2.900,4.600,5.000,4.700 -2026-06-23,Chronos-2,4.200,4.500,4.400,4.400,4.200,4.500,3.800,4.400,4.200,4.700 +2026-06-23,Chronos-2,4.300,4.500,4.500,4.500,4.300,4.600,3.800,4.500,4.300,4.800 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index f58e10c89df75dca2600bbbef7e1f878c871a8fd..1362d4ba54499d985d2e7b447f71de086a602701 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.55,4.25,4.2,4.5,4.55,4.55,3.35,4.5,4.6,4.7 +2026-W26,Chronos-Bolt-Mini,4.6,4.25,4.25,4.55,4.6,4.6,3.35,4.55,4.65,4.75 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 1c8aadb73cf1052ae0b8892e28f148a42906e151..ba1d838a8137885d1023808bea58f3041c511c72 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,237588.3441581726,237588.3441581726,348.3610026041667,0.5073371607942884,0.005389976993660488,0.005408257590496718,6.398986651504733,487.43034800694613,0.007574686831162867,0.00541354371902767,0.0056077482910925295,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,242177.69473902383,242177.69473902383,351.4072265625,0.5117735431752418,0.005438571879880107,0.005456280464015692,6.398986651504733,492.11552986978967,0.007647856857075668,0.005461140736613322,0.005623794049778902,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.5295659158333971,0.5295659158333971,0.5971391995747884,0.3497417420650002,0.02245494588045587,0.022608952534132254,2.791484631303323,0.727712797629255,0.027409574971647723,0.02249147151537862,0.028857158475148265,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.007221702906389756,0.007221702906389756,0.07263969977696737,0.2516967839215242,0.04410134913368579,0.04545458763048315,0.9731579378618134,0.0849806031185338,0.05162541616659277,0.04412836098576041,0.040109480413688114,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.12640274056604245,0.12640274056604245,0.29914165867699516,2.153819737070109,0.21358936320675298,0.18446215747270095,30.7110279716465,0.3555316308938523,0.2352782950494111,0.19796140010054253,0.13690436805703737,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 1241149132286853b5d4fb32381e2927f5d772bc..46ae2253c2bfca1dcedaa38f5418c31ce836d277 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T05:42:51.348518+00:00", + "evaluated_at": "2026-06-23T05:50:24.806049+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63467.12109375 + 63394.01171875 ], "p50": [ 64227.46875, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 8a48294a195a09141ff33df84d871b8ac28220db..4a63c48cbc2d7e2172d1f183d01136653b4c39a9 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,13 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T05:42:59.486072+00:00", + "evaluated_at": "2026-06-23T05:50:26.753356+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/dataset_eval_intervals.json b/results/dataset_eval_intervals.json index c9f22e764facf3410ea0458e4c9a59e24ba59d57..c278fc3b1f97bae165d4f1135a24a52bd070b112 100644 --- a/results/dataset_eval_intervals.json +++ b/results/dataset_eval_intervals.json @@ -5,6 +5,7 @@ "noaa_ndbc_46013_realtime_wave_height": 600, "nws_ksfo_observations_temperature": 3600, "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600, + "open_meteo_shanghai_hourly_temperature_2m": 3600, "usgs_earthquake_all_week_hourly_earthquake_count": 3600, "usgs_potomac_iv_usgs_00060": 900, "wikimedia_time_series_hourly_pageviews": 86400 diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 0d70fec7e811d54af1e0000777b98932abb31461..dda213bc0552e8f589ebdb91aec5d2d1f2686c81 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,232714.5119802221,227707.23147359185,342.9045802912154,0.4993906748683285,0.005308537003969201,0.005323243977622231,7.570395675027949,482.40492532749096,0.007496591564532989,0.005328750701095626,0.004581975567484815,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,237785.2396109453,232677.58233610188,345.95080424954875,0.5038270572492819,0.005357179237821134,0.00537126656369204,7.747850970266082,487.6322790904488,0.007578183664230394,0.0053763437036640745,0.004629533209653525,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,40.80650449467975,42.26480901897464,5.524301652595784,3.2355586185720284,0.20205608092167893,0.23458602600461984,86.30682403553787,6.387996907848324,0.24060629514107576,0.20807488999247237,0.19508424028346397,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.6274821638784076,0.6294452902585582,0.5544552240324154,1.9211890625365338,0.3837616245619079,0.2703726027404213,72.29182237663271,0.7921377177476197,0.4812208649888602,0.3368295897651984,0.3315816970240466,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.16655081801787588,0.16292577262144675,0.33950720655530187,2.444451654077098,0.2424698691759282,0.20565082077845082,42.44862552962723,0.4081063807610411,0.2700704103959484,0.2246738961439082,0.21525858185374636,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index aaac0180297f14789a9b3a9b7b196d1dd1589935..09a0c51cb9555a49728b8a6df5b8aa12fbe13268 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-23T05:45:22.677240+00:00", + "evaluated_at": "2026-06-23T05:52:23.293559+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63467.12109375 + 63394.01171875 ], "p50": [ 64220.783987514194, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 87f037f64c5e380216bf7f1c5a71d1d8a8cc319b..16ce55a559cdecdcf7079451ac6be58cf06f99a3 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,13 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T05:45:22.717483+00:00", + "evaluated_at": "2026-06-23T05:52:23.304916+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index c9a63152d138f493819f8af18cfbbd19e853f2ee..cfd2dfe5c183043cf60e5b80fd382d1fe49a1116 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1972,3 +1972,4 @@ {"evaluated_at": "2026-06-23T05:37:44.203874+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-23T05:45:26.612954+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-23T05:45:26.612954+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-23T05:52:27.461770+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 4dfeb18ee9dadcd9aee2f031bbbe173792520cec..44f45ea35e305f5c57c748bcfd71df3815b5d486 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,237911.5882256826,237204.8779258728,363.0201822916667,0.5286861250774123,0.00562913238975429,0.005635894255752568,4.702663338563421,487.7618150549329,0.007579837842160882,0.005641347949495843,0.005226681686321624,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,232552.885418574,235339.4704709053,350.4457194010417,0.5103732477640706,0.005433249327004883,0.005441224094285419,4.469111960265033,482.23737455590685,0.007494342665250577,0.00544619816989564,0.005167964500147691,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.42197373548970063,0.41394766254173493,0.5554797649383545,0.3253419986658657,0.02056573416587847,0.020502052082295125,2.461810233717552,0.649595055007118,0.024467240949224495,0.020922353312890257,0.02432047623287378,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.09181824742840992,0.0740152299326379,0.2350911259651184,0.8145914770516772,0.13857983683207628,0.15162608145148884,3.681212070370208,0.30301525939861496,0.1840806995622492,0.1428170284705261,0.14208227464208767,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.15304140840680683,0.11767837737835357,0.28608760237693787,2.0598305406732047,0.20466932154505954,0.17732804785430328,20.22761951898389,0.39120507206170885,0.2588857203449248,0.18932268600909932,0.12945660137226883,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 07e4aef59d6575322ceb8954c89414d0c019d140..5ba281c00a9cb080eaaf9a44e59836dc49cbb8d3 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T05:44:46.202049+00:00", + "evaluated_at": "2026-06-23T05:52:04.068650+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63467.12109375 + 63394.01171875 ], "p50": [ - 64247.072265625, - 64239.767578125, - 64225.568359375, - 64276.189453125, - 64211.0, - 64240.853515625, - 64277.046875, - 64343.90234375, - 64323.0078125, - 64326.69140625, - 64280.974609375, - 64352.31640625, - 64358.765625, - 64292.677734375, - 64454.080078125, - 64364.064453125, - 64262.193359375, - 64387.93359375, - 64429.095703125, - 64437.5078125, - 64361.171875, - 64308.158203125, - 64423.708984375, - 64415.232421875 + 64271.560546875, + 64245.49609375, + 64217.138671875, + 64256.306640625, + 64223.37890625, + 64282.873046875, + 64287.466796875, + 64295.001953125, + 64279.171875, + 64297.69140625, + 64295.4140625, + 64324.765625, + 64309.72265625, + 64336.005859375, + 64242.64453125, + 64325.236328125, + 64358.12890625, + 64328.865234375, + 64420.4765625, + 64385.552734375, + 64336.21484375, + 64367.3203125, + 64389.4140625, + 64384.0234375 ], "p10": [ - 64000.259765625, - 63892.34765625, - 63788.935546875, - 63797.51953125, - 63738.666015625, - 63753.1875, - 63685.09765625, - 63626.908203125, - 63575.837890625, - 63613.19140625, - 63584.244140625, - 63632.205078125, - 63467.357421875, - 63347.16796875, - 63352.6640625, - 63487.970703125, - 63425.671875, - 63577.19140625, - 63508.56640625, - 63579.98828125, - 63022.779296875, - 63146.396484375, - 63364.595703125, - 63230.001953125 + 64011.61328125, + 63855.947265625, + 63778.15625, + 63821.927734375, + 63774.9921875, + 63659.6796875, + 63777.08984375, + 63554.861328125, + 63622.740234375, + 63473.431640625, + 63361.13671875, + 63434.0390625, + 63674.365234375, + 63414.720703125, + 63434.509765625, + 63434.4453125, + 63564.923828125, + 63287.28515625, + 63502.6484375, + 63343.38671875, + 63308.779296875, + 63486.537109375, + 63403.181640625, + 63239.5859375 ], "p90": [ - 64549.25390625, - 64690.4921875, - 64620.32421875, - 64768.142578125, - 64779.69140625, - 64776.892578125, - 64863.90234375, - 64922.8828125, - 65180.73828125, - 64876.806640625, - 64875.767578125, - 64986.21484375, - 65169.3984375, - 65071.423828125, - 65391.6328125, - 65192.59375, - 65231.109375, - 65148.046875, - 65306.96875, - 65591.80078125, - 65255.8984375, - 65593.7890625, - 65457.580078125, - 65309.296875 + 64535.6953125, + 64608.2421875, + 64634.4140625, + 64611.154296875, + 64791.59375, + 64837.236328125, + 64948.6328125, + 65017.0078125, + 64942.353515625, + 65092.294921875, + 65118.716796875, + 64957.935546875, + 65050.828125, + 65056.552734375, + 65053.626953125, + 65152.625, + 65299.623046875, + 65192.369140625, + 65281.19921875, + 65483.775390625, + 65204.615234375, + 65326.458984375, + 65320.13671875, + 65306.6484375 ], "mean": [ - 64261.59375, - 64253.81640625, - 64211.71875, - 64272.4375, - 64226.890625, - 64254.06640625, - 64300.21875, - 64323.984375, - 64399.85546875, - 64324.30859375, - 64275.62109375, - 64313.46484375, - 64348.88671875, - 64305.59375, - 64435.96484375, - 64336.6015625, - 64298.5390625, - 64298.73046875, - 64420.33203125, - 64482.140625, - 64278.57421875, - 64335.66015625, - 64372.23046875, - 64387.96484375 + 64281.96875, + 64242.1484375, + 64238.6875, + 64230.55859375, + 64252.3203125, + 64290.80078125, + 64304.5859375, + 64264.703125, + 64256.265625, + 64283.3359375, + 64322.99609375, + 64260.88671875, + 64322.265625, + 64283.04296875, + 64258.0546875, + 64332.375, + 64423.44140625, + 64221.3671875, + 64435.3515625, + 64354.0625, + 64323.83984375, + 64405.62890625, + 64368.40625, + 64468.77734375 ], "quantiles": { "0.1": [ - 64000.259765625, - 63892.34765625, - 63788.935546875, - 63797.51953125, - 63738.666015625, - 63753.1875, - 63685.09765625, - 63626.908203125, - 63575.837890625, - 63613.19140625, - 63584.244140625, - 63632.205078125, - 63467.357421875, - 63347.16796875, - 63352.6640625, - 63487.970703125, - 63425.671875, - 63577.19140625, - 63508.56640625, - 63579.98828125, - 63022.779296875, - 63146.396484375, - 63364.595703125, - 63230.001953125 + 64011.61328125, + 63855.947265625, + 63778.15625, + 63821.927734375, + 63774.9921875, + 63659.6796875, + 63777.08984375, + 63554.861328125, + 63622.740234375, + 63473.431640625, + 63361.13671875, + 63434.0390625, + 63674.365234375, + 63414.720703125, + 63434.509765625, + 63434.4453125, + 63564.923828125, + 63287.28515625, + 63502.6484375, + 63343.38671875, + 63308.779296875, + 63486.537109375, + 63403.181640625, + 63239.5859375 ], "0.2": [ - 64000.259765625, - 63892.34765625, - 63788.935546875, - 63797.51953125, - 63738.666015625, - 63753.1875, - 63685.09765625, - 63626.908203125, - 63575.837890625, - 63613.19140625, - 63584.244140625, - 63632.205078125, - 63467.357421875, - 63347.16796875, - 63352.6640625, - 63487.970703125, - 63425.671875, - 63577.19140625, - 63508.56640625, - 63579.98828125, - 63022.779296875, - 63146.396484375, - 63364.595703125, - 63230.001953125 + 64011.61328125, + 63855.947265625, + 63778.15625, + 63821.927734375, + 63774.9921875, + 63659.6796875, + 63777.08984375, + 63554.861328125, + 63622.740234375, + 63473.431640625, + 63361.13671875, + 63434.0390625, + 63674.365234375, + 63414.720703125, + 63434.509765625, + 63434.4453125, + 63564.923828125, + 63287.28515625, + 63502.6484375, + 63343.38671875, + 63308.779296875, + 63486.537109375, + 63403.181640625, + 63239.5859375 ], "0.3": [ - 64000.259765625, - 63892.34765625, - 63788.935546875, - 63797.51953125, - 63738.666015625, - 63753.1875, - 63685.09765625, - 63626.908203125, - 63575.837890625, - 63613.19140625, - 63584.244140625, - 63632.205078125, - 63467.357421875, - 63347.16796875, - 63352.6640625, - 63487.970703125, - 63425.671875, - 63577.19140625, - 63508.56640625, - 63579.98828125, - 63022.779296875, - 63146.396484375, - 63364.595703125, - 63230.001953125 + 64011.61328125, + 63855.947265625, + 63778.15625, + 63821.927734375, + 63774.9921875, + 63659.6796875, + 63777.08984375, + 63554.861328125, + 63622.740234375, + 63473.431640625, + 63361.13671875, + 63434.0390625, + 63674.365234375, + 63414.720703125, + 63434.509765625, + 63434.4453125, + 63564.923828125, + 63287.28515625, + 63502.6484375, + 63343.38671875, + 63308.779296875, + 63486.537109375, + 63403.181640625, + 63239.5859375 ], "0.4": [ - 64247.072265625, - 64239.767578125, - 64225.568359375, - 64276.189453125, - 64211.0, - 64240.853515625, - 64277.046875, - 64343.90234375, - 64323.0078125, - 64326.69140625, - 64280.974609375, - 64352.31640625, - 64358.765625, - 64292.677734375, - 64454.080078125, - 64364.064453125, - 64262.193359375, - 64387.93359375, - 64429.095703125, - 64437.5078125, - 64361.171875, - 64308.158203125, - 64423.708984375, - 64415.232421875 + 64271.560546875, + 64245.49609375, + 64217.138671875, + 64256.306640625, + 64223.37890625, + 64282.873046875, + 64287.466796875, + 64295.001953125, + 64279.171875, + 64297.69140625, + 64295.4140625, + 64324.765625, + 64309.72265625, + 64336.005859375, + 64242.64453125, + 64325.236328125, + 64358.12890625, + 64328.865234375, + 64420.4765625, + 64385.552734375, + 64336.21484375, + 64367.3203125, + 64389.4140625, + 64384.0234375 ], "0.5": [ - 64247.072265625, - 64239.767578125, - 64225.568359375, - 64276.189453125, - 64211.0, - 64240.853515625, - 64277.046875, - 64343.90234375, - 64323.0078125, - 64326.69140625, - 64280.974609375, - 64352.31640625, - 64358.765625, - 64292.677734375, - 64454.080078125, - 64364.064453125, - 64262.193359375, - 64387.93359375, - 64429.095703125, - 64437.5078125, - 64361.171875, - 64308.158203125, - 64423.708984375, - 64415.232421875 + 64271.560546875, + 64245.49609375, + 64217.138671875, + 64256.306640625, + 64223.37890625, + 64282.873046875, + 64287.466796875, + 64295.001953125, + 64279.171875, + 64297.69140625, + 64295.4140625, + 64324.765625, + 64309.72265625, + 64336.005859375, + 64242.64453125, + 64325.236328125, + 64358.12890625, + 64328.865234375, + 64420.4765625, + 64385.552734375, + 64336.21484375, + 64367.3203125, + 64389.4140625, + 64384.0234375 ], "0.6": [ - 64247.072265625, - 64239.767578125, - 64225.568359375, - 64276.189453125, - 64211.0, - 64240.853515625, - 64277.046875, - 64343.90234375, - 64323.0078125, - 64326.69140625, - 64280.974609375, - 64352.31640625, - 64358.765625, - 64292.677734375, - 64454.080078125, - 64364.064453125, - 64262.193359375, - 64387.93359375, - 64429.095703125, - 64437.5078125, - 64361.171875, - 64308.158203125, - 64423.708984375, - 64415.232421875 + 64271.560546875, + 64245.49609375, + 64217.138671875, + 64256.306640625, + 64223.37890625, + 64282.873046875, + 64287.466796875, + 64295.001953125, + 64279.171875, + 64297.69140625, + 64295.4140625, + 64324.765625, + 64309.72265625, + 64336.005859375, + 64242.64453125, + 64325.236328125, + 64358.12890625, + 64328.865234375, + 64420.4765625, + 64385.552734375, + 64336.21484375, + 64367.3203125, + 64389.4140625, + 64384.0234375 ], "0.7": [ - 64247.072265625, - 64239.767578125, - 64225.568359375, - 64276.189453125, - 64211.0, - 64240.853515625, - 64277.046875, - 64343.90234375, - 64323.0078125, - 64326.69140625, - 64280.974609375, - 64352.31640625, - 64358.765625, - 64292.677734375, - 64454.080078125, - 64364.064453125, - 64262.193359375, - 64387.93359375, - 64429.095703125, - 64437.5078125, - 64361.171875, - 64308.158203125, - 64423.708984375, - 64415.232421875 + 64271.560546875, + 64245.49609375, + 64217.138671875, + 64256.306640625, + 64223.37890625, + 64282.873046875, + 64287.466796875, + 64295.001953125, + 64279.171875, + 64297.69140625, + 64295.4140625, + 64324.765625, + 64309.72265625, + 64336.005859375, + 64242.64453125, + 64325.236328125, + 64358.12890625, + 64328.865234375, + 64420.4765625, + 64385.552734375, + 64336.21484375, + 64367.3203125, + 64389.4140625, + 64384.0234375 ], "0.8": [ - 64549.25390625, - 64690.4921875, - 64620.32421875, - 64768.142578125, - 64779.69140625, - 64776.892578125, - 64863.90234375, - 64922.8828125, - 65180.73828125, - 64876.806640625, - 64875.767578125, - 64986.21484375, - 65169.3984375, - 65071.423828125, - 65391.6328125, - 65192.59375, - 65231.109375, - 65148.046875, - 65306.96875, - 65591.80078125, - 65255.8984375, - 65593.7890625, - 65457.580078125, - 65309.296875 + 64535.6953125, + 64608.2421875, + 64634.4140625, + 64611.154296875, + 64791.59375, + 64837.236328125, + 64948.6328125, + 65017.0078125, + 64942.353515625, + 65092.294921875, + 65118.716796875, + 64957.935546875, + 65050.828125, + 65056.552734375, + 65053.626953125, + 65152.625, + 65299.623046875, + 65192.369140625, + 65281.19921875, + 65483.775390625, + 65204.615234375, + 65326.458984375, + 65320.13671875, + 65306.6484375 ], "0.9": [ - 64549.25390625, - 64690.4921875, - 64620.32421875, - 64768.142578125, - 64779.69140625, - 64776.892578125, - 64863.90234375, - 64922.8828125, - 65180.73828125, - 64876.806640625, - 64875.767578125, - 64986.21484375, - 65169.3984375, - 65071.423828125, - 65391.6328125, - 65192.59375, - 65231.109375, - 65148.046875, - 65306.96875, - 65591.80078125, - 65255.8984375, - 65593.7890625, - 65457.580078125, - 65309.296875 + 64535.6953125, + 64608.2421875, + 64634.4140625, + 64611.154296875, + 64791.59375, + 64837.236328125, + 64948.6328125, + 65017.0078125, + 64942.353515625, + 65092.294921875, + 65118.716796875, + 64957.935546875, + 65050.828125, + 65056.552734375, + 65053.626953125, + 65152.625, + 65299.623046875, + 65192.369140625, + 65281.19921875, + 65483.775390625, + 65204.615234375, + 65326.458984375, + 65320.13671875, + 65306.6484375 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 08d2c02f8a5a4430102e055ae247e236563d5460..cedad69d5cf26b900ee66148c6e2df01d53a5856 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,13 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T05:44:55.055959+00:00", + "evaluated_at": "2026-06-23T05:52:06.332405+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 355559753706058856817cc8b781ba3ce576d647..dacb8475b958050444d98d9fef587d73ca4d746a 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,279090.4142125938,274270.1011691328,372.3807540090468,0.5423184370842274,0.005756884176515567,0.005782871708477533,8.862116728184214,528.2900852870455,0.00820964875990993,0.0057868116031434096,0.005027995961564051,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,283271.0347336196,278350.3449219458,375.4269779673802,0.5467548194651809,0.005805415795057805,0.005830894930929062,9.039572023422348,532.2321248605908,0.008271299844465448,0.00583442629526186,0.005075574723155084,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,3.7254732223560887,3.857635656925538,1.6989814043242737,0.995085763097673,0.06234093839361071,0.06375101933657625,7.0135930254093175,1.9301484974882344,0.07269976578764256,0.06399277067680005,0.05485515880509876,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.3274153337908715,0.32559980937454064,0.5309820030911587,1.8398542795276003,0.309774005484999,0.3745079800019304,69.0965500838917,0.5722021791210442,0.34761080228333446,0.3225696909719116,0.31809424547912335,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.05766001806847957,0.055691119335562256,0.19129175816390065,1.3773005274304708,0.13768061241481971,0.12405955127987596,12.205176017154374,0.2401250050879324,0.15890626005281494,0.12659013940518857,0.11887075634328943,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 599ca7b1eb18deb9f43614573a4283abcb6ad1be..4de09d3042e88ac48a9714562331fc814f1d76b0 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T05:45:22.724498+00:00", + "evaluated_at": "2026-06-23T05:52:23.321978+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63467.12109375 + 63394.01171875 ], "p50": [ 64097.54968989857, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index c9a0ec133fb33061487e40e90aeb06aa972f6d51..39809275f4ab2a4a782e241e5fd4b3f7aea1394f 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,13 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T05:45:22.752261+00:00", + "evaluated_at": "2026-06-23T05:52:23.327123+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 541f73c2b8f6042ee335aeb6b40ed52d8eeeef0a..e4834b66d713ef20ef4b5105135503e019f5f023 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-23T05:42:31.723498+00:00", - "finished_at": "2026-06-23T05:45:26.612534+00:00", - "task_count": 2, + "started_at": "2026-06-23T05:50:00.808969+00:00", + "finished_at": "2026-06-23T05:52:27.461266+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,13 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T05:42:59.486072+00:00", + "evaluated_at": "2026-06-23T05:50:26.753356+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -30,19 +24,13 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T05:43:27.249039+00:00", + "evaluated_at": "2026-06-23T05:51:00.258478+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -50,19 +38,13 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T05:44:02.753385+00:00", + "evaluated_at": "2026-06-23T05:51:32.650603+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -70,19 +52,13 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T05:44:17.193793+00:00", + "evaluated_at": "2026-06-23T05:51:41.031250+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -90,19 +66,13 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T05:44:55.055959+00:00", + "evaluated_at": "2026-06-23T05:52:06.332405+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -110,19 +80,13 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T05:45:22.390952+00:00", + "evaluated_at": "2026-06-23T05:52:23.055750+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -130,19 +94,13 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T05:45:22.648428+00:00", + "evaluated_at": "2026-06-23T05:52:23.264060+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -150,19 +108,13 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T05:45:22.717483+00:00", + "evaluated_at": "2026-06-23T05:52:23.304916+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -170,19 +122,13 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T05:45:22.752261+00:00", + "evaluated_at": "2026-06-23T05:52:23.327123+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -190,19 +136,13 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T05:45:22.781982+00:00", + "evaluated_at": "2026-06-23T05:52:23.368488+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -223,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-23T05:47:04.611427+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_055223.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_055223.json new file mode 100644 index 0000000000000000000000000000000000000000..8d0031c95059418c58b8864823612d4e2ba893ad --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_055223.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-23T05:52:23.249411+00:00", + "metrics": { + "MSE[mean]": 394285.91292614077, + "MSE[0.5]": 802112.5068194942, + "MAE[0.5]": 780.5827733276734, + "MASE[0.5]": 1.136805339933468, + "MAPE[0.5]": 0.012082853572992857, + "sMAPE[0.5]": 0.012178772698387094, + "MSIS": 21.712335957845536, + "RMSE[mean]": 627.9219003396367, + "NRMSE[mean]": 0.009758393140917782, + "ND[0.5]": 0.01213086146069959, + "mean_weighted_sum_quantile_loss": 0.010844053068751948 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63394.01171875 + ], + "predictions": { + "p50": [ + 63570.93516976603, + 63575.10625715534, + 63577.71936764895, + 63597.419372024866, + 63559.44652514031, + 63597.32698023606, + 63575.36262490862, + 63587.31729344529, + 63575.186334845755, + 63597.22236081761, + 63576.695178107904, + 63577.66014843238, + 63582.430159216514, + 63579.468877232255, + 63597.433060238865, + 63577.6601485436, + 63609.0422464694, + 63587.31733251913, + 63584.80022262727, + 63579.46887723821, + 63584.19146753811, + 63575.730206706794, + 63575.01019576407, + 63597.43306023749 + ], + "p10": [ + 63332.036157152106, + 63330.631123824256, + 63353.513497653184, + 63340.19443633977, + 63330.52647192832, + 63366.501489191825, + 63335.158108784475, + 63330.523268889636, + 63335.15794877155, + 63335.15793765217, + 63329.280658431635, + 63340.7692560867, + 63335.15793976559, + 63330.523307957534, + 63379.423899447705, + 63330.927768595815, + 63340.76925619831, + 63340.769256198226, + 63335.157939739816, + 63318.0968078194, + 63330.927768596135, + 63367.894500040755, + 63353.97170490457, + 63340.76925619824 + ], + "p90": [ + 63921.80872480748, + 63789.1321681081, + 63827.59211447439, + 63890.82192788703, + 63815.773143170605, + 63887.51658252525, + 63827.52061648129, + 63827.52040836277, + 63843.805543469, + 63843.80553234962, + 63818.11126889834, + 63890.835615988115, + 63887.51731388634, + 63838.83663865628, + 63838.94867005827, + 63887.51731386024, + 63838.82419072957, + 63920.700336251495, + 63920.70033625152, + 63838.83663866224, + 63920.70033625151, + 63838.824190729494, + 63838.824190729494, + 63827.520447436626 + ], + "mean": [ + 63892.96806999991, + 63889.30585928999, + 63571.50449369335, + 64235.071615237364, + 64831.78954238356, + 64261.29164884076, + 64538.8299707168, + 63880.14082752982, + 64536.40536777914, + 64238.7187758329, + 63573.82363376767, + 63920.51286291352, + 63911.67155695074, + 63900.47157222695, + 63622.41888942596, + 64221.728278355564, + 64569.988270364476, + 64563.96747641642, + 63895.70817632025, + 64195.453986547276, + 64230.38031452998, + 64545.75362467914, + 64219.56336331667, + 63923.006589511264 + ], + "quantiles": { + "0.1": [ + 63332.036157152106, + 63330.631123824256, + 63353.513497653184, + 63340.19443633977, + 63330.52647192832, + 63366.501489191825, + 63335.158108784475, + 63330.523268889636, + 63335.15794877155, + 63335.15793765217, + 63329.280658431635, + 63340.7692560867, + 63335.15793976559, + 63330.523307957534, + 63379.423899447705, + 63330.927768595815, + 63340.76925619831, + 63340.769256198226, + 63335.157939739816, + 63318.0968078194, + 63330.927768596135, + 63367.894500040755, + 63353.97170490457, + 63340.76925619824 + ], + "0.2": [ + 63423.71125257821, + 63379.167700737715, + 63424.46677817198, + 63424.39387085433, + 63389.922761497946, + 63458.93929102519, + 63424.40772811162, + 63415.38404476952, + 63464.37955503775, + 63457.6854381528, + 63396.212115951064, + 63396.8824650877, + 63422.602864048014, + 63396.21211546256, + 63479.31939052965, + 63393.530716545305, + 63443.79041314829, + 63455.87557752604, + 63443.79041314822, + 63350.91727407817, + 63457.13015964612, + 63459.253667890516, + 63422.602864022236, + 63470.65346389539 + ], + "0.3": [ + 63478.81436300932, + 63475.33402257734, + 63479.378609633306, + 63507.14958977606, + 63463.741975206394, + 63522.87973939358, + 63484.221802650754, + 63484.22159453223, + 63502.216654047, + 63513.29881596913, + 63475.59022176851, + 63478.835365594256, + 63495.071491588824, + 63500.31286918646, + 63545.46718792589, + 63482.750960682424, + 63495.87072560588, + 63495.87072560579, + 63495.07149156305, + 63459.253667890516, + 63505.67928809666, + 63505.67928809666, + 63479.319390528275, + 63548.37471912124 + ], + "0.4": [ + 63539.791337021474, + 63521.585539806605, + 63563.07328303353, + 63573.134497789775, + 63502.21980898009, + 63575.00946442876, + 63559.443530220145, + 63565.90117545257, + 63559.44337020722, + 63566.156392905425, + 63559.44336165803, + 63515.60934512164, + 63565.90121455221, + 63563.01406392254, + 63575.583106371036, + 63548.37471912092, + 63569.82678121013, + 63567.7090379535, + 63564.746354287265, + 63521.84173851522, + 63567.709037953515, + 63561.58578282729, + 63533.608436027265, + 63575.58310636966 + ], + "0.5": [ + 63570.93516976603, + 63575.10625715534, + 63577.71936764895, + 63597.419372024866, + 63559.44652514031, + 63597.32698023606, + 63575.36262490862, + 63587.31729344529, + 63575.186334845755, + 63597.22236081761, + 63576.695178107904, + 63577.66014843238, + 63582.430159216514, + 63579.468877232255, + 63597.433060238865, + 63577.6601485436, + 63609.0422464694, + 63587.31733251913, + 63584.80022262727, + 63579.46887723821, + 63584.19146753811, + 63575.730206706794, + 63575.01019576407, + 63597.43306023749 + ], + "0.6": [ + 63598.33075146122, + 63608.78604776071, + 63622.04246335684, + 63646.825418560176, + 63575.51272016592, + 63644.95279782407, + 63629.7183634301, + 63629.71815531158, + 63592.78961964045, + 63645.415633491095, + 63621.98324473436, + 63644.645458101615, + 63642.06464746175, + 63621.98324424585, + 63646.839106774176, + 63609.042246469005, + 63674.31989263224, + 63645.41563557872, + 63644.64545821316, + 63625.07722430526, + 63629.71819438544, + 63642.064647435975, + 63599.10445682274, + 63660.00956098116 + ], + "0.7": [ + 63662.925597574096, + 63667.82163683806, + 63660.61107449728, + 63719.51586791201, + 63644.87967538766, + 63705.713520749094, + 63709.24291345513, + 63675.13508885646, + 63677.03735265776, + 63718.53303135955, + 63705.714252566955, + 63719.52955601309, + 63675.1351279561, + 63705.71425207845, + 63710.729844535366, + 63677.0373436257, + 63737.23836102664, + 63706.77279978221, + 63709.24274441047, + 63677.679828074586, + 63705.714252084406, + 63677.03734362602, + 63665.40266822432, + 63714.19974482222 + ], + "0.8": [ + 63742.54945500661, + 63722.68614996164, + 63727.98272130684, + 63784.46980391445, + 63719.53272008946, + 63760.49477589097, + 63769.470152588416, + 63742.0872809421, + 63758.251897178656, + 63784.483490039434, + 63722.94234915281, + 63769.46998343221, + 63738.208152850224, + 63769.46998353779, + 63784.48349212845, + 63769.46998354343, + 63788.72811317124, + 63785.04275977889, + 63772.47268526042, + 63742.087320015955, + 63742.087320015955, + 63727.92350220181, + 63760.49550722628, + 63745.320233642145 + ], + "0.9": [ + 63921.80872480748, + 63789.1321681081, + 63827.59211447439, + 63890.82192788703, + 63815.773143170605, + 63887.51658252525, + 63827.52061648129, + 63827.52040836277, + 63843.805543469, + 63843.80553234962, + 63818.11126889834, + 63890.835615988115, + 63887.51731388634, + 63838.83663865628, + 63838.94867005827, + 63887.51731386024, + 63838.82419072957, + 63920.700336251495, + 63920.70033625152, + 63838.83663866224, + 63920.70033625151, + 63838.824190729494, + 63838.824190729494, + 63827.520447436626 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_055024.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_055024.json new file mode 100644 index 0000000000000000000000000000000000000000..5a23d228824703973fa1390b4bd1d333b69c21b4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_055024.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T05:50:24.806049+00:00", + "metrics": { + "MSE[mean]": 242177.69473902383, + "MSE[0.5]": 242177.69473902383, + "MAE[0.5]": 351.4072265625, + "MASE[0.5]": 0.5117735431752418, + "MAPE[0.5]": 0.005438571879880107, + "sMAPE[0.5]": 0.005456280464015692, + "MSIS": 6.398986651504733, + "RMSE[mean]": 492.11552986978967, + "NRMSE[mean]": 0.007647856857075668, + "ND[0.5]": 0.005461140736613322, + "mean_weighted_sum_quantile_loss": 0.005623794049778902 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63394.01171875 + ], + "predictions": { + "p50": [ + 64227.46875, + 64225.22265625, + 64228.9375, + 64228.54296875, + 64233.3203125, + 64225.48046875, + 64227.47265625, + 64211.78515625, + 64188.9765625, + 64167.07421875, + 64159.57421875, + 64145.89453125, + 64160.73046875, + 64169.65234375, + 64180.171875, + 64144.796875, + 64153.96875, + 64150.79296875, + 64149.375, + 64156.5234375, + 64165.47265625, + 64182.52734375, + 64197.0390625, + 64183.8515625 + ], + "p10": [ + 63927.4140625, + 63817.6015625, + 63746.56640625, + 63682.38671875, + 63630.5859375, + 63559.83203125, + 63462.56640625, + 63402.29296875, + 63342.12890625, + 63252.38671875, + 63227.71484375, + 63198.6953125, + 63207.3671875, + 63188.1875, + 63197.0234375, + 63199.1171875, + 63134.25390625, + 63100.4609375, + 63085.30078125, + 63072.15625, + 63072.09375, + 63061.30078125, + 63066.69921875, + 63068.6875 + ], + "p90": [ + 64440.31640625, + 64488.75390625, + 64554.5234375, + 64593.73046875, + 64611.8984375, + 64657.1953125, + 64651.23046875, + 64701.99609375, + 64701.8203125, + 64731.953125, + 64730.5390625, + 64746.6875, + 64767.26171875, + 64771.59765625, + 64784.74609375, + 64782.79296875, + 64986.69140625, + 64997.94921875, + 64999.77734375, + 64998.38671875, + 64991.93359375, + 65024.8671875, + 65038.6953125, + 65082.25 + ], + "mean": [ + 64227.46875, + 64225.22265625, + 64228.9375, + 64228.54296875, + 64233.3203125, + 64225.48046875, + 64227.47265625, + 64211.78515625, + 64188.9765625, + 64167.07421875, + 64159.57421875, + 64145.89453125, + 64160.73046875, + 64169.65234375, + 64180.171875, + 64144.796875, + 64153.96875, + 64150.79296875, + 64149.375, + 64156.5234375, + 64165.47265625, + 64182.52734375, + 64197.0390625, + 64183.8515625 + ], + "quantiles": { + "0.1": [ + 63927.4140625, + 63817.6015625, + 63746.56640625, + 63682.38671875, + 63630.5859375, + 63559.83203125, + 63462.56640625, + 63402.29296875, + 63342.12890625, + 63252.38671875, + 63227.71484375, + 63198.6953125, + 63207.3671875, + 63188.1875, + 63197.0234375, + 63199.1171875, + 63134.25390625, + 63100.4609375, + 63085.30078125, + 63072.15625, + 63072.09375, + 63061.30078125, + 63066.69921875, + 63068.6875 + ], + "0.2": [ + 63927.4140625, + 63817.6015625, + 63746.56640625, + 63682.38671875, + 63630.5859375, + 63559.83203125, + 63462.56640625, + 63402.29296875, + 63342.12890625, + 63252.38671875, + 63227.71484375, + 63198.6953125, + 63207.3671875, + 63188.1875, + 63197.0234375, + 63199.1171875, + 63134.25390625, + 63100.4609375, + 63085.30078125, + 63072.15625, + 63072.09375, + 63061.30078125, + 63066.69921875, + 63068.6875 + ], + "0.3": [ + 63927.4140625, + 63817.6015625, + 63746.56640625, + 63682.38671875, + 63630.5859375, + 63559.83203125, + 63462.56640625, + 63402.29296875, + 63342.12890625, + 63252.38671875, + 63227.71484375, + 63198.6953125, + 63207.3671875, + 63188.1875, + 63197.0234375, + 63199.1171875, + 63134.25390625, + 63100.4609375, + 63085.30078125, + 63072.15625, + 63072.09375, + 63061.30078125, + 63066.69921875, + 63068.6875 + ], + "0.4": [ + 64227.46875, + 64225.22265625, + 64228.9375, + 64228.54296875, + 64233.3203125, + 64225.48046875, + 64227.47265625, + 64211.78515625, + 64188.9765625, + 64167.07421875, + 64159.57421875, + 64145.89453125, + 64160.73046875, + 64169.65234375, + 64180.171875, + 64144.796875, + 64153.96875, + 64150.79296875, + 64149.375, + 64156.5234375, + 64165.47265625, + 64182.52734375, + 64197.0390625, + 64183.8515625 + ], + "0.5": [ + 64227.46875, + 64225.22265625, + 64228.9375, + 64228.54296875, + 64233.3203125, + 64225.48046875, + 64227.47265625, + 64211.78515625, + 64188.9765625, + 64167.07421875, + 64159.57421875, + 64145.89453125, + 64160.73046875, + 64169.65234375, + 64180.171875, + 64144.796875, + 64153.96875, + 64150.79296875, + 64149.375, + 64156.5234375, + 64165.47265625, + 64182.52734375, + 64197.0390625, + 64183.8515625 + ], + "0.6": [ + 64227.46875, + 64225.22265625, + 64228.9375, + 64228.54296875, + 64233.3203125, + 64225.48046875, + 64227.47265625, + 64211.78515625, + 64188.9765625, + 64167.07421875, + 64159.57421875, + 64145.89453125, + 64160.73046875, + 64169.65234375, + 64180.171875, + 64144.796875, + 64153.96875, + 64150.79296875, + 64149.375, + 64156.5234375, + 64165.47265625, + 64182.52734375, + 64197.0390625, + 64183.8515625 + ], + "0.7": [ + 64227.46875, + 64225.22265625, + 64228.9375, + 64228.54296875, + 64233.3203125, + 64225.48046875, + 64227.47265625, + 64211.78515625, + 64188.9765625, + 64167.07421875, + 64159.57421875, + 64145.89453125, + 64160.73046875, + 64169.65234375, + 64180.171875, + 64144.796875, + 64153.96875, + 64150.79296875, + 64149.375, + 64156.5234375, + 64165.47265625, + 64182.52734375, + 64197.0390625, + 64183.8515625 + ], + "0.8": [ + 64440.31640625, + 64488.75390625, + 64554.5234375, + 64593.73046875, + 64611.8984375, + 64657.1953125, + 64651.23046875, + 64701.99609375, + 64701.8203125, + 64731.953125, + 64730.5390625, + 64746.6875, + 64767.26171875, + 64771.59765625, + 64784.74609375, + 64782.79296875, + 64986.69140625, + 64997.94921875, + 64999.77734375, + 64998.38671875, + 64991.93359375, + 65024.8671875, + 65038.6953125, + 65082.25 + ], + "0.9": [ + 64440.31640625, + 64488.75390625, + 64554.5234375, + 64593.73046875, + 64611.8984375, + 64657.1953125, + 64651.23046875, + 64701.99609375, + 64701.8203125, + 64731.953125, + 64730.5390625, + 64746.6875, + 64767.26171875, + 64771.59765625, + 64784.74609375, + 64782.79296875, + 64986.69140625, + 64997.94921875, + 64999.77734375, + 64998.38671875, + 64991.93359375, + 65024.8671875, + 65038.6953125, + 65082.25 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_055223.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_055223.json new file mode 100644 index 0000000000000000000000000000000000000000..79c0cdbe73a2dfc3f93142e992e03e0ed5fd1585 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_055223.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-23T05:52:23.293559+00:00", + "metrics": { + "MSE[mean]": 237785.2396109453, + "MSE[0.5]": 232677.58233610188, + "MAE[0.5]": 345.95080424954875, + "MASE[0.5]": 0.5038270572492819, + "MAPE[0.5]": 0.005357179237821134, + "sMAPE[0.5]": 0.00537126656369204, + "MSIS": 7.747850970266082, + "RMSE[mean]": 487.6322790904488, + "NRMSE[mean]": 0.007578183664230394, + "ND[0.5]": 0.0053763437036640745, + "mean_weighted_sum_quantile_loss": 0.004629533209653525 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63394.01171875 + ], + "predictions": { + "p50": [ + 64220.783987514194, + 64222.10627683492, + 64222.77231615565, + 64231.43054297638, + 64205.510644797105, + 64226.08293411784, + 64227.07709843857, + 64234.461887759295, + 64231.47558333002, + 64236.45021640075, + 64231.00688072148, + 64232.024482542205, + 64237.44247498793, + 64236.44640493366, + 64251.93275675439, + 64234.065592950115, + 64256.74139789585, + 64237.85665596658, + 64238.741445287305, + 64239.73560960803, + 64240.94852392876, + 64244.39971949949, + 64229.835290070216, + 64246.38804814094 + ], + "p10": [ + 63980.66328438919, + 63971.21955808492, + 63996.55864428065, + 63988.124292976376, + 63973.523926047106, + 63990.11262161784, + 64000.53530156357, + 63950.516575259295, + 63978.17870833002, + 63979.17287265075, + 63915.97563072148, + 63972.39127941721, + 63982.15536561293, + 63976.36827993366, + 64041.76478800439, + 63985.137858575115, + 64001.41717914585, + 63997.56407784158, + 63988.120351537305, + 63958.694203358034, + 64005.39383642876, + 64009.16261012449, + 64007.382165070216, + 64017.436095015946 + ], + "p90": [ + 64514.721487514194, + 64490.89885495992, + 64458.15122240565, + 64549.07507422638, + 64461.2067385471, + 64472.06223099284, + 64462.12787968857, + 64464.445872134296, + 64554.04589583002, + 64478.34865390075, + 64465.907661971476, + 64498.083076292205, + 64529.78856873793, + 64527.64562368366, + 64480.75306925439, + 64532.771061700114, + 64508.94842914585, + 64567.62618721658, + 64563.987539037305, + 64487.75514085803, + 64565.97586767876, + 64478.107531999485, + 64491.272790070216, + 64489.95718876594 + ], + "mean": [ + 64216.09103829547, + 64239.02752683485, + 64217.40292162458, + 64242.28476172623, + 64193.05642604721, + 64238.1514692738, + 64237.11121953228, + 64193.73581354076, + 64238.63532942358, + 64233.139786713386, + 64204.876919783725, + 64225.3712012925, + 64243.66440858157, + 64253.665154933806, + 64267.095745035454, + 64230.5288742002, + 64265.063604926785, + 64242.3438434665, + 64234.455800756245, + 64213.99301195164, + 64261.909754397624, + 64248.9626882492, + 64226.88296585172, + 64262.863653609566 + ], + "quantiles": { + "0.1": [ + 63980.66328438919, + 63971.21955808492, + 63996.55864428065, + 63988.124292976376, + 63973.523926047106, + 63990.11262161784, + 64000.53530156357, + 63950.516575259295, + 63978.17870833002, + 63979.17287265075, + 63915.97563072148, + 63972.39127941721, + 63982.15536561293, + 63976.36827993366, + 64041.76478800439, + 63985.137858575115, + 64001.41717914585, + 63997.56407784158, + 63988.120351537305, + 63958.694203358034, + 64005.39383642876, + 64009.16261012449, + 64007.382165070216, + 64017.436095015946 + ], + "0.2": [ + 64050.463675014194, + 64061.13752683492, + 64052.45200365565, + 64099.956324226376, + 64054.440332297105, + 64106.77434036784, + 64080.11772343857, + 64052.915012759295, + 64053.75292708002, + 64059.41115390075, + 64037.86625572148, + 64038.704170042205, + 64059.81005311293, + 64063.38781118366, + 64135.97963175439, + 64042.837077325115, + 64076.04999164585, + 64094.55587471658, + 64090.71957028731, + 64046.65748460803, + 64094.03602392876, + 64132.48331324949, + 64075.374352570216, + 64129.47789189094 + ], + "0.3": [ + 64133.691800014196, + 64118.00862058492, + 64125.31137865565, + 64150.83249610138, + 64119.120019797105, + 64148.70480911784, + 64129.28803593857, + 64140.650950259296, + 64147.07714583002, + 64125.96193515075, + 64124.398286971475, + 64121.9174512922, + 64157.46395936293, + 64161.76671743366, + 64183.71400675439, + 64153.048014825115, + 64155.44061664585, + 64156.43478096658, + 64134.909414037305, + 64133.34576585803, + 64168.72586767876, + 64190.67315699949, + 64138.886071320216, + 64183.93882939094 + ], + "0.4": [ + 64185.141018764196, + 64199.71955808492, + 64180.32231615565, + 64208.374292976376, + 64172.526269797105, + 64205.38137161784, + 64206.37553593857, + 64201.582981509295, + 64219.62792708002, + 64203.57131015075, + 64195.08266197148, + 64158.4549512922, + 64206.55380311293, + 64223.11437368366, + 64229.88588175439, + 64202.458171075115, + 64223.87030414585, + 64215.62618721658, + 64178.968007787305, + 64208.27701585803, + 64230.07352392876, + 64238.39971949949, + 64166.01810257022, + 64233.05601689094 + ], + "0.5": [ + 64220.783987514194, + 64222.10627683492, + 64222.77231615565, + 64231.43054297638, + 64205.510644797105, + 64226.08293411784, + 64227.07709843857, + 64234.461887759295, + 64231.47558333002, + 64236.45021640075, + 64231.00688072148, + 64232.024482542205, + 64237.44247498793, + 64236.44640493366, + 64251.93275675439, + 64234.065592950115, + 64256.74139789585, + 64237.85665596658, + 64238.741445287305, + 64239.73560960803, + 64240.94852392876, + 64244.39971949949, + 64229.835290070216, + 64246.38804814094 + ], + "0.6": [ + 64240.834768764194, + 64290.87580808492, + 64230.24731615565, + 64289.073511726376, + 64237.662988547105, + 64294.63684036784, + 64251.079442188566, + 64260.493137759295, + 64261.48730208002, + 64270.84552890075, + 64249.08422447148, + 64294.739326292205, + 64301.45224061293, + 64296.72765493366, + 64303.58431925439, + 64276.81051482511, + 64321.30077289585, + 64295.08868721658, + 64269.428945287305, + 64271.223109608036, + 64280.58133642876, + 64304.68096949949, + 64255.557946320216, + 64297.30992314094 + ], + "0.7": [ + 64308.078909389194, + 64358.63752683492, + 64291.51059740565, + 64356.52429297638, + 64293.6067385471, + 64359.74309036784, + 64329.300535938564, + 64310.928294009296, + 64330.02636458002, + 64329.76818515075, + 64323.88578697148, + 64364.477607542205, + 64343.531928112934, + 64375.66906118366, + 64345.52025675439, + 64336.985514825115, + 64378.95389789585, + 64348.50274971658, + 64342.48285153731, + 64339.17310960803, + 64340.16727392876, + 64351.33331324949, + 64311.393883820216, + 64343.14976689094 + ], + "0.8": [ + 64382.8027375142, + 64415.36018308492, + 64365.74106615565, + 64387.34460547638, + 64366.9231447971, + 64421.10715286784, + 64381.21772343857, + 64372.118137759295, + 64440.724802080025, + 64391.75021640075, + 64381.61938072148, + 64387.6205762922, + 64443.47567811293, + 64466.48156118366, + 64446.68978800439, + 64380.071452325115, + 64453.58124164585, + 64441.365249716575, + 64400.307851537305, + 64389.67310960803, + 64402.68602392876, + 64403.29034449949, + 64385.624352570216, + 64398.11851689094 + ], + "0.9": [ + 64514.721487514194, + 64490.89885495992, + 64458.15122240565, + 64549.07507422638, + 64461.2067385471, + 64472.06223099284, + 64462.12787968857, + 64464.445872134296, + 64554.04589583002, + 64478.34865390075, + 64465.907661971476, + 64498.083076292205, + 64529.78856873793, + 64527.64562368366, + 64480.75306925439, + 64532.771061700114, + 64508.94842914585, + 64567.62618721658, + 64563.987539037305, + 64487.75514085803, + 64565.97586767876, + 64478.107531999485, + 64491.272790070216, + 64489.95718876594 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_055204.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_055204.json new file mode 100644 index 0000000000000000000000000000000000000000..0a26990f773d7058c1939a151cb146438aeb1f2a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_055204.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T05:52:04.068650+00:00", + "metrics": { + "MSE[mean]": 232552.885418574, + "MSE[0.5]": 235339.4704709053, + "MAE[0.5]": 350.4457194010417, + "MASE[0.5]": 0.5103732477640706, + "MAPE[0.5]": 0.005433249327004883, + "sMAPE[0.5]": 0.005441224094285419, + "MSIS": 4.469111960265033, + "RMSE[mean]": 482.23737455590685, + "NRMSE[mean]": 0.007494342665250577, + "ND[0.5]": 0.00544619816989564, + "mean_weighted_sum_quantile_loss": 0.005167964500147691 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63394.01171875 + ], + "predictions": { + "p50": [ + 64271.560546875, + 64245.49609375, + 64217.138671875, + 64256.306640625, + 64223.37890625, + 64282.873046875, + 64287.466796875, + 64295.001953125, + 64279.171875, + 64297.69140625, + 64295.4140625, + 64324.765625, + 64309.72265625, + 64336.005859375, + 64242.64453125, + 64325.236328125, + 64358.12890625, + 64328.865234375, + 64420.4765625, + 64385.552734375, + 64336.21484375, + 64367.3203125, + 64389.4140625, + 64384.0234375 + ], + "p10": [ + 64011.61328125, + 63855.947265625, + 63778.15625, + 63821.927734375, + 63774.9921875, + 63659.6796875, + 63777.08984375, + 63554.861328125, + 63622.740234375, + 63473.431640625, + 63361.13671875, + 63434.0390625, + 63674.365234375, + 63414.720703125, + 63434.509765625, + 63434.4453125, + 63564.923828125, + 63287.28515625, + 63502.6484375, + 63343.38671875, + 63308.779296875, + 63486.537109375, + 63403.181640625, + 63239.5859375 + ], + "p90": [ + 64535.6953125, + 64608.2421875, + 64634.4140625, + 64611.154296875, + 64791.59375, + 64837.236328125, + 64948.6328125, + 65017.0078125, + 64942.353515625, + 65092.294921875, + 65118.716796875, + 64957.935546875, + 65050.828125, + 65056.552734375, + 65053.626953125, + 65152.625, + 65299.623046875, + 65192.369140625, + 65281.19921875, + 65483.775390625, + 65204.615234375, + 65326.458984375, + 65320.13671875, + 65306.6484375 + ], + "mean": [ + 64281.96875, + 64242.1484375, + 64238.6875, + 64230.55859375, + 64252.3203125, + 64290.80078125, + 64304.5859375, + 64264.703125, + 64256.265625, + 64283.3359375, + 64322.99609375, + 64260.88671875, + 64322.265625, + 64283.04296875, + 64258.0546875, + 64332.375, + 64423.44140625, + 64221.3671875, + 64435.3515625, + 64354.0625, + 64323.83984375, + 64405.62890625, + 64368.40625, + 64468.77734375 + ], + "quantiles": { + "0.1": [ + 64011.61328125, + 63855.947265625, + 63778.15625, + 63821.927734375, + 63774.9921875, + 63659.6796875, + 63777.08984375, + 63554.861328125, + 63622.740234375, + 63473.431640625, + 63361.13671875, + 63434.0390625, + 63674.365234375, + 63414.720703125, + 63434.509765625, + 63434.4453125, + 63564.923828125, + 63287.28515625, + 63502.6484375, + 63343.38671875, + 63308.779296875, + 63486.537109375, + 63403.181640625, + 63239.5859375 + ], + "0.2": [ + 64011.61328125, + 63855.947265625, + 63778.15625, + 63821.927734375, + 63774.9921875, + 63659.6796875, + 63777.08984375, + 63554.861328125, + 63622.740234375, + 63473.431640625, + 63361.13671875, + 63434.0390625, + 63674.365234375, + 63414.720703125, + 63434.509765625, + 63434.4453125, + 63564.923828125, + 63287.28515625, + 63502.6484375, + 63343.38671875, + 63308.779296875, + 63486.537109375, + 63403.181640625, + 63239.5859375 + ], + "0.3": [ + 64011.61328125, + 63855.947265625, + 63778.15625, + 63821.927734375, + 63774.9921875, + 63659.6796875, + 63777.08984375, + 63554.861328125, + 63622.740234375, + 63473.431640625, + 63361.13671875, + 63434.0390625, + 63674.365234375, + 63414.720703125, + 63434.509765625, + 63434.4453125, + 63564.923828125, + 63287.28515625, + 63502.6484375, + 63343.38671875, + 63308.779296875, + 63486.537109375, + 63403.181640625, + 63239.5859375 + ], + "0.4": [ + 64271.560546875, + 64245.49609375, + 64217.138671875, + 64256.306640625, + 64223.37890625, + 64282.873046875, + 64287.466796875, + 64295.001953125, + 64279.171875, + 64297.69140625, + 64295.4140625, + 64324.765625, + 64309.72265625, + 64336.005859375, + 64242.64453125, + 64325.236328125, + 64358.12890625, + 64328.865234375, + 64420.4765625, + 64385.552734375, + 64336.21484375, + 64367.3203125, + 64389.4140625, + 64384.0234375 + ], + "0.5": [ + 64271.560546875, + 64245.49609375, + 64217.138671875, + 64256.306640625, + 64223.37890625, + 64282.873046875, + 64287.466796875, + 64295.001953125, + 64279.171875, + 64297.69140625, + 64295.4140625, + 64324.765625, + 64309.72265625, + 64336.005859375, + 64242.64453125, + 64325.236328125, + 64358.12890625, + 64328.865234375, + 64420.4765625, + 64385.552734375, + 64336.21484375, + 64367.3203125, + 64389.4140625, + 64384.0234375 + ], + "0.6": [ + 64271.560546875, + 64245.49609375, + 64217.138671875, + 64256.306640625, + 64223.37890625, + 64282.873046875, + 64287.466796875, + 64295.001953125, + 64279.171875, + 64297.69140625, + 64295.4140625, + 64324.765625, + 64309.72265625, + 64336.005859375, + 64242.64453125, + 64325.236328125, + 64358.12890625, + 64328.865234375, + 64420.4765625, + 64385.552734375, + 64336.21484375, + 64367.3203125, + 64389.4140625, + 64384.0234375 + ], + "0.7": [ + 64271.560546875, + 64245.49609375, + 64217.138671875, + 64256.306640625, + 64223.37890625, + 64282.873046875, + 64287.466796875, + 64295.001953125, + 64279.171875, + 64297.69140625, + 64295.4140625, + 64324.765625, + 64309.72265625, + 64336.005859375, + 64242.64453125, + 64325.236328125, + 64358.12890625, + 64328.865234375, + 64420.4765625, + 64385.552734375, + 64336.21484375, + 64367.3203125, + 64389.4140625, + 64384.0234375 + ], + "0.8": [ + 64535.6953125, + 64608.2421875, + 64634.4140625, + 64611.154296875, + 64791.59375, + 64837.236328125, + 64948.6328125, + 65017.0078125, + 64942.353515625, + 65092.294921875, + 65118.716796875, + 64957.935546875, + 65050.828125, + 65056.552734375, + 65053.626953125, + 65152.625, + 65299.623046875, + 65192.369140625, + 65281.19921875, + 65483.775390625, + 65204.615234375, + 65326.458984375, + 65320.13671875, + 65306.6484375 + ], + "0.9": [ + 64535.6953125, + 64608.2421875, + 64634.4140625, + 64611.154296875, + 64791.59375, + 64837.236328125, + 64948.6328125, + 65017.0078125, + 64942.353515625, + 65092.294921875, + 65118.716796875, + 64957.935546875, + 65050.828125, + 65056.552734375, + 65053.626953125, + 65152.625, + 65299.623046875, + 65192.369140625, + 65281.19921875, + 65483.775390625, + 65204.615234375, + 65326.458984375, + 65320.13671875, + 65306.6484375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_055223.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_055223.json new file mode 100644 index 0000000000000000000000000000000000000000..51fefdca4adadc23b93d92417936d37fe3f258ff --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_055223.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T05:52:23.321978+00:00", + "metrics": { + "MSE[mean]": 283271.0347336196, + "MSE[0.5]": 278350.3449219458, + "MAE[0.5]": 375.4269779673802, + "MASE[0.5]": 0.5467548194651809, + "MAPE[0.5]": 0.005805415795057805, + "sMAPE[0.5]": 0.005830894930929062, + "MSIS": 9.039572023422348, + "RMSE[mean]": 532.2321248605908, + "NRMSE[mean]": 0.008271299844465448, + "ND[0.5]": 0.00583442629526186, + "mean_weighted_sum_quantile_loss": 0.005075574723155084 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63394.01171875 + ], + "predictions": { + "p50": [ + 64097.54968989857, + 64097.87781489857, + 64097.54968989857, + 64105.21375239857, + 64078.29968989857, + 64097.87781489857, + 64097.87781489857, + 64104.26843989857, + 64100.28797114857, + 64104.26843989857, + 64097.83093989857, + 64097.85437739857, + 64102.27820552357, + 64100.28797114857, + 64114.78015864857, + 64095.91883052357, + 64117.60047114857, + 64097.72156489857, + 64097.61218989857, + 64097.61218989857, + 64097.83093989857, + 64100.28797114857, + 64084.72937739857, + 64100.28797114857 + ], + "p10": [ + 63857.42898677357, + 63846.99109614857, + 63871.336018023576, + 63861.90750239857, + 63846.312971148574, + 63861.90750239857, + 63871.336018023576, + 63820.32312739857, + 63846.99109614857, + 63846.99109614857, + 63782.79968989857, + 63838.221174273574, + 63846.99109614857, + 63840.20984614857, + 63904.61218989857, + 63846.99109614857, + 63862.27625239857, + 63857.42898677357, + 63846.99109614857, + 63816.570783648574, + 63862.27625239857, + 63865.050861773576, + 63862.27625239857, + 63871.336018023576 + ], + "p90": [ + 64391.48718989857, + 64366.670393023574, + 64332.92859614857, + 64422.85828364857, + 64333.99578364857, + 64343.85711177357, + 64332.92859614857, + 64334.252424273574, + 64422.85828364857, + 64346.16687739857, + 64332.73172114857, + 64363.91297114857, + 64394.62429927357, + 64391.48718989857, + 64343.60047114857, + 64394.62429927357, + 64369.80750239857, + 64427.49109614857, + 64422.85828364857, + 64345.63172114857, + 64422.85828364857, + 64333.99578364857, + 64346.16687739857, + 64343.85711177357 + ], + "mean": [ + 64092.856740679636, + 64114.79906489839, + 64092.180295367136, + 64116.06797114839, + 64065.84547114839, + 64109.94635005464, + 64107.91193599214, + 64063.54236567964, + 64107.44771724214, + 64100.95801021089, + 64071.700978960886, + 64091.20109614839, + 64108.50013911714, + 64117.50672114839, + 64129.94314692964, + 64092.38211177339, + 64125.92267817964, + 64102.20875239839, + 64093.32654536714, + 64071.86959224214, + 64118.79217036714, + 64104.85093989839, + 64081.77705317964, + 64116.76357661714 + ], + "quantiles": { + "0.1": [ + 63857.42898677357, + 63846.99109614857, + 63871.336018023576, + 63861.90750239857, + 63846.312971148574, + 63861.90750239857, + 63871.336018023576, + 63820.32312739857, + 63846.99109614857, + 63846.99109614857, + 63782.79968989857, + 63838.221174273574, + 63846.99109614857, + 63840.20984614857, + 63904.61218989857, + 63846.99109614857, + 63862.27625239857, + 63857.42898677357, + 63846.99109614857, + 63816.570783648574, + 63862.27625239857, + 63865.050861773576, + 63862.27625239857, + 63871.336018023576 + ], + "0.2": [ + 63927.22937739857, + 63936.90906489857, + 63927.22937739857, + 63973.73953364857, + 63927.22937739857, + 63978.56922114857, + 63950.918439898574, + 63922.72156489857, + 63922.56531489857, + 63927.22937739857, + 63904.69031489857, + 63904.53406489857, + 63924.64578364857, + 63927.22937739857, + 63998.82703364857, + 63904.69031489857, + 63936.90906489857, + 63954.42078364857, + 63949.590314898574, + 63904.53406489857, + 63950.918439898574, + 63988.371564898574, + 63930.26843989857, + 63983.37781489857 + ], + "0.3": [ + 64010.457502398574, + 63993.78015864857, + 64000.08875239857, + 64024.615705523574, + 63991.90906489857, + 64020.49968989857, + 64000.08875239857, + 64010.457502398574, + 64015.88953364857, + 63993.78015864857, + 63991.22234614857, + 63987.74734614857, + 64022.29968989857, + 64025.60828364857, + 64046.56140864857, + 64014.90125239857, + 64016.29968989857, + 64016.29968989857, + 63993.78015864857, + 63991.22234614857, + 64025.60828364857, + 64046.56140864857, + 63993.78015864857, + 64037.83875239857 + ], + "0.4": [ + 64061.906721148574, + 64075.49109614857, + 64055.099689898576, + 64082.15750239857, + 64045.31531489857, + 64077.176252398574, + 64077.176252398574, + 64071.38953364857, + 64088.44031489857, + 64071.38953364857, + 64061.906721148574, + 64024.28484614857, + 64071.38953364857, + 64086.95593989857, + 64092.73328364857, + 64064.31140864857, + 64084.72937739857, + 64075.49109614857, + 64037.83875239857, + 64066.15359614857, + 64086.95593989857, + 64094.28797114857, + 64020.912189898576, + 64086.95593989857 + ], + "0.5": [ + 64097.54968989857, + 64097.87781489857, + 64097.54968989857, + 64105.21375239857, + 64078.29968989857, + 64097.87781489857, + 64097.87781489857, + 64104.26843989857, + 64100.28797114857, + 64104.26843989857, + 64097.83093989857, + 64097.85437739857, + 64102.27820552357, + 64100.28797114857, + 64114.78015864857, + 64095.91883052357, + 64117.60047114857, + 64097.72156489857, + 64097.61218989857, + 64097.61218989857, + 64097.83093989857, + 64100.28797114857, + 64084.72937739857, + 64100.28797114857 + ], + "0.6": [ + 64117.60047114857, + 64166.64734614857, + 64105.02468989857, + 64162.85672114857, + 64110.45203364857, + 64166.431721148576, + 64121.88015864857, + 64130.29968989857, + 64130.29968989857, + 64138.66375239857, + 64115.908283648576, + 64160.56922114857, + 64166.28797114857, + 64160.56922114857, + 64166.431721148576, + 64138.66375239857, + 64182.15984614857, + 64154.953596148574, + 64128.29968989857, + 64129.099689898576, + 64137.46375239857, + 64160.56922114857, + 64110.45203364857, + 64151.20984614857 + ], + "0.7": [ + 64184.84461177357, + 64234.40906489857, + 64166.28797114857, + 64230.30750239857, + 64166.39578364857, + 64231.53797114857, + 64200.10125239857, + 64180.734846148574, + 64198.83875239857, + 64197.586408648574, + 64190.70984614857, + 64230.30750239857, + 64208.367658648574, + 64239.51062739857, + 64208.367658648574, + 64198.83875239857, + 64239.812971148574, + 64208.367658648574, + 64201.353596148576, + 64197.04968989857, + 64197.04968989857, + 64207.22156489857, + 64166.28797114857, + 64197.04968989857 + ], + "0.8": [ + 64259.568439898576, + 64291.13172114857, + 64240.51843989857, + 64261.12781489857, + 64239.71218989857, + 64292.90203364857, + 64252.01843989857, + 64241.92468989857, + 64309.537189898576, + 64259.568439898576, + 64248.443439898576, + 64253.45047114857, + 64308.31140864857, + 64330.32312739857, + 64309.537189898576, + 64241.92468989857, + 64314.44031489857, + 64301.23015864857, + 64259.17859614857, + 64247.54968989857, + 64259.568439898576, + 64259.17859614857, + 64240.51843989857, + 64252.01843989857 + ], + "0.9": [ + 64391.48718989857, + 64366.670393023574, + 64332.92859614857, + 64422.85828364857, + 64333.99578364857, + 64343.85711177357, + 64332.92859614857, + 64334.252424273574, + 64422.85828364857, + 64346.16687739857, + 64332.73172114857, + 64363.91297114857, + 64394.62429927357, + 64391.48718989857, + 64343.60047114857, + 64394.62429927357, + 64369.80750239857, + 64427.49109614857, + 64422.85828364857, + 64345.63172114857, + 64422.85828364857, + 64333.99578364857, + 64346.16687739857, + 64343.85711177357 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_055223.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_055223.json new file mode 100644 index 0000000000000000000000000000000000000000..acefed485b33ea88535dc317ee71696d01b82d3e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_055223.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T05:52:23.360383+00:00", + "metrics": { + "MSE[mean]": 309327.3319282532, + "MSE[0.5]": 309327.3319282532, + "MAE[0.5]": 444.0559895833333, + "MASE[0.5]": 0.6467029986272403, + "MAPE[0.5]": 0.006880793901173014, + "sMAPE[0.5]": 0.006904406517582821, + "MSIS": 5.601666445460538, + "RMSE[mean]": 556.1720344715771, + "NRMSE[mean]": 0.008643344599737849, + "ND[0.5]": 0.006900974341856261, + "mean_weighted_sum_quantile_loss": 0.006195070804352213 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63394.01171875 + ], + "predictions": { + "p50": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "p10": [ + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625 + ], + "p90": [ + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875 + ], + "mean": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "quantiles": { + "0.1": [ + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625 + ], + "0.2": [ + 63338.909023437496, + 63228.2042578125, + 63053.79, + 63246.02275390625, + 63400.49845703125, + 63213.36, + 63237.0, + 63183.81, + 63183.77921875, + 63260.64, + 63183.12896484375, + 63189.1890234375, + 63250.60146484375, + 63244.01427734375, + 62890.28, + 62850.89154296875, + 62844.56599609375, + 62362.30845703125, + 62937.57154296875, + 63636.909999999996, + 63294.11845703125, + 63014.40154296875, + 63138.519238281246, + 63284.02220703125 + ], + "0.3": [ + 63660.426328125, + 63549.159609375, + 63373.86, + 63567.0685546875, + 63722.3283984375, + 63534.24, + 63558.0, + 63504.54, + 63504.5090625, + 63581.76, + 63503.8555078125, + 63509.946328125, + 63571.6705078125, + 63565.0498828125, + 63209.52, + 63169.9316015625, + 63163.5739453125, + 62678.8683984375, + 63257.051601562496, + 63959.94, + 63615.4083984375, + 63334.2716015625, + 63459.0193359375, + 63605.2608984375 + ], + "0.4": [ + 63981.9436328125, + 63870.1149609375, + 63693.93, + 63888.11435546875, + 64044.15833984375, + 63855.12, + 63879.0, + 63825.27, + 63825.23890625, + 63902.88, + 63824.58205078125, + 63830.7036328125, + 63892.73955078125, + 63886.08548828125, + 63528.76, + 63488.97166015625, + 63482.58189453125, + 62995.42833984375, + 63576.53166015625, + 64282.97, + 63936.69833984375, + 63654.14166015625, + 63779.51943359375, + 63926.49958984375 + ], + "0.5": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "0.6": [ + 64624.97824218749, + 64512.025664062494, + 64334.06999999999, + 64530.20595703124, + 64687.81822265624, + 64496.87999999999, + 64520.99999999999, + 64466.729999999996, + 64466.69859374999, + 64545.119999999995, + 64466.03513671875, + 64472.2182421875, + 64534.877636718746, + 64528.15669921874, + 64167.23999999999, + 64127.051777343746, + 64120.59779296874, + 63628.548222656245, + 64215.49177734374, + 64929.02999999999, + 64579.27822265624, + 64293.88177734374, + 64420.519628906244, + 64568.976972656244 + ], + "0.7": [ + 64946.495546875, + 64832.981015625, + 64654.14, + 64851.2517578125, + 65009.6481640625, + 64817.76, + 64842.0, + 64787.46, + 64787.4284375, + 64866.24, + 64786.7616796875, + 64792.975546875, + 64855.9466796875, + 64849.1923046875, + 64486.48, + 64446.0918359375, + 64439.6057421875, + 63945.1081640625, + 64534.971835937504, + 65252.06, + 64900.5681640625, + 64613.7518359375, + 64741.0197265625, + 64890.2156640625 + ], + "0.8": [ + 65268.0128515625, + 65153.936367187496, + 64974.20999999999, + 65172.297558593746, + 65331.47810546874, + 65138.63999999999, + 65162.99999999999, + 65108.189999999995, + 65108.15828124999, + 65187.35999999999, + 65107.48822265624, + 65113.73285156249, + 65177.015722656244, + 65170.227910156245, + 64805.719999999994, + 64765.131894531245, + 64758.613691406244, + 64261.66810546874, + 64854.451894531245, + 65575.09, + 65221.858105468746, + 64933.62189453124, + 65061.51982421875, + 65211.45435546874 + ], + "0.9": [ + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_055220.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_055220.json new file mode 100644 index 0000000000000000000000000000000000000000..9dcf91081d95eaa6625d07d67fe70c36095f773a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_055220.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T05:52:20.553286+00:00", + "metrics": { + "MSE[mean]": 267994.16568819684, + "MSE[0.5]": 267994.16568819684, + "MAE[0.5]": 376.7491861979167, + "MASE[0.5]": 0.548680423550152, + "MAPE[0.5]": 0.0058241552066587675, + "sMAPE[0.5]": 0.0058514724600354645, + "MSIS": 11.611341993818394, + "RMSE[mean]": 517.6815292128905, + "NRMSE[mean]": 0.008045172307445341, + "ND[0.5]": 0.005854974436234095, + "mean_weighted_sum_quantile_loss": 0.006383735150060754 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63394.01171875 + ], + "predictions": { + "p50": [ + 64233.84375, + 64222.125, + 64198.6875, + 64191.65625, + 64177.59375, + 64165.875, + 64142.4375, + 64133.0625, + 64119.0, + 64097.90625, + 64081.5, + 64058.0625, + 64046.34375, + 64039.3125, + 64010.015625, + 63988.921875, + 64011.1875, + 64010.015625, + 64024.078125, + 64017.046875, + 64001.8125, + 63970.171875, + 63940.875, + 63926.8125 + ], + "p10": [ + 63970.171875, + 63854.7421875, + 63719.9765625, + 63591.65625, + 63490.875, + 63408.84375, + 63347.90625, + 63312.75, + 63251.8125, + 63197.90625, + 63158.0625, + 63097.125, + 63083.0625, + 63064.3125, + 62998.6875, + 62937.75, + 62979.9375, + 62956.5, + 62951.8125, + 62928.375, + 62876.8125, + 62825.25, + 62787.75, + 62764.3125 + ], + "p90": [ + 64376.8125, + 64367.4375, + 64367.4375, + 64376.8125, + 64358.0625, + 64362.75, + 64362.75, + 64367.4375, + 64395.5625, + 64390.875, + 64367.4375, + 64376.8125, + 64372.125, + 64367.4375, + 64362.75, + 64367.4375, + 64367.4375, + 64367.4375, + 64381.5, + 64376.8125, + 64376.8125, + 64362.75, + 64348.6875, + 64348.6875 + ], + "mean": [ + 64233.84375, + 64222.125, + 64198.6875, + 64191.65625, + 64177.59375, + 64165.875, + 64142.4375, + 64133.0625, + 64119.0, + 64097.90625, + 64081.5, + 64058.0625, + 64046.34375, + 64039.3125, + 64010.015625, + 63988.921875, + 64011.1875, + 64010.015625, + 64024.078125, + 64017.046875, + 64001.8125, + 63970.171875, + 63940.875, + 63926.8125 + ], + "quantiles": { + "0.1": [ + 63970.171875, + 63854.7421875, + 63719.9765625, + 63591.65625, + 63490.875, + 63408.84375, + 63347.90625, + 63312.75, + 63251.8125, + 63197.90625, + 63158.0625, + 63097.125, + 63083.0625, + 63064.3125, + 62998.6875, + 62937.75, + 62979.9375, + 62956.5, + 62951.8125, + 62928.375, + 62876.8125, + 62825.25, + 62787.75, + 62764.3125 + ], + "0.2": [ + 63970.171875, + 63854.7421875, + 63719.9765625, + 63591.65625, + 63490.875, + 63408.84375, + 63347.90625, + 63312.75, + 63251.8125, + 63197.90625, + 63158.0625, + 63097.125, + 63083.0625, + 63064.3125, + 62998.6875, + 62937.75, + 62979.9375, + 62956.5, + 62951.8125, + 62928.375, + 62876.8125, + 62825.25, + 62787.75, + 62764.3125 + ], + "0.3": [ + 63970.171875, + 63854.7421875, + 63719.9765625, + 63591.65625, + 63490.875, + 63408.84375, + 63347.90625, + 63312.75, + 63251.8125, + 63197.90625, + 63158.0625, + 63097.125, + 63083.0625, + 63064.3125, + 62998.6875, + 62937.75, + 62979.9375, + 62956.5, + 62951.8125, + 62928.375, + 62876.8125, + 62825.25, + 62787.75, + 62764.3125 + ], + "0.4": [ + 64233.84375, + 64222.125, + 64198.6875, + 64191.65625, + 64177.59375, + 64165.875, + 64142.4375, + 64133.0625, + 64119.0, + 64097.90625, + 64081.5, + 64058.0625, + 64046.34375, + 64039.3125, + 64010.015625, + 63988.921875, + 64011.1875, + 64010.015625, + 64024.078125, + 64017.046875, + 64001.8125, + 63970.171875, + 63940.875, + 63926.8125 + ], + "0.5": [ + 64233.84375, + 64222.125, + 64198.6875, + 64191.65625, + 64177.59375, + 64165.875, + 64142.4375, + 64133.0625, + 64119.0, + 64097.90625, + 64081.5, + 64058.0625, + 64046.34375, + 64039.3125, + 64010.015625, + 63988.921875, + 64011.1875, + 64010.015625, + 64024.078125, + 64017.046875, + 64001.8125, + 63970.171875, + 63940.875, + 63926.8125 + ], + "0.6": [ + 64233.84375, + 64222.125, + 64198.6875, + 64191.65625, + 64177.59375, + 64165.875, + 64142.4375, + 64133.0625, + 64119.0, + 64097.90625, + 64081.5, + 64058.0625, + 64046.34375, + 64039.3125, + 64010.015625, + 63988.921875, + 64011.1875, + 64010.015625, + 64024.078125, + 64017.046875, + 64001.8125, + 63970.171875, + 63940.875, + 63926.8125 + ], + "0.7": [ + 64233.84375, + 64222.125, + 64198.6875, + 64191.65625, + 64177.59375, + 64165.875, + 64142.4375, + 64133.0625, + 64119.0, + 64097.90625, + 64081.5, + 64058.0625, + 64046.34375, + 64039.3125, + 64010.015625, + 63988.921875, + 64011.1875, + 64010.015625, + 64024.078125, + 64017.046875, + 64001.8125, + 63970.171875, + 63940.875, + 63926.8125 + ], + "0.8": [ + 64376.8125, + 64367.4375, + 64367.4375, + 64376.8125, + 64358.0625, + 64362.75, + 64362.75, + 64367.4375, + 64395.5625, + 64390.875, + 64367.4375, + 64376.8125, + 64372.125, + 64367.4375, + 64362.75, + 64367.4375, + 64367.4375, + 64367.4375, + 64381.5, + 64376.8125, + 64376.8125, + 64362.75, + 64348.6875, + 64348.6875 + ], + "0.9": [ + 64376.8125, + 64367.4375, + 64367.4375, + 64376.8125, + 64358.0625, + 64362.75, + 64362.75, + 64367.4375, + 64395.5625, + 64390.875, + 64367.4375, + 64376.8125, + 64372.125, + 64367.4375, + 64362.75, + 64367.4375, + 64367.4375, + 64367.4375, + 64381.5, + 64376.8125, + 64376.8125, + 64362.75, + 64348.6875, + 64348.6875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_055046.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_055046.json new file mode 100644 index 0000000000000000000000000000000000000000..d77801525d7932efc1af0c84a5af4ad686854095 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_055046.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T05:50:46.060325+00:00", + "metrics": { + "MSE[mean]": 236511.94950230917, + "MSE[0.5]": 256859.2694530487, + "MAE[0.5]": 351.5203450520833, + "MASE[0.5]": 0.5119382838118501, + "MAPE[0.5]": 0.005437977112507678, + "sMAPE[0.5]": 0.005458070767355568, + "MSIS": 14.6375158439406, + "RMSE[mean]": 486.32494229918865, + "NRMSE[mean]": 0.00755786663695391, + "ND[0.5]": 0.005462898685638932, + "mean_weighted_sum_quantile_loss": 0.005048082747235658 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63394.01171875 + ], + "predictions": { + "p50": [ + 64195.6875, + 64197.21484375, + 64180.74609375, + 64177.7109375, + 64167.0390625, + 64149.2734375, + 64156.56640625, + 64150.453125, + 64161.5, + 64163.3984375, + 64163.39453125, + 64167.36328125, + 64172.9296875, + 64144.3359375, + 64168.37109375, + 64163.33984375, + 64168.8359375, + 64172.75390625, + 64157.73828125, + 64169.78125, + 64174.0234375, + 64156.921875, + 64164.30859375, + 64182.6875 + ], + "p10": [ + 64263.375, + 64229.17578125, + 64229.30859375, + 64229.30078125, + 64218.515625, + 64163.4609375, + 64179.265625, + 64204.703125, + 64213.2265625, + 64206.734375, + 64201.65625, + 64194.21875, + 64211.27734375, + 64208.72265625, + 64192.3515625, + 64187.23046875, + 64216.1015625, + 64219.19140625, + 64175.4140625, + 64201.86328125, + 64203.13671875, + 64187.3671875, + 64203.36328125, + 64212.26953125 + ], + "p90": [ + 64437.73828125, + 64460.734375, + 64459.13671875, + 64455.109375, + 64449.33984375, + 64441.4296875, + 64455.62890625, + 64453.33203125, + 64453.2421875, + 64455.66015625, + 64476.0078125, + 64479.82421875, + 64495.3125, + 64492.44140625, + 64502.609375, + 64511.32421875, + 64516.94140625, + 64533.52734375, + 64539.5546875, + 64535.8984375, + 64558.0390625, + 64562.63671875, + 64555.40234375, + 64577.93359375 + ], + "mean": [ + 64256.6328125, + 64258.40234375, + 64246.53515625, + 64251.44921875, + 64229.9296875, + 64223.02734375, + 64229.09765625, + 64230.22265625, + 64247.00390625, + 64238.47265625, + 64240.48046875, + 64242.13671875, + 64246.04296875, + 64242.85546875, + 64252.02734375, + 64255.87109375, + 64253.97265625, + 64259.3671875, + 64251.20703125, + 64246.03125, + 64261.58984375, + 64249.765625, + 64259.44140625, + 64274.31640625 + ], + "quantiles": { + "0.1": [ + 64263.375, + 64229.17578125, + 64229.30859375, + 64229.30078125, + 64218.515625, + 64163.4609375, + 64179.265625, + 64204.703125, + 64213.2265625, + 64206.734375, + 64201.65625, + 64194.21875, + 64211.27734375, + 64208.72265625, + 64192.3515625, + 64187.23046875, + 64216.1015625, + 64219.19140625, + 64175.4140625, + 64201.86328125, + 64203.13671875, + 64187.3671875, + 64203.36328125, + 64212.26953125 + ], + "0.2": [ + 64263.375, + 64229.17578125, + 64229.30859375, + 64229.30078125, + 64218.515625, + 64163.4609375, + 64179.265625, + 64204.703125, + 64213.2265625, + 64206.734375, + 64201.65625, + 64194.21875, + 64211.27734375, + 64208.72265625, + 64192.3515625, + 64187.23046875, + 64216.1015625, + 64219.19140625, + 64175.4140625, + 64201.86328125, + 64203.13671875, + 64187.3671875, + 64203.36328125, + 64212.26953125 + ], + "0.3": [ + 64263.375, + 64229.17578125, + 64229.30859375, + 64229.30078125, + 64218.515625, + 64163.4609375, + 64179.265625, + 64204.703125, + 64213.2265625, + 64206.734375, + 64201.65625, + 64194.21875, + 64211.27734375, + 64208.72265625, + 64192.3515625, + 64187.23046875, + 64216.1015625, + 64219.19140625, + 64175.4140625, + 64201.86328125, + 64203.13671875, + 64187.3671875, + 64203.36328125, + 64212.26953125 + ], + "0.4": [ + 64195.6875, + 64197.21484375, + 64180.74609375, + 64177.7109375, + 64167.0390625, + 64149.2734375, + 64156.56640625, + 64150.453125, + 64161.5, + 64163.3984375, + 64163.39453125, + 64167.36328125, + 64172.9296875, + 64144.3359375, + 64168.37109375, + 64163.33984375, + 64168.8359375, + 64172.75390625, + 64157.73828125, + 64169.78125, + 64174.0234375, + 64156.921875, + 64164.30859375, + 64182.6875 + ], + "0.5": [ + 64195.6875, + 64197.21484375, + 64180.74609375, + 64177.7109375, + 64167.0390625, + 64149.2734375, + 64156.56640625, + 64150.453125, + 64161.5, + 64163.3984375, + 64163.39453125, + 64167.36328125, + 64172.9296875, + 64144.3359375, + 64168.37109375, + 64163.33984375, + 64168.8359375, + 64172.75390625, + 64157.73828125, + 64169.78125, + 64174.0234375, + 64156.921875, + 64164.30859375, + 64182.6875 + ], + "0.6": [ + 64195.6875, + 64197.21484375, + 64180.74609375, + 64177.7109375, + 64167.0390625, + 64149.2734375, + 64156.56640625, + 64150.453125, + 64161.5, + 64163.3984375, + 64163.39453125, + 64167.36328125, + 64172.9296875, + 64144.3359375, + 64168.37109375, + 64163.33984375, + 64168.8359375, + 64172.75390625, + 64157.73828125, + 64169.78125, + 64174.0234375, + 64156.921875, + 64164.30859375, + 64182.6875 + ], + "0.7": [ + 64195.6875, + 64197.21484375, + 64180.74609375, + 64177.7109375, + 64167.0390625, + 64149.2734375, + 64156.56640625, + 64150.453125, + 64161.5, + 64163.3984375, + 64163.39453125, + 64167.36328125, + 64172.9296875, + 64144.3359375, + 64168.37109375, + 64163.33984375, + 64168.8359375, + 64172.75390625, + 64157.73828125, + 64169.78125, + 64174.0234375, + 64156.921875, + 64164.30859375, + 64182.6875 + ], + "0.8": [ + 64437.73828125, + 64460.734375, + 64459.13671875, + 64455.109375, + 64449.33984375, + 64441.4296875, + 64455.62890625, + 64453.33203125, + 64453.2421875, + 64455.66015625, + 64476.0078125, + 64479.82421875, + 64495.3125, + 64492.44140625, + 64502.609375, + 64511.32421875, + 64516.94140625, + 64533.52734375, + 64539.5546875, + 64535.8984375, + 64558.0390625, + 64562.63671875, + 64555.40234375, + 64577.93359375 + ], + "0.9": [ + 64437.73828125, + 64460.734375, + 64459.13671875, + 64455.109375, + 64449.33984375, + 64441.4296875, + 64455.62890625, + 64453.33203125, + 64453.2421875, + 64455.66015625, + 64476.0078125, + 64479.82421875, + 64495.3125, + 64492.44140625, + 64502.609375, + 64511.32421875, + 64516.94140625, + 64533.52734375, + 64539.5546875, + 64535.8984375, + 64558.0390625, + 64562.63671875, + 64555.40234375, + 64577.93359375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_055138.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_055138.json new file mode 100644 index 0000000000000000000000000000000000000000..68735475c6777caf8087bcbff5538e968b98cc37 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_055138.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-23T05:51:38.784045+00:00", + "metrics": { + "MSE[mean]": 249841.20206197104, + "MSE[0.5]": 249841.20206197104, + "MAE[0.5]": 353.1448567708333, + "MASE[0.5]": 0.5143041489830563, + "MAPE[0.5]": 0.005461834047217313, + "sMAPE[0.5]": 0.0054833383695183395, + "MSIS": 6.876098290663795, + "RMSE[mean]": 499.841176837174, + "NRMSE[mean]": 0.007767919400418873, + "ND[0.5]": 0.005488144857185131, + "mean_weighted_sum_quantile_loss": 0.005510443126680234 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63394.01171875 + ], + "predictions": { + "p50": [ + 64230.54296875, + 64217.87890625, + 64205.78125, + 64194.8671875, + 64184.68359375, + 64174.80859375, + 64169.43359375, + 64164.36328125, + 64161.1015625, + 64148.91796875, + 64138.6875, + 64134.69140625, + 64134.88671875, + 64132.67578125, + 64130.87890625, + 64128.6796875, + 64125.72265625, + 64122.87109375, + 64122.1015625, + 64117.34765625, + 64108.05078125, + 64099.19921875, + 64095.71484375, + 64090.8046875 + ], + "p10": [ + 63995.53125, + 63874.06640625, + 63780.65234375, + 63703.76953125, + 63648.54296875, + 63602.17578125, + 63546.29296875, + 63495.18359375, + 63456.98046875, + 63411.98828125, + 63371.55078125, + 63339.33203125, + 63317.74609375, + 63298.9296875, + 63265.5546875, + 63245.45703125, + 63226.27734375, + 63195.3046875, + 63166.1875, + 63125.046875, + 63095.4296875, + 63067.51953125, + 63045.61328125, + 63028.57421875 + ], + "p90": [ + 64437.69140625, + 64489.65234375, + 64533.6484375, + 64565.296875, + 64579.828125, + 64596.73828125, + 64624.2109375, + 64646.08984375, + 64663.60546875, + 64669.88671875, + 64674.89453125, + 64679.6953125, + 64689.86328125, + 64711.33203125, + 64736.5859375, + 64749.11328125, + 64761.48828125, + 64783.13671875, + 64809.5390625, + 64829.89453125, + 64827.2890625, + 64823.58984375, + 64824.0859375, + 64829.04296875 + ], + "mean": [ + 64230.54296875, + 64217.87890625, + 64205.78125, + 64194.8671875, + 64184.68359375, + 64174.80859375, + 64169.43359375, + 64164.36328125, + 64161.1015625, + 64148.91796875, + 64138.6875, + 64134.69140625, + 64134.88671875, + 64132.67578125, + 64130.87890625, + 64128.6796875, + 64125.72265625, + 64122.87109375, + 64122.1015625, + 64117.34765625, + 64108.05078125, + 64099.19921875, + 64095.71484375, + 64090.8046875 + ], + "quantiles": { + "0.1": [ + 63995.53125, + 63874.06640625, + 63780.65234375, + 63703.76953125, + 63648.54296875, + 63602.17578125, + 63546.29296875, + 63495.18359375, + 63456.98046875, + 63411.98828125, + 63371.55078125, + 63339.33203125, + 63317.74609375, + 63298.9296875, + 63265.5546875, + 63245.45703125, + 63226.27734375, + 63195.3046875, + 63166.1875, + 63125.046875, + 63095.4296875, + 63067.51953125, + 63045.61328125, + 63028.57421875 + ], + "0.2": [ + 63995.53125, + 63874.06640625, + 63780.65234375, + 63703.76953125, + 63648.54296875, + 63602.17578125, + 63546.29296875, + 63495.18359375, + 63456.98046875, + 63411.98828125, + 63371.55078125, + 63339.33203125, + 63317.74609375, + 63298.9296875, + 63265.5546875, + 63245.45703125, + 63226.27734375, + 63195.3046875, + 63166.1875, + 63125.046875, + 63095.4296875, + 63067.51953125, + 63045.61328125, + 63028.57421875 + ], + "0.3": [ + 63995.53125, + 63874.06640625, + 63780.65234375, + 63703.76953125, + 63648.54296875, + 63602.17578125, + 63546.29296875, + 63495.18359375, + 63456.98046875, + 63411.98828125, + 63371.55078125, + 63339.33203125, + 63317.74609375, + 63298.9296875, + 63265.5546875, + 63245.45703125, + 63226.27734375, + 63195.3046875, + 63166.1875, + 63125.046875, + 63095.4296875, + 63067.51953125, + 63045.61328125, + 63028.57421875 + ], + "0.4": [ + 64230.54296875, + 64217.87890625, + 64205.78125, + 64194.8671875, + 64184.68359375, + 64174.80859375, + 64169.43359375, + 64164.36328125, + 64161.1015625, + 64148.91796875, + 64138.6875, + 64134.69140625, + 64134.88671875, + 64132.67578125, + 64130.87890625, + 64128.6796875, + 64125.72265625, + 64122.87109375, + 64122.1015625, + 64117.34765625, + 64108.05078125, + 64099.19921875, + 64095.71484375, + 64090.8046875 + ], + "0.5": [ + 64230.54296875, + 64217.87890625, + 64205.78125, + 64194.8671875, + 64184.68359375, + 64174.80859375, + 64169.43359375, + 64164.36328125, + 64161.1015625, + 64148.91796875, + 64138.6875, + 64134.69140625, + 64134.88671875, + 64132.67578125, + 64130.87890625, + 64128.6796875, + 64125.72265625, + 64122.87109375, + 64122.1015625, + 64117.34765625, + 64108.05078125, + 64099.19921875, + 64095.71484375, + 64090.8046875 + ], + "0.6": [ + 64230.54296875, + 64217.87890625, + 64205.78125, + 64194.8671875, + 64184.68359375, + 64174.80859375, + 64169.43359375, + 64164.36328125, + 64161.1015625, + 64148.91796875, + 64138.6875, + 64134.69140625, + 64134.88671875, + 64132.67578125, + 64130.87890625, + 64128.6796875, + 64125.72265625, + 64122.87109375, + 64122.1015625, + 64117.34765625, + 64108.05078125, + 64099.19921875, + 64095.71484375, + 64090.8046875 + ], + "0.7": [ + 64230.54296875, + 64217.87890625, + 64205.78125, + 64194.8671875, + 64184.68359375, + 64174.80859375, + 64169.43359375, + 64164.36328125, + 64161.1015625, + 64148.91796875, + 64138.6875, + 64134.69140625, + 64134.88671875, + 64132.67578125, + 64130.87890625, + 64128.6796875, + 64125.72265625, + 64122.87109375, + 64122.1015625, + 64117.34765625, + 64108.05078125, + 64099.19921875, + 64095.71484375, + 64090.8046875 + ], + "0.8": [ + 64437.69140625, + 64489.65234375, + 64533.6484375, + 64565.296875, + 64579.828125, + 64596.73828125, + 64624.2109375, + 64646.08984375, + 64663.60546875, + 64669.88671875, + 64674.89453125, + 64679.6953125, + 64689.86328125, + 64711.33203125, + 64736.5859375, + 64749.11328125, + 64761.48828125, + 64783.13671875, + 64809.5390625, + 64829.89453125, + 64827.2890625, + 64823.58984375, + 64824.0859375, + 64829.04296875 + ], + "0.9": [ + 64437.69140625, + 64489.65234375, + 64533.6484375, + 64565.296875, + 64579.828125, + 64596.73828125, + 64624.2109375, + 64646.08984375, + 64663.60546875, + 64669.88671875, + 64674.89453125, + 64679.6953125, + 64689.86328125, + 64711.33203125, + 64736.5859375, + 64749.11328125, + 64761.48828125, + 64783.13671875, + 64809.5390625, + 64829.89453125, + 64827.2890625, + 64823.58984375, + 64824.0859375, + 64829.04296875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_055128.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_055128.json new file mode 100644 index 0000000000000000000000000000000000000000..f067421c0837f1b41c38188e4094a863c561e48a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_055128.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T05:51:28.803280+00:00", + "metrics": { + "MSE[mean]": 246400.23138046265, + "MSE[0.5]": 246400.23138046265, + "MAE[0.5]": 349.7024739583333, + "MASE[0.5]": 0.5092908188186429, + "MAPE[0.5]": 0.005409517885719889, + "sMAPE[0.5]": 0.0054297082118100895, + "MSIS": 5.068800114536224, + "RMSE[mean]": 496.38717890419235, + "NRMSE[mean]": 0.007714241594755906, + "ND[0.5]": 0.005434647559499315, + "mean_weighted_sum_quantile_loss": 0.005943827447336648 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00" + ], + "context": [ + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125 + ], + "actual": [ + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63394.01171875 + ], + "predictions": { + "p50": [ + 64232.46875, + 64217.859375, + 64206.52734375, + 64194.21875, + 64189.37109375, + 64192.4921875, + 64180.79296875, + 64174.375, + 64164.94921875, + 64161.49609375, + 64164.46484375, + 64155.0078125, + 64150.6171875, + 64146.94921875, + 64143.09375, + 64141.390625, + 64140.46484375, + 64135.8515625, + 64136.32421875, + 64131.6640625, + 64133.12109375, + 64128.578125, + 64125.94140625, + 64124.28125 + ], + "p10": [ + 63892.26171875, + 63782.03515625, + 63671.54296875, + 63565.9140625, + 63493.6328125, + 63450.69140625, + 63362.01171875, + 63327.6484375, + 63249.1875, + 63199.41796875, + 63181.7734375, + 63121.1171875, + 63083.484375, + 63042.48046875, + 63025.28125, + 62983.9921875, + 62960.6015625, + 62919.11328125, + 62910.43359375, + 62886.5703125, + 62893.203125, + 62864.91015625, + 62828.9765625, + 62812.6953125 + ], + "p90": [ + 64534.90625, + 64621.859375, + 64658.15234375, + 64708.76953125, + 64766.76953125, + 64841.2734375, + 64869.6484375, + 64918.53515625, + 64942.39453125, + 64993.73828125, + 65027.18359375, + 65069.984375, + 65098.58984375, + 65143.27734375, + 65163.03125, + 65202.515625, + 65225.4453125, + 65243.45703125, + 65261.57421875, + 65292.0546875, + 65305.66796875, + 65321.41796875, + 65351.8828125, + 65382.83984375 + ], + "mean": [ + 64232.46875, + 64217.859375, + 64206.52734375, + 64194.21875, + 64189.37109375, + 64192.4921875, + 64180.79296875, + 64174.375, + 64164.94921875, + 64161.49609375, + 64164.46484375, + 64155.0078125, + 64150.6171875, + 64146.94921875, + 64143.09375, + 64141.390625, + 64140.46484375, + 64135.8515625, + 64136.32421875, + 64131.6640625, + 64133.12109375, + 64128.578125, + 64125.94140625, + 64124.28125 + ], + "quantiles": { + "0.1": [ + 63892.26171875, + 63782.03515625, + 63671.54296875, + 63565.9140625, + 63493.6328125, + 63450.69140625, + 63362.01171875, + 63327.6484375, + 63249.1875, + 63199.41796875, + 63181.7734375, + 63121.1171875, + 63083.484375, + 63042.48046875, + 63025.28125, + 62983.9921875, + 62960.6015625, + 62919.11328125, + 62910.43359375, + 62886.5703125, + 62893.203125, + 62864.91015625, + 62828.9765625, + 62812.6953125 + ], + "0.2": [ + 63892.26171875, + 63782.03515625, + 63671.54296875, + 63565.9140625, + 63493.6328125, + 63450.69140625, + 63362.01171875, + 63327.6484375, + 63249.1875, + 63199.41796875, + 63181.7734375, + 63121.1171875, + 63083.484375, + 63042.48046875, + 63025.28125, + 62983.9921875, + 62960.6015625, + 62919.11328125, + 62910.43359375, + 62886.5703125, + 62893.203125, + 62864.91015625, + 62828.9765625, + 62812.6953125 + ], + "0.3": [ + 63892.26171875, + 63782.03515625, + 63671.54296875, + 63565.9140625, + 63493.6328125, + 63450.69140625, + 63362.01171875, + 63327.6484375, + 63249.1875, + 63199.41796875, + 63181.7734375, + 63121.1171875, + 63083.484375, + 63042.48046875, + 63025.28125, + 62983.9921875, + 62960.6015625, + 62919.11328125, + 62910.43359375, + 62886.5703125, + 62893.203125, + 62864.91015625, + 62828.9765625, + 62812.6953125 + ], + "0.4": [ + 64232.46875, + 64217.859375, + 64206.52734375, + 64194.21875, + 64189.37109375, + 64192.4921875, + 64180.79296875, + 64174.375, + 64164.94921875, + 64161.49609375, + 64164.46484375, + 64155.0078125, + 64150.6171875, + 64146.94921875, + 64143.09375, + 64141.390625, + 64140.46484375, + 64135.8515625, + 64136.32421875, + 64131.6640625, + 64133.12109375, + 64128.578125, + 64125.94140625, + 64124.28125 + ], + "0.5": [ + 64232.46875, + 64217.859375, + 64206.52734375, + 64194.21875, + 64189.37109375, + 64192.4921875, + 64180.79296875, + 64174.375, + 64164.94921875, + 64161.49609375, + 64164.46484375, + 64155.0078125, + 64150.6171875, + 64146.94921875, + 64143.09375, + 64141.390625, + 64140.46484375, + 64135.8515625, + 64136.32421875, + 64131.6640625, + 64133.12109375, + 64128.578125, + 64125.94140625, + 64124.28125 + ], + "0.6": [ + 64232.46875, + 64217.859375, + 64206.52734375, + 64194.21875, + 64189.37109375, + 64192.4921875, + 64180.79296875, + 64174.375, + 64164.94921875, + 64161.49609375, + 64164.46484375, + 64155.0078125, + 64150.6171875, + 64146.94921875, + 64143.09375, + 64141.390625, + 64140.46484375, + 64135.8515625, + 64136.32421875, + 64131.6640625, + 64133.12109375, + 64128.578125, + 64125.94140625, + 64124.28125 + ], + "0.7": [ + 64232.46875, + 64217.859375, + 64206.52734375, + 64194.21875, + 64189.37109375, + 64192.4921875, + 64180.79296875, + 64174.375, + 64164.94921875, + 64161.49609375, + 64164.46484375, + 64155.0078125, + 64150.6171875, + 64146.94921875, + 64143.09375, + 64141.390625, + 64140.46484375, + 64135.8515625, + 64136.32421875, + 64131.6640625, + 64133.12109375, + 64128.578125, + 64125.94140625, + 64124.28125 + ], + "0.8": [ + 64534.90625, + 64621.859375, + 64658.15234375, + 64708.76953125, + 64766.76953125, + 64841.2734375, + 64869.6484375, + 64918.53515625, + 64942.39453125, + 64993.73828125, + 65027.18359375, + 65069.984375, + 65098.58984375, + 65143.27734375, + 65163.03125, + 65202.515625, + 65225.4453125, + 65243.45703125, + 65261.57421875, + 65292.0546875, + 65305.66796875, + 65321.41796875, + 65351.8828125, + 65382.83984375 + ], + "0.9": [ + 64534.90625, + 64621.859375, + 64658.15234375, + 64708.76953125, + 64766.76953125, + 64841.2734375, + 64869.6484375, + 64918.53515625, + 64942.39453125, + 64993.73828125, + 65027.18359375, + 65069.984375, + 65098.58984375, + 65143.27734375, + 65163.03125, + 65202.515625, + 65225.4453125, + 65243.45703125, + 65261.57421875, + 65292.0546875, + 65305.66796875, + 65321.41796875, + 65351.8828125, + 65382.83984375 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 490787d7053829807b7927a79efca8ee87966208..27230cb5ca9a444e0e659878db15f8d766e70fa5 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,304348.75484085083,304348.75484085083,441.009765625,0.642266616246287,0.006832150645032411,0.006856383937967268,5.601666445460538,551.6781261214286,0.008573099836846931,0.006853309150226128,0.0061684783431024655,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,309327.3319282532,309327.3319282532,444.0559895833333,0.6467029986272403,0.006880793901173014,0.006904406517582821,5.601666445460538,556.1720344715771,0.008643344599737849,0.006900974341856261,0.006195070804352213,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.4270752650583443,1.4270752650583443,1.0091667970021565,0.5910644517543282,0.0379751599911809,0.03861303902269495,9.990087381062132,1.194602555270306,0.04499515249240556,0.03801064523180265,0.032394054965911245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.37685177679724907,0.37685177679724907,0.5645333121220271,1.9561096688719328,0.3347182698937975,0.41577320554876773,74.02066577222143,0.6138825431605374,0.37293147618479605,0.3429519926747667,0.3386043762790093,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.06305556707912292,0.06305556707912292,0.20277779632144505,1.459999994277955,0.14507041113204583,0.13028594426693155,47.322801450330935,0.2511086758340359,0.16617486599943707,0.1341911943880752,0.12911766470733332,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index b430526e24c5b86a690a56b25b8b0ee47b7e4681..876ddc9aa70300e80a1e274a9d08e43f8f227a0f 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T05:45:22.758341+00:00", + "evaluated_at": "2026-06-23T05:52:23.360383+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63467.12109375 + 63394.01171875 ], "p50": [ 64303.4609375, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index b800b617b30dbd1817616d0dcf941732574ab14a..efb2aa5255bf82969c30605db604fabf29754ef7 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,13 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T05:45:22.781982+00:00", + "evaluated_at": "2026-06-23T05:52:23.368488+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 581b5671a1e521faa00bf55267d4f73f80536e5b..50a093cc14735e2e70ec971327945bd1249241e5 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,264970.81220817566,264970.81220817566,373.7029622395833,0.5442440411691987,0.005775754929888288,0.005803448642303873,11.611341993818394,514.7531565791274,0.007999284353923466,0.005807358771190807,0.0063676534092593755,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,267994.16568819684,267994.16568819684,376.7491861979167,0.548680423550152,0.0058241552066587675,0.0058514724600354645,11.611341993818394,517.6815292128905,0.008045172307445341,0.005854974436234095,0.006383735150060754,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,1.0212952951048162,1.0212952951048162,0.8199127515157064,0.480219208955978,0.03030549839790364,0.03088520263876773,2.1827696895662885,1.0105915570124342,0.03806430935100673,0.03088232075359102,0.02991063703288196,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.012884674174352758,0.012884674174352758,0.08852420051892598,0.30673662801815094,0.057925775394256876,0.0610941758777612,3.3456304581821903,0.11351067867981743,0.06895733627618751,0.053778139068158114,0.04405555271135766,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.043786017897615416,0.043786017897615416,0.1726766890949673,1.2432720429161033,0.12373170688888419,0.11302457171473396,18.979731084849256,0.2092510881635157,0.1384749906402696,0.11427134317950682,0.08520056875182967,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index a128ed6a2bef97367da838c2ca3f24dea3c9e5a7..aef9e7c3aae223f4309e0a0a2631109b907a22cc 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T05:45:10.603238+00:00", + "evaluated_at": "2026-06-23T05:52:20.553286+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63467.12109375 + 63394.01171875 ], "p50": [ 64233.84375, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 9c2e57a7cfce5c962a42c7496a8d4f2aef8ce463..b623fed40aa97502df6cf70640f8926e109b4138 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,13 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T05:45:22.390952+00:00", + "evaluated_at": "2026-06-23T05:52:23.055750+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 0f3766548f235d648f14f592b3e8dbfab41a197c..7669aa3f4a19b288a778fc42b2c437986d9a1348 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,231371.44657262167,252277.01086235046,348.47412109375,0.5075019014308969,0.0053893831076232135,0.005410047888699296,14.460060548702465,481.01085910052143,0.007474927720387109,0.005415301584816928,0.005000505287350032,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,236511.94950230917,256859.2694530487,351.5203450520833,0.5119382838118501,0.005437977112507678,0.005458070767355568,14.6375158439406,486.32494229918865,0.00755786663695391,0.005462898685638932,0.005048082747235658,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.1942693657438213,2.176787990128711,1.1630725860595703,0.6812063798293192,0.04336451774231531,0.04492883079170137,3.2575813722815607,1.0928263200270303,0.04116171248788629,0.0438075643975543,0.029372483948565287,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.020600667591590672,0.028630283616588117,0.1520396480957667,0.5268178499052495,0.09455755981834053,0.10066961044171394,7.380865318769295,0.1435293265907378,0.0871935588292103,0.09236354907740614,0.06759620694656854,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.0673966262401776,0.05455574627817623,0.19014940659205118,1.3690755968975452,0.13673543266908897,0.12339525612889167,57.30631558358045,0.25960860201499025,0.17179981738526148,0.1258341714214229,0.13429824662333634,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 19feb61bafa104efb90883d7ed13e8d2b4003596..e93812ef604da868a84fa9ce7d7d035b1e3bdb28 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T05:43:17.973127+00:00", + "evaluated_at": "2026-06-23T05:50:46.060325+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63467.12109375 + 63394.01171875 ], "p50": [ 64195.6875, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 055a0a5d502fb553363519ab70a1b49fa6f742df..41a139954d576feea7b13c56be167e25ef991fa2 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,13 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T05:43:27.249039+00:00", + "evaluated_at": "2026-06-23T05:51:00.258478+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 3b1a6a2f353ef9df37766901bfb9380ba45123be..2c6a3d62dfa0dc4060788c4df2666ac874b37411 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,245818.73472086588,245818.73472086588,350.0986328125,0.509867766602103,0.005413309608660052,0.00543531511001593,6.876098290663795,495.8011039931899,0.007704768709312511,0.00544054656099332,0.005494402734996581,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,249841.20206197104,249841.20206197104,353.1448567708333,0.5143041489830563,0.005461834047217313,0.0054833383695183395,6.876098290663795,499.841176837174,0.007767919400418873,0.005488144857185131,0.005510443126680234,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,1.183329755683341,1.183329755683341,0.862094004948934,0.5049245792762104,0.03178129762224546,0.03245936373087361,3.072462410731646,1.087809613711582,0.04097275636630648,0.032471093456424745,0.037043745123925144,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.026253298599113368,0.026253298599113368,0.11168124675750732,0.3869758647064759,0.0784570760489108,0.07172684062057241,1.9625021561761038,0.16202869683828655,0.09843186089818326,0.06784596284658295,0.05949458559347825,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.0980394216083656,0.0980394216083656,0.26467544502682155,1.9056630224549274,0.1886753111539149,0.16581346227041804,26.216102972879124,0.3131124743736116,0.2072067932299399,0.1751528754018142,0.12393698413200406,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 0d9f48e20efd4d981c3acac93081a75be22e3bc0..01045a5fa93efbd15e9c47760bfe569042c6ca75 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-23T05:44:08.136856+00:00", + "evaluated_at": "2026-06-23T05:51:38.784045+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63467.12109375 + 63394.01171875 ], "p50": [ 64230.54296875, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 41141cad16d04f9755809c03402426a26310a0e7..1b7aa03a31b047e00b6c45299c8d9337e91ff538 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,13 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T05:44:17.193793+00:00", + "evaluated_at": "2026-06-23T05:51:41.031250+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index af708f0af34c8dbe735218d8ed9093e1df1a35ff..6adecf464f0781135589e16d648f1a076e40e566 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,242173.80982589722,242173.80982589722,346.65625,0.5048544364376896,0.005360968101383181,0.005381685085421084,5.068800114536224,492.1115826983726,0.007647433402884794,0.005387051796327387,0.005927766535530497,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,246400.23138046265,246400.23138046265,349.7024739583333,0.5092908188186429,0.005409517885719889,0.0054297082118100895,5.068800114536224,496.38717890419235,0.007714241594755906,0.005434647559499315,0.005943827447336648,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.7378849396995975,0.7378849396995975,0.6531385580698649,0.38254031433849495,0.024219405040648068,0.024391800635032,2.939171975256644,0.8590022931864603,0.03235464297538288,0.024600708318737636,0.02998693975846885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.051989509372997844,0.051989509372997844,0.19963132937749226,0.6917231724328451,0.12584846506439457,0.13790660294325355,2.4128534270037183,0.22801208163822775,0.13851653405149106,0.12127532731943512,0.09462069550442581,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.058387348974601655,0.058387348974601655,0.19483407504028744,1.40280520650814,0.14037582824082545,0.1261286770891912,17.640765021728036,0.24163474289638412,0.1599053512916201,0.12893431978966152,0.0910389097423344,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index ff728ad7e30543fa1054ea588facec4c7fe69d00..9dbf169896b22ffbd169fb28be817afbbc390771 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T05:43:53.031555+00:00", + "evaluated_at": "2026-06-23T05:51:28.803280+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63467.12109375 + 63394.01171875 ], "p50": [ 64232.46875, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 94da88a421c4cfd115ef3f48e7a84f8918cb04ca..40e738d53043a73b1360f5df2d435306d5df89e5 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,13 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T05:44:02.753385+00:00", + "evaluated_at": "2026-06-23T05:51:32.650603+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", + "data_fetched_at": "2026-06-23T05:49:59.928245Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t233000z", - "data_fetched_at": "2026-06-23T05:42:30.922383Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": []