diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 9d51880e616c85dcb7571c08a98c341b9ef7b3b6..f528558084b644d829268e1ac1d4b46bf7174b07 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T04:45:49.292018+00:00", + "generated_at": "2026-06-23T04:53:53.902344+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 6993, - "num_unique_releases": 854 + "num_model_releases": 7003, + "num_unique_releases": 855 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index f7632cebbb9d856eb267d989c99be04a11fe4fe8..c27bf6f65e41cdbc711a1fb6646682883b9102ca 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.900176937179823,0.8809757798338961,0.19062569311627486,0.5108232203374048,38.82915609763923,3.5075352125161934,0.6928925862316851,1197.7871536141495,8.342155801475112,0.13831771197210127,0.1,10,815,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T04:44:39.724302+00:00 -2,Chronos-2,2.90670996637824,0.8925544895436689,0.17694174209216795,0.5277924493878734,37.161169464597855,3.6563957581357607,0.6652850844457144,1160.9571341900519,8.282419947177807,0.10277967835352868,0.1,10,830,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T04:43:02.912855+00:00 -3,Moirai-1.1-Large,3.4263474044811466,1.0330722708529625,0.28649226068730976,0.5525943857880555,23.832127767934313,4.568707993834587,0.5593541884552108,1116.1489802930653,11.90416995526232,0.11076810843971208,0.2,10,799,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T04:45:10.707112+00:00 -4,Toto-2.0-1B,2.846814240617313,0.872487234828036,0.16601962743780183,0.49937419193431387,37.54896223721967,3.662001539898877,0.6771945652852126,1110.3647127703327,8.356685726761574,0.07053627212198853,0.1,10,821,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T04:44:16.417227+00:00 -5,Timer-S1,2.9088483972114734,0.8965603175193904,0.18349849179063676,0.5305243926916217,35.747605100384234,4.203190859103405,0.610160224799052,1046.8929453678884,8.581290175495749,0.09446971889274713,0.1,10,774,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T04:45:42.823899+00:00 -6,TimesFM-2.5,2.733617289992692,0.845428578688764,0.15226601977425355,0.6180391515208951,40.33978500914611,4.438776752514528,0.5585864162491638,1038.7766952067407,8.076525885552059,0.05659425866717026,0.1,10,838,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T04:43:45.031143+00:00 -7,ARIMA,3.672486596100259,1.2291709638832224,0.31885794195386663,0.8750208854581126,-0.8082639197580214,6.823418292292932,0.3216479420442522,868.2119361197164,9.288347344319272,0.027656908231117265,0.3,10,529,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T04:45:45.424207+00:00 -8,ETS,6.029892645075831,1.5886331169651693,0.4291312286492596,1.14338387853446,-4.6631649562197754,6.889116645346978,0.32067780321689465,867.875694274329,13.845936499836876,0.05099666595870955,0.0,10,529,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T04:45:45.493950+00:00 -9,Moving-Average,3.679959504550582,1.1727127403567579,0.3314070608799176,0.8066242085141239,7.420504226533913,6.4464923782112775,0.3623215333997556,849.7210259051379,9.330378807026344,-0.04343271800831651,0.4,10,529,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T04:45:45.527840+00:00 -10,Seasonal-Naive,4.013556917722296,1.278173968312839,0.3409990352354687,0.9540018531786627,2.671049344546899e-16,7.594297329708986,0.2318796558730589,743.2637222585876,9.472837266620342,0.03424917870811338,0.2,10,529,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T04:45:45.558751+00:00 +1,TiRex,2.900273522790363,0.8810573521671273,0.19062492140121923,0.5108619762182516,38.82339581076485,3.507838841947065,0.6928573906969376,1197.7858216191396,8.342117437175725,0.13858522402881124,0.1,10,816,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T04:52:20.204254+00:00 +2,Chronos-2,2.9067724069220207,0.8926205583044006,0.17694090042138516,0.5278204329847179,37.15621028628639,3.6555181374629186,0.6654414444868745,1160.9609685534845,8.282333326552855,0.10310401471733319,0.1,10,831,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T04:50:46.036869+00:00 +3,Moirai-1.1-Large,3.426327192961049,1.0330829973273492,0.28649093826539673,0.5526097614069159,23.83464107860089,4.567242774886967,0.55959378598825,1116.1539670947218,11.904050619579369,0.11091732160706151,0.2,10,800,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T04:53:24.547130+00:00 +4,Toto-2.0-1B,2.846945428461061,0.8725975696806516,0.16601922125269936,0.4994250541424492,37.53846093446024,3.663345688760441,0.6770268467153069,1110.3590335886445,8.3566559706061,0.0709074684799456,0.1,10,822,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T04:52:11.969727+00:00 +5,Timer-S1,2.909045357245359,0.8967096312220895,0.1834986419659384,0.5306190574054381,35.73178859861466,4.204950075496767,0.6099443450554075,1046.8875277343425,8.581252701490978,0.0948983360607738,0.1,10,775,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T04:53:45.030828+00:00 +6,TimesFM-2.5,2.733717539629912,0.8455199614651827,0.15226573708280425,0.6180672879548526,40.3311548727125,4.438799502537278,0.5586156743786759,1038.7773443677104,8.076496775360564,0.05692439356106355,0.1,10,839,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T04:51:36.652603+00:00 +7,ARIMA,3.6729694917278892,1.2294180294437136,0.3188603524343606,0.875394471543874,-0.8215674458326767,6.82445777683556,0.3215374466189054,868.2092257823564,9.288549888107944,0.02838332109331379,0.3,10,530,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T04:53:49.842383+00:00 +8,ETS,6.029924688064718,1.588726571175455,0.4291301118315447,1.1433882639614397,-4.672713788499983,6.8888881174475305,0.32070528279839594,867.8774686438554,13.84570690471391,0.05132921444875187,0.0,10,530,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T04:53:49.893860+00:00 +9,Moving-Average,3.6800683191600165,1.1728267692655048,0.3314060321525777,0.8066470013161053,7.41104960477588,6.446160695357219,0.36239648689902565,849.7236301231269,9.330250376585031,-0.042510382868689425,0.4,10,530,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T04:53:49.922517+00:00 +10,Seasonal-Naive,4.013638941616175,1.2782492334072653,0.34099767014015836,0.954050969222029,2.7513131306607096e-16,7.594325895696417,0.23188129636222066,743.2650124926175,9.472708979821418,0.03510630260370614,0.2,10,530,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T04:53:49.938250+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 773cc3f419551ab607c76af8d2ae55f936072291..8b72430a8183ba05e68742604d89787cbf081865 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.5075352125161934,0.6928925862316851,1197.7871536141495,90,815,6054 -2,Chronos-2,3.6563957581357607,0.6652850844457144,1160.9571341900519,90,827,6051 -3,Moirai-1.1-Large,4.568707993834587,0.5593541884552108,1116.1489802930653,90,799,5982 -4,Toto-2.0-1B,3.662001539898877,0.6771945652852126,1110.3647127703327,90,821,6083 -5,Timer-S1,4.203190859103405,0.610160224799052,1046.8929453678884,90,774,5888 -6,TimesFM-2.5,4.438776752514528,0.5585864162491638,1038.7766952067407,90,834,6096 -7,ARIMA,6.823418292292932,0.3216479420442522,868.2119361197164,90,529,4672 -8,ETS,6.889116645346978,0.32067780321689465,867.875694274329,90,529,4672 -9,Moving-Average,6.4464923782112775,0.3623215333997556,849.7210259051379,90,529,4672 -10,Seasonal-Naive,7.594297329708986,0.2318796558730589,743.2637222585876,90,529,4672 +1,TiRex,3.507838841947065,0.6928573906969376,1197.7858216191396,90,816,6063 +2,Chronos-2,3.6555181374629186,0.6654414444868745,1160.9609685534845,90,828,6060 +3,Moirai-1.1-Large,4.567242774886967,0.55959378598825,1116.1539670947218,90,800,5991 +4,Toto-2.0-1B,3.663345688760441,0.6770268467153069,1110.3590335886445,90,822,6092 +5,Timer-S1,4.204950075496767,0.6099443450554075,1046.8875277343425,90,775,5897 +6,TimesFM-2.5,4.438799502537278,0.5586156743786759,1038.7773443677104,90,835,6105 +7,ARIMA,6.82445777683556,0.3215374466189054,868.2092257823564,90,530,4681 +8,ETS,6.8888881174475305,0.32070528279839594,867.8774686438554,90,530,4681 +9,Moving-Average,6.446160695357219,0.36239648689902565,849.7236301231269,90,530,4681 +10,Seasonal-Naive,7.594325895696417,0.23188129636222066,743.2650124926175,90,530,4681 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 6878f506d9ce9252dd9330837b8e575bfc90fd0a..9e72540e8c04204030414d4088054d9bdba4bac2 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -149,6 +149,7 @@ binance_btcusdt_1h_close/1h/short|window:d60c113d31119245ed97,2026-06-22T12:56:0 binance_btcusdt_1h_close/1h/short|window:d637dc410f35b7963014,2026-06-23T03:09:33.833510+00:00,2026-06-23T03:09:33.833510+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.224775373969804,1.1066957007099123,0.012124987594950723,1.0707786143133449,-22.222309227768946,True binance_btcusdt_1h_close/1h/short|window:d767ecbe8ab7c65eaddf,2026-06-22T12:48:00.208856+00:00,2026-06-22T12:48:00.208856+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.44332089193754415,0.6658234690498257,0.009782678670062335,0.6353506102289094,-24.9276397490529,True binance_btcusdt_1h_close/1h/short|window:d8a2593afc02063a42a3,2026-06-22T09:48:42.323647+00:00,2026-06-22T09:48:42.323647+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.43399599942133843,0.6587837273501361,0.008689183939675016,0.519412765650103,-26.767086045980424,True +binance_btcusdt_1h_close/1h/short|window:d8a41783b2047179be0b,2026-06-23T04:53:49.842383+00:00,2026-06-23T04:53:49.842383+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.666196393947278,1.2908123000449283,0.014947920052492727,1.3651877503307521,-37.036659316904746,True binance_btcusdt_1h_close/1h/short|window:d93f1179296a3ef8f1de,2026-06-23T04:10:06.966670+00:00,2026-06-23T04:10:06.966670+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.641588790217572,1.2812450156849673,0.015098004957205221,1.3813988513565656,-36.88767101294594,True binance_btcusdt_1h_close/1h/short|window:e0e5cf8c1e366c2ff55a,2026-06-22T01:14:58.529506+00:00,2026-06-22T01:14:58.529506+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.32313505483195987,0.5684496941963817,0.008487316404973614,0.43234551726077025,1.786132536213875,True binance_btcusdt_1h_close/1h/short|window:e196d51938ffe21ac369,2026-06-22T23:57:59.399679+00:00,2026-06-22T23:57:59.399679+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.97890775880043,1.7259512620003006,0.02413132084938309,2.3542687554963817,-59.83610875214631,True @@ -778,6 +779,7 @@ binance_btcusdt_1h_close/1h/short|window:d637dc410f35b7963014,2026-06-23T02:59:4 binance_btcusdt_1h_close/1h/short|window:d710f194aaeec36b3d92,2026-06-17T08:28:38.975445+00:00,2026-06-17T08:28:38.975445+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.5376429293906548,0.733241385486836,0.015047283501119404,0.35283011015325716,-28.962482516018564,True binance_btcusdt_1h_close/1h/short|window:d767ecbe8ab7c65eaddf,2026-06-22T12:45:42.394851+00:00,2026-06-22T12:45:42.394851+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2082087522217273,0.45629897240923883,0.004048513104703541,0.2837505097969784,12.2615132198881,True binance_btcusdt_1h_close/1h/short|window:d8a2593afc02063a42a3,2026-06-22T09:43:42.919219+00:00,2026-06-22T09:43:42.919219+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.11703138813430974,0.3420985064777538,0.0031160386382184727,0.269886345199082,36.35264210412088,True +binance_btcusdt_1h_close/1h/short|window:d8a41783b2047179be0b,2026-06-23T04:50:46.036869+00:00,2026-06-23T04:50:46.036869+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6049311019020391,0.7777731686694002,0.004783199944357504,0.40987132093273876,11.720303573898532,True binance_btcusdt_1h_close/1h/short|window:d8cdcc7e2391d135c650,2026-06-16T12:52:45.519029+00:00,2026-06-16T12:52:45.519029+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2720500170387096,0.5215841418589235,0.005474503595353734,0.3479163395133745,88.07397145683713,True binance_btcusdt_1h_close/1h/short|window:d93f1179296a3ef8f1de,2026-06-23T04:06:36.352273+00:00,2026-06-23T04:06:36.352273+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.5906441234478739,0.7685337490623778,0.004631268769176378,0.40446762059080105,12.334944483665373,True binance_btcusdt_1h_close/1h/short|window:db0c2b466f52ecd2388d,2026-06-17T07:24:56.031478+00:00,2026-06-17T07:24:56.031478+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1704101073459738,0.4128075911922815,0.008387735421702095,0.24119880295393506,24.147817708015218,True @@ -1508,6 +1510,7 @@ binance_btcusdt_1h_close/1h/short|window:d60c113d31119245ed97,2026-06-22T12:56:0 binance_btcusdt_1h_close/1h/short|window:d637dc410f35b7963014,2026-06-23T03:09:34.176726+00:00,2026-06-23T03:09:34.176726+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.45519170140282866,0.6746789617313027,0.004530929629754078,0.34555138412400616,26.260430680970092,True binance_btcusdt_1h_close/1h/short|window:d767ecbe8ab7c65eaddf,2026-06-22T12:48:00.254504+00:00,2026-06-22T12:48:00.254504+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.23856489321458688,0.4884310526723162,0.00401440518916192,0.23490078530781014,5.5129183236136505,True binance_btcusdt_1h_close/1h/short|window:d8a2593afc02063a42a3,2026-06-22T09:48:42.612866+00:00,2026-06-22T09:48:42.612866+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08742536082423956,0.29567779900465907,0.0023932990682291352,0.14089441510292264,48.29095106275896,True +binance_btcusdt_1h_close/1h/short|window:d8a41783b2047179be0b,2026-06-23T04:53:49.893860+00:00,2026-06-23T04:53:49.893860+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.7124447253770765,0.8440644083108092,0.005362453269125648,0.44392477146061454,3.593479805552979,True binance_btcusdt_1h_close/1h/short|window:d93f1179296a3ef8f1de,2026-06-23T04:10:07.127839+00:00,2026-06-23T04:10:07.127839+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.7026158096451162,0.8382218141071707,0.0052107598499461045,0.43667880411420806,3.716540092636328,True binance_btcusdt_1h_close/1h/short|window:e0e5cf8c1e366c2ff55a,2026-06-22T01:14:59.468892+00:00,2026-06-22T01:14:59.468892+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.03984346519360405,0.19960827937138292,0.0021528765072902425,0.09500661100733261,78.73493676561705,True binance_btcusdt_1h_close/1h/short|window:e196d51938ffe21ac369,2026-06-22T23:57:59.501534+00:00,2026-06-22T23:57:59.501534+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,4.409637969548715,2.099913800504372,0.01848700087811971,1.746788461584421,-70.97640610577153,True @@ -2134,6 +2137,7 @@ binance_btcusdt_1h_close/1h/short|window:d637dc410f35b7963014,2026-06-23T03:07:0 binance_btcusdt_1h_close/1h/short|window:d710f194aaeec36b3d92,2026-06-17T08:31:21.809315+00:00,2026-06-17T08:31:21.809315+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.9613609009837196,0.9804901330374108,0.0200254989706336,0.47173590285196104,-52.898470012023374,True binance_btcusdt_1h_close/1h/short|window:d767ecbe8ab7c65eaddf,2026-06-22T12:47:29.568804+00:00,2026-06-22T12:47:29.568804+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.28070647713580377,0.529817399804691,0.004132075106208759,0.29597350147728335,-2.6143004239334346,True binance_btcusdt_1h_close/1h/short|window:d8a2593afc02063a42a3,2026-06-22T09:47:22.741310+00:00,2026-06-22T09:47:22.741310+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.12449366131381018,0.35283659293476094,0.0029560154793136693,0.2391015156664685,33.64083770401919,True +binance_btcusdt_1h_close/1h/short|window:d8a41783b2047179be0b,2026-06-23T04:53:24.547130+00:00,2026-06-23T04:53:24.547130+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.5716683918796209,0.7560875556968392,0.004956288534542823,0.4137624288130866,14.499282913512523,True binance_btcusdt_1h_close/1h/short|window:d8cdcc7e2391d135c650,2026-06-16T12:54:29.910622+00:00,2026-06-16T12:54:29.910622+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4499252484545368,0.6707646744235543,0.006903766874826081,0.3983640543723144,81.01647493564111,True binance_btcusdt_1h_close/1h/short|window:d93f1179296a3ef8f1de,2026-06-23T04:09:07.462060+00:00,2026-06-23T04:09:07.462060+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6031405767885465,0.7766212569770071,0.004855040920280273,0.3935329750865388,11.302745850437118,True binance_btcusdt_1h_close/1h/short|window:db0c2b466f52ecd2388d,2026-06-17T07:25:29.905187+00:00,2026-06-17T07:25:29.905187+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.40246376719825916,0.634400320931712,0.012106420329876072,0.28932655589792106,-18.13278524358755,True @@ -2836,6 +2840,7 @@ binance_btcusdt_1h_close/1h/short|window:d60c113d31119245ed97,2026-06-22T12:56:0 binance_btcusdt_1h_close/1h/short|window:d637dc410f35b7963014,2026-06-23T03:09:34.331995+00:00,2026-06-23T03:09:34.331995+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.631667352400606,0.7947750325724922,0.004940460234931624,0.4101352093487289,10.469636184569124,True binance_btcusdt_1h_close/1h/short|window:d767ecbe8ab7c65eaddf,2026-06-22T12:48:00.273208+00:00,2026-06-22T12:48:00.273208+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.17239861603687723,0.41520912325824105,0.0032907317348279904,0.19995801159557583,21.423048711451138,True binance_btcusdt_1h_close/1h/short|window:d8a2593afc02063a42a3,2026-06-22T09:48:42.720570+00:00,2026-06-22T09:48:42.720570+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.08940714175943007,0.299010270324332,0.0028495063327647376,0.14663487301122388,47.426915641571654,True +binance_btcusdt_1h_close/1h/short|window:d8a41783b2047179be0b,2026-06-23T04:53:49.922517+00:00,2026-06-23T04:53:49.922517+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6988506821723091,0.8359728955966869,0.005283337819031291,0.4379622474890998,4.55513470329486,True binance_btcusdt_1h_close/1h/short|window:d93f1179296a3ef8f1de,2026-06-23T04:10:07.186076+00:00,2026-06-23T04:10:07.186076+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.689229245071148,0.8301983167118252,0.0051316534372957915,0.43089403781908625,4.676653962951585,True binance_btcusdt_1h_close/1h/short|window:e0e5cf8c1e366c2ff55a,2026-06-22T01:14:59.540050+00:00,2026-06-22T01:14:59.540050+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.14802085741325224,0.38473478841047404,0.004829019867683123,0.2199437770585739,38.69617966912536,True binance_btcusdt_1h_close/1h/short|window:e196d51938ffe21ac369,2026-06-22T23:57:59.546989+00:00,2026-06-22T23:57:59.546989+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6614069514233383,0.8132692982175943,0.005321989296073246,0.43057929736449063,6.180217060733118,True @@ -3365,6 +3370,7 @@ binance_btcusdt_1h_close/1h/short|window:d60c113d31119245ed97,2026-06-22T12:56:0 binance_btcusdt_1h_close/1h/short|window:d637dc410f35b7963014,2026-06-23T03:09:34.415494+00:00,2026-06-23T03:09:34.415494+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7794010840078606,0.882836952108293,0.006338684579269844,0.5212437359571487,0.0,True binance_btcusdt_1h_close/1h/short|window:d767ecbe8ab7c65eaddf,2026-06-22T12:48:00.285030+00:00,2026-06-22T12:48:00.285030+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2664033817749192,0.5161427920400702,0.004809086371926657,0.3503306989854096,-1.0418627357771024e-14,True binance_btcusdt_1h_close/1h/short|window:d8a2593afc02063a42a3,2026-06-22T09:48:42.778682+00:00,2026-06-22T09:48:42.778682+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.250718011065455,0.5007174962645653,0.004943626407328354,0.3445910555867957,0.0,True +binance_btcusdt_1h_close/1h/short|window:d8a41783b2047179be0b,2026-06-23T04:53:49.938250+00:00,2026-06-23T04:53:49.938250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7655563972443226,0.8749607975471373,0.006193318790753934,0.5170762019211975,1.4502171605142182e-14,True binance_btcusdt_1h_close/1h/short|window:d93f1179296a3ef8f1de,2026-06-23T04:10:07.217117+00:00,2026-06-23T04:10:07.217117+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7568577288445008,0.8699757058932742,0.00604163103360201,0.5116725015792597,7.334423513915491e-15,True binance_btcusdt_1h_close/1h/short|window:e0e5cf8c1e366c2ff55a,2026-06-22T01:14:59.579757+00:00,2026-06-22T01:14:59.579757+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.33488822268759755,0.5786952761925723,0.007513185201874661,0.35042433686507973,8.288011860459144e-15,True binance_btcusdt_1h_close/1h/short|window:e196d51938ffe21ac369,2026-06-22T23:57:59.580045+00:00,2026-06-22T23:57:59.580045+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7485450452712016,0.8651849774881679,0.006346320959015764,0.5122583798024857,-7.41587317716409e-15,True @@ -3992,6 +3998,7 @@ binance_btcusdt_1h_close/1h/short|window:d637dc410f35b7963014,2026-06-23T03:05:3 binance_btcusdt_1h_close/1h/short|window:d710f194aaeec36b3d92,2026-06-17T08:29:22.459779+00:00,2026-06-17T08:29:22.459779+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.4983507542516577,0.7059396250754435,0.014416728973845291,0.34723985455459694,-25.449329421103087,True binance_btcusdt_1h_close/1h/short|window:d767ecbe8ab7c65eaddf,2026-06-22T12:46:59.720572+00:00,2026-06-22T12:46:59.720572+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2568125946885875,0.5067668050381631,0.005049140089656986,0.276594035576247,1.833045533348796,True binance_btcusdt_1h_close/1h/short|window:d8a2593afc02063a42a3,2026-06-22T09:46:08.089770+00:00,2026-06-22T09:46:08.089770+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2577237336428522,0.5076649816984152,0.00517294568626162,0.2742823587978851,-1.3778810749334545,True +binance_btcusdt_1h_close/1h/short|window:d8a41783b2047179be0b,2026-06-23T04:52:20.204254+00:00,2026-06-23T04:52:20.204254+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.7228415560207319,0.8502008915666531,0.005342242424967519,0.44981472186409044,2.8698535314355036,True binance_btcusdt_1h_close/1h/short|window:d8cdcc7e2391d135c650,2026-06-16T12:53:52.732416+00:00,2026-06-16T12:53:52.732416+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2027174558339998,0.45024155276251415,0.004381846178543914,0.3315602662255444,90.97621339232604,True binance_btcusdt_1h_close/1h/short|window:d93f1179296a3ef8f1de,2026-06-23T04:08:21.018543+00:00,2026-06-23T04:08:21.018543+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.7176754516722752,0.8471572768218869,0.0052180334677221565,0.44538865301350034,2.6572665634077866,True binance_btcusdt_1h_close/1h/short|window:db0c2b466f52ecd2388d,2026-06-17T07:25:20.739085+00:00,2026-06-17T07:25:20.739085+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.14102254295376065,0.3755296831859775,0.007516477628241018,0.21925440573563848,32.83585429795287,True @@ -4803,6 +4810,7 @@ binance_btcusdt_1h_close/1h/short|window:d637dc410f35b7963014,2026-06-23T03:08:3 binance_btcusdt_1h_close/1h/short|window:d710f194aaeec36b3d92,2026-06-17T08:32:07.625779+00:00,2026-06-17T08:32:07.625779+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.17537937919111077,0.41878321264242524,0.008705345863354138,0.23848322736945582,25.61324288086567,True binance_btcusdt_1h_close/1h/short|window:d767ecbe8ab7c65eaddf,2026-06-22T12:47:55.614664+00:00,2026-06-22T12:47:55.614664+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.2566741548803967,0.5066301953894938,0.004291259791964718,0.23732135261586126,1.8599970774377859,True binance_btcusdt_1h_close/1h/short|window:d8a2593afc02063a42a3,2026-06-22T09:48:17.095979+00:00,2026-06-22T09:48:17.095979+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.11463185586644056,0.33857326513834574,0.002891762222143811,0.18453291579684553,37.248174288888436,True +binance_btcusdt_1h_close/1h/short|window:d8a41783b2047179be0b,2026-06-23T04:53:45.030828+00:00,2026-06-23T04:53:45.030828+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.0209224966853743,1.0104070945343635,0.007300873524775698,0.5897622425799156,-14.294380992060063,True binance_btcusdt_1h_close/1h/short|window:d8cdcc7e2391d135c650,2026-06-16T12:54:51.151821+00:00,2026-06-16T12:54:51.151821+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.48491848196737153,0.6963608848631373,0.007530113340392113,0.40593031683601394,79.68995320251892,True binance_btcusdt_1h_close/1h/short|window:d93f1179296a3ef8f1de,2026-06-23T04:09:51.672234+00:00,2026-06-23T04:09:51.672234+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.0328303104405216,1.0162825937899957,0.0074516636958548805,0.5951659429218533,-15.420150078572988,True binance_btcusdt_1h_close/1h/short|window:db0c2b466f52ecd2388d,2026-06-17T07:25:38.998383+00:00,2026-06-17T07:25:38.998383+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.06170911083180662,0.24841318570439577,0.00482138007284461,0.17732483352223363,63.76665648985104,True @@ -5585,6 +5593,7 @@ binance_btcusdt_1h_close/1h/short|window:d637dc410f35b7963014,2026-06-23T03:02:1 binance_btcusdt_1h_close/1h/short|window:d710f194aaeec36b3d92,2026-06-17T08:28:53.661807+00:00,2026-06-17T08:28:53.661807+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.042550566074049875,0.20627788556713944,0.004459560576672133,0.16258956422210302,74.87456146725467,True binance_btcusdt_1h_close/1h/short|window:d767ecbe8ab7c65eaddf,2026-06-22T12:46:17.001677+00:00,2026-06-22T12:46:17.001677+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.21953031787555455,0.46854062564046095,0.0035408696837485507,0.3265065766650061,9.645979262825323,True binance_btcusdt_1h_close/1h/short|window:d8a2593afc02063a42a3,2026-06-22T09:44:32.051154+00:00,2026-06-22T09:44:32.051154+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1723209737960113,0.41511561497492633,0.0026506286269053028,0.2630080418027735,18.531870601740543,True +binance_btcusdt_1h_close/1h/short|window:d8a41783b2047179be0b,2026-06-23T04:51:36.652603+00:00,2026-06-23T04:51:36.652603+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.671357544430498,0.8193641098013129,0.0058796771601810904,0.4584941331533717,6.555636359407135,True binance_btcusdt_1h_close/1h/short|window:d8cdcc7e2391d135c650,2026-06-16T12:53:01.038614+00:00,2026-06-16T12:53:01.038614+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.31508693035736274,0.5613260463913666,0.007837821753627678,0.3339425143644119,86.31641483391965,True binance_btcusdt_1h_close/1h/short|window:d93f1179296a3ef8f1de,2026-06-23T04:07:08.956995+00:00,2026-06-23T04:07:08.956995+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.6598187760247034,0.8122922971595283,0.005733566461649479,0.44247848569891773,6.849760865396484,True binance_btcusdt_1h_close/1h/short|window:db0c2b466f52ecd2388d,2026-06-17T07:25:03.966175+00:00,2026-06-17T07:25:03.966175+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.027861684286723434,0.16691819639189562,0.00433862037865224,0.13850734712650406,81.8356432018061,True @@ -6420,6 +6429,7 @@ binance_btcusdt_1h_close/1h/short|window:d637dc410f35b7963014,2026-06-23T03:03:5 binance_btcusdt_1h_close/1h/short|window:d710f194aaeec36b3d92,2026-06-17T08:29:06.065178+00:00,2026-06-17T08:29:06.065178+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.4801368690065391,0.6929190926843762,0.014425735948671295,0.34531611653839817,-23.70016999425265,True binance_btcusdt_1h_close/1h/short|window:d767ecbe8ab7c65eaddf,2026-06-22T12:46:47.885038+00:00,2026-06-22T12:46:47.885038+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.19363501812679002,0.44003979152661865,0.0037734020770274477,0.2584719646670855,15.817889042235745,True binance_btcusdt_1h_close/1h/short|window:d8a2593afc02063a42a3,2026-06-22T09:45:29.062020+00:00,2026-06-22T09:45:29.062020+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.12626683675868158,0.35534045190307506,0.00301570634843849,0.23055602855833043,33.012248376844546,True +binance_btcusdt_1h_close/1h/short|window:d8a41783b2047179be0b,2026-06-23T04:52:11.969727+00:00,2026-06-23T04:52:11.969727+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.7728841019801846,0.8791382723896081,0.005610435313405319,0.4674403431129901,-0.47630732157373584,True binance_btcusdt_1h_close/1h/short|window:d8cdcc7e2391d135c650,2026-06-16T12:53:36.041765+00:00,2026-06-16T12:53:36.041765+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.22073514569954358,0.4698245903521266,0.004565215704595287,0.33842654928132704,90.21341822781154,True binance_btcusdt_1h_close/1h/short|window:d93f1179296a3ef8f1de,2026-06-23T04:07:56.953169+00:00,2026-06-23T04:07:56.953169+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.7682542699708966,0.8765011522929657,0.005499091465465011,0.4634737265180511,-0.7472592921206979,True binance_btcusdt_1h_close/1h/short|window:db0c2b466f52ecd2388d,2026-06-17T07:25:12.512993+00:00,2026-06-17T07:25:12.512993+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.25113334076093907,0.5011320592029002,0.009786796596017127,0.2569667044301564,5.2407116602726,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index fed41266194616fd970162066d97efb2474515d2..de667bca9fd562c490a4e62f7292780620df714e 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8066421767675691,0.8510356023707795,0.010657264773192572,0.7002045176752746,-13.356382904017273,0.5701958437596751,0.24049820236260913,2.010069785016716e-06,177,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T04:45:45.390502+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8114711330438598,0.8535062579756904,0.01068136957813246,0.7039403785328897,-13.489418164763832,0.5722212816464006,0.24776233098457437,9.106024045245634e-07,178,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T04:53:49.842383+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.6722840427898185,1.1136149807343625,0.1122826628431276,0.8751386039730832,-54.27242992293919,1.7954987859166085,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-23T04:20:41.039251+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8308327824719037,1.248703509699578,1.4897785533266932,0.9812857534371714,6.219215850919639,1.2768372422998577,-0.07672955974842768,0.24373588826418502,106,0.9528301886792453,2026-06-17T12:10:12.335728+00:00,2026-06-23T04:45:45.424207+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.9711942052880715,2.016990080678122,0.11830425542283979,1.405097067107488,14.901933241240364,4.765679264181568,0.13225225225225226,0.09319779957655917,75,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-23T04:37:44.244263+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.5797131 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0105613444090582,0.9791765114700783,0.592500738288291,0.48930731788130094,17.790403592197933,0.47117910706719796,-0.4114942528735632,0.0011498312296926525,30,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-23T04:20:41.217871+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8969958730067766,1.1197929368663608,0.015169639311296548,0.7479791472431945,10.167486958667332,3.1101315134415843,0.18974358974358974,0.08464411605692107,40,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T04:37:44.280570+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.990112198006116,0.9781737397061917,0.20219237299729226,0.490199516466659,51.28266024024151,0.3541696942533509,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-22T23:42:47.178078+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.42073149774871405,0.5828703245108469,0.0072661287535908505,0.3273197102415226,26.349879592705744,0.5684288232692375,0.14745420352441316,0.0001632350955772173,294,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T04:42:54.478566+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.42135590318652194,0.583531012118164,0.007257712045762942,0.3275995462099674,26.300287809591143,0.567562617019707,0.15069756716245822,0.00011358768260968821,295,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T04:50:46.036869+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.38439341544285544,0.5096604914177981,0.058325125078410194,0.28505879583543775,17.06313580145981,0.5327950855857294,0.04761904761904762,1.0,7,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-23T04:15:45.867977+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2509651250795495,0.3876749657095241,0.5060552748256141,0.20923073890294425,73.39045697628792,0.361912732525001,0.3173913043478261,2.288810532763508e-09,161,0.9627329192546584,2026-06-16T12:06:44.487655+00:00,2026-06-23T04:43:02.912855+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.746719475005064,1.9158256184142892,0.11567140328925277,1.0872191056548015,14.216517901661978,4.99236189908108,0.4073957016434892,1.5863373330203164e-10,113,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-23T04:35:11.379635+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.144 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8250544566604336,0.8780933986828819,0.5727940182479906,0.4655985654079336,26.7456028271471,0.44285308439153065,-0.06737588652482271,0.49936382472146235,48,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-23T04:16:15.490305+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8050961659740958,0.9365312537398937,0.010607461052258708,0.5919614662138474,33.06266036371712,3.751674510368137,0.12885662431941922,0.15306143741005773,58,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T04:35:14.974209+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1470345464849695,0.36143628779848724,0.07464265889217996,0.21315140545343586,90.6774928723689,0.07843009866932546,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-22T23:32:18.736924+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6554082051594281,0.6777159140026436,0.007350388801534161,0.4361187114368344,20.590401264324345,0.8155890537509127,0.10516178736517719,0.03770300666504139,177,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T04:45:45.470290+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6557286350482913,0.6786504561054986,0.0073392206243858,0.43616256570663103,20.49491294152226,0.8132931025212702,0.1084872722656002,0.031559279630761064,178,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T04:53:49.893860+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.193642063640152,1.70700061723835,0.18382238509451362,1.3185644060092472,-65.46663134536205,4.668455202355313,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-23T04:20:41.272840+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.634327132695614,1.4799427509717116,1.537346662839965,1.1178949616410812,-4.458066386687984,2.0663475231790693,-0.027493261455525612,0.6761764877045453,106,0.9528301886792453,2026-06-17T12:10:12.697348+00:00,2026-06-23T04:45:45.493950+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.749304960619617,2.209164832984512,0.12344494119656059,1.4877821797565811,12.214994793212592,7.1195026212000565,0.24900900900900902,0.001573170612315181,75,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-23T04:37:44.344752+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,11.75556590 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0967576460675394,1.0014299769744002,0.6695089370024655,0.5295076473720942,17.460180553531252,0.6427523674148373,-0.20919540229885059,0.10877382529020774,30,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-23T04:20:41.363632+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.630867052330797,1.0170132899296984,0.014100443651696363,0.692140859352406,18.699261170190137,3.014739047756294,0.1717948717948718,0.11846745726658628,40,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T04:37:44.367899+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0106745528959067,1.0039742155659683,0.21160774916824193,0.5376211899754999,48.4423431987713,0.11622833445791261,0.0,1.0,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-22T23:42:47.274014+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6302818001639772,0.7249807799758237,0.00879131208219692,0.36917313411771296,7.210681980441954,0.6940998535007367,0.029315647827758556,0.45745285747055775,289,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T04:45:05.077877+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6300796849629967,0.7250880447196894,0.008778087863067078,0.36932689030631766,7.235815087107715,0.6929064966712255,0.030807779501252835,0.43407711644949654,290,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T04:53:24.547130+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.32374114908876195,0.4741807563821409,0.05439806738597251,0.26813944329011935,24.566482298167873,0.42706729955247313,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-23T04:19:24.343537+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.5120273631777976,1.0146991031665562,1.4988317723118756,0.5169616769785321,26.534019616249342,2.066763128685065,0.3177294801369318,2.7789845273043912e-09,159,0.9685534591194969,2026-06-16T12:07:52.741323+00:00,2026-06-23T04:45:10.707112+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.48326173076372,2.13721212943471,0.11994146065465021,1.0943139800600237,11.618949687249948,36.26655248636367,0.4572143452877397,1.4396499242904087e-12,110,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-23T04:37:05.842171+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1314708483276734,1.0268497658511266,0.6336012886353836,0.48651149979707947,11.325573938273712,0.7885850361152713,-0.36829268292682926,0.0006937296645740641,41,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-23T04:19:48.121974+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,3.1750282928572604,1.2997796704013713,0.013848144817103229,0.7074749908552855,11.752512197704782,6.092154688751839,0.10401002506265665,0.253155311234595,57,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T04:37:12.967788+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14981973138991939,0.36476498478813413,0.06320277861905496,0.18873543444057805,90.59622548667889,0.09721825078090457,0.6,0.23333333333333334,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-22T23:42:17.643964+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5051606773780952,0.6330014380270965,0.007114472484104724,0.39739105996208884,21.384361432593913,0.5251277609769557,-0.17116076014381099,0.0007189366278317288,177,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T04:45:45.515385+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5062488234724448,0.6341417271145662,0.007104185210705436,0.39761898798190354,21.289815215013583,0.5238434565638397,-0.16193740874754017,0.0013310592185737614,178,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T04:53:49.922517+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5771568279001095,0.6879752348246028,0.07614787084783309,0.4629729837909748,-31.399820120235017,0.5548948988033838,0.6,0.1361111111111111,6,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-23T04:20:41.384087+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.3477420979031574,1.3878809154240457,1.5939602361283662,1.2141238745037426,5.682775420141948,1.8808525489688313,0.2028751123090746,0.002055162742172101,106,0.9528301886792453,2026-06-17T12:10:12.867076+00:00,2026-06-23T04:45:45.527840+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.43975502780062,2.1295149454722746,0.1203291779591845,1.4106885429877443,9.752410922485643,4.784804527856391,0.024144144144144147,0.7592410450224667,75,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-23T04:37:44.395816+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.989216043832516,0.9692389182007904,0.6801112920918361,0.5065137074051668,18.798727036326387,0.44909369032563645,-0.3425287356321839,0.007481827358939984,30,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-23T04:20:41.433095+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.224371197520077,1.149350378506064,0.015766644680835003,0.8167587975001407,14.358077313845465,3.946256899522227,0.12820512820512822,0.24397711809038614,40,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T04:37:44.411831+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0787787195349199,1.0379444492218732,0.21618952646374368,0.5597492766841528,45.98579993029981,0.08734441118750925,0.0,1.0,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-22T23:42:47.321412+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6195538661382554,0.740988929468842,0.008623188443053669,0.4296496447290567,2.152176768838648e-16,0.49626160650601153,-0.24871597329224446,8.887402216575551e-07,177,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T04:45:45.548253+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6203741050770536,0.7417415804131021,0.008609537489950863,0.4301408051627204,2.9548146299767554e-16,0.4949787385167749,-0.24014473433631692,1.944841773747441e-06,178,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T04:53:49.938250+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2565612559835197,0.4676926183925614,0.05397038616447911,0.33518682132279193,-1.4748963430700404e-15,0.24693667351374793,0.2,0.7194444444444444,6,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-23T04:20:41.447814+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.4731978244393527,1.4405483806130286,1.5808320576637296,1.2718646072044857,1.5533248316947735e-15,1.8981571637232386,0.20575022461814918,0.0017730863580207447,106,0.9528301886792453,2026-06-17T12:10:12.978229+00:00,2026-06-23T04:45:45.558751+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.0884544161624055,2.295677046668051,0.12717660241545076,1.8390716912288143,-1.1578675700382076e-16,4.857295481157245,0.02702702702702703,0.7315443538477552,75,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-23T04:37:44.432686+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.4318961460898045,1.1685978344691317,0.6905681061219461,0.9067070222538552,-3.225790554020627e-16,0.7024429766717039,-0.18160919540229886,0.1653935231257671,30,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-23T04:20:41.489589+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.5942663754706996,1.31301526798014,0.016680800570242234,0.726596007833642,4.56038098691881e-15,4.07819021151602,0.18601671562475386,0.09112083948109469,40,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T04:37:44.444831+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.9607965919810555,1.7146505799162957,0.36091886218530816,1.3691608206855306,8.969107392259686e-17,0.5580553598022875,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-22T23:42:47.343681+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.44081157324536707,0.6120096785310488,0.007595650387479331,0.33664754979138556,19.689891204601704,0.41444234914122363,0.30015404668799617,2.268128614142593e-14,291,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T04:44:26.155043+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4417774293507621,0.6128254018633625,0.007587933236922784,0.3370351085998538,19.632288335857986,0.4140587061473409,0.3028291672550958,1.201709532046581e-14,292,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T04:52:20.204254+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3531086312767736,0.4497860921798977,0.05049692526362469,0.24969712003498815,39.985613709223784,0.51022951350609,0.04761904761904762,1.0,7,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-23T04:18:26.767851+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.29030513060015894,0.41775401492057895,0.651662326745202,0.20846539741627268,74.0319300489441,0.4384095004511691,0.3196540880503145,1.98122525736176e-09,160,0.9625,2026-06-16T12:07:37.946365+00:00,2026-06-23T04:44:39.724302+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.463663775942564,1.8771756341465713,0.11317503417365997,1.0347793940054903,15.926142414124167,4.575372597246514,0.37624897624897624,4.809104325063591e-09,111,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-23T04:36:32.132471+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1680660 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8091517233646689,0.8763014705652556,0.5908725266903997,0.4625779734906379,25.355922396961855,0.39586881689708564,-0.07878787878787878,0.4454509069408539,45,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-23T04:18:52.765609+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7910206945881098,0.9306344113521594,0.010349142671711746,0.5832474956081453,33.414750867853755,3.5946573631599255,0.12522686025408344,0.16496869131574954,58,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T04:36:37.084601+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1174822396077626,0.324815581789166,0.060286878365620425,0.19980835418849988,92.46557501174824,0.060081196004453746,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-22T23:41:11.770213+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.45564719943257165,0.5818767677876159,0.0068698704091356136,0.31807451392653663,31.09897908659677,0.6815181063645255,0.1961231750705435,7.620434113665513e-07,286,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T04:45:31.338921+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.45761679977143166,0.5833699048146079,0.0068713721621517804,0.31902116106470163,30.940814068901105,0.6811433663168055,0.20040934675081018,4.1521676488227565e-07,287,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T04:53:45.030828+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3225591397656044,0.48664545608319326,0.054730137587469245,0.24963903130622794,18.218338052650473,0.3997744021151048,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-23T04:20:12.598309+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.09513048996581819,0.225220919512825,0.43288508489435995,0.11673077234755581,90.05816874157865,0.20466605953184383,0.18471337579617833,0.0005961144673030721,157,0.9681528662420382,2026-06-16T12:08:08.243141+00:00,2026-06-23T04:45:42.823899+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.748232663468255,1.951225221976848,0.12017295206336844,1.1937754677252337,11.847769976776638,4.642907844126314,0.303863432165319,3.904744490602583e-06,106,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-23T04:37:36.944092+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1291 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9436335245095006,0.9579592143649623,0.6608700894610674,0.5169239862571235,17.493844783419746,0.33199755532972886,-0.04102564102564103,0.709272661513508,40,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-23T04:20:38.603909+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.9624453554080248,1.0076275189361705,0.011793600238112345,0.6616461131213514,25.49184552554582,3.7293617024320267,0.0649895178197065,0.48779675175863624,54,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T04:37:42.056633+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.19701763456987959,0.42647880866511967,0.09210826322391313,0.22574447154214997,87.63037685402294,0.10515280616061715,0.3333333333333334,0.75,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-22T23:42:44.447703+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.37261362551361094,0.5470434360738808,0.006722097679147993,0.3746475599599184,32.27344293155556,0.3969377525647052,0.21180271180271182,5.235338639413239e-08,297,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T04:43:32.851458+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3736161218858152,0.5479572638380669,0.006719270764654816,0.37492892429949376,32.18714156721949,0.3966466506497572,0.21510406074164465,3.070375407976914e-08,298,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T04:51:36.652603+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3659814554277121,0.5236124307799545,0.059495747037476746,0.35459458613334327,11.21682598714913,0.39415876702644365,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-23T04:16:48.786326+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10562347149920348,0.2530065432194853,0.3703408808240079,0.18262418999798583,84.8222052465052,0.17673650143748315,0.03459119496855346,0.5161992731283687,160,0.9625,2026-06-16T12:07:01.390017+00:00,2026-06-23T04:43:45.031143+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.874636155744659,1.7277809749197583,0.11456837801064904,1.1874019858789124,22.931758953719413,4.419814125198548,0.368110541841329,6.3874968972983495e-09,114,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-23T04:35:41.971821+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8043542073202143,0.8752550188436752,0.5155691450727605,0.6875740542797159,26.286407835345752,0.3722177386336701,-0.04609929078014185,0.6439536077376282,48,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-23T04:17:18.282578+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.687669595743315,0.9061301880871944,0.010652006025287902,0.7043565354119234,34.50855648072463,3.45572624279161,0.10578609000584452,0.23655275440923185,59,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T04:35:47.669391+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15216568209521827,0.37796453879602965,0.06502662159367666,0.29797079340933813,90.33726988702747,0.06941482262146421,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-22T23:39:57.499399+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.38850371979702497,0.5558571542263128,0.006800557663725008,0.318414073276429,30.292509763562173,0.4802932146381345,0.18222473285317514,3.434722456640402e-06,292,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T04:44:11.944895+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3898155982345102,0.5569605027524674,0.006796495812700027,0.3189226953577825,30.187496735967855,0.47999565308339615,0.18593669643274582,2.0775752092181012e-06,293,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T04:52:11.969727+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4526862423623368,0.5657525073073637,0.06377901282502746,0.3031626192040572,6.6419767449522,0.5775530867943033,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-23T04:17:51.355940+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.1953060036284149,0.3156735988903227,0.39614951854337227,0.1640735644394047,83.03192535203505,0.3591596402171281,0.34845951755433485,7.075321611732282e-11,159,0.9622641509433962,2026-06-16T12:07:21.772238+00:00,2026-06-23T04:44:16.417227+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.1449565986955506,1.817867852379455,0.11201840519012347,1.0209872679579948,17.070257795977547,4.448378722004048,0.2929835651074589,4.217626748092337e-06,113,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-23T04:36:15.697751+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 56540e58948b5f37e979296a08ce54770a49e83e..bd563d557e27495b917376d6e196f9897c55a336 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T04:45:45.706596+00:00", + "generated_at": "2026-06-23T04:53:50.162903+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 41a0e800147874e7837815da1cd5d8c19bb28bde..31c77de44f2e8b42a2e92c681bc9fe536a15b52d 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,ARIMA,3.3863341780991885,1.8501107999117496,7.0,1,1,1.0 Air Quality,TimesFM-2.5,2.564548113819098,1.891777302219526,8.0,1,1,1.0 Air Quality,Moirai-1.1-Large,3.3638070350407174,1.8928058156366496,9.0,1,1,1.0 Air Quality,Moving-Average,3.177901028633958,1.9309094156687938,10.0,1,1,1.0 -Finance,Moving-Average,0.9126110802117429,0.7572285125013554,1.0,1,1,1.0 -Finance,ETS,0.9303738870284849,0.7668176227123848,2.0,1,1,1.0 -Finance,TimesFM-2.5,0.8764133503338449,0.8137258246081662,3.0,1,1,1.0 -Finance,Chronos-2,0.7891761930877537,0.8882486788779912,4.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.8600982947268165,0.897244407502701,5.0,1,1,1.0 -Finance,TiRex,0.944523331465236,0.9733009532129219,6.0,1,1,1.0 +Finance,Moving-Average,0.912866360581499,0.7592847293358838,1.0,1,1,1.0 +Finance,ETS,0.9306234366815749,0.7688714474764997,2.0,1,1,1.0 +Finance,TimesFM-2.5,0.876953738283815,0.8157679477941653,3.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.746735830224114,0.8613754105615691,4.0,1,1,1.0 +Finance,Chronos-2,0.790184895690943,0.8887754699728769,5.0,1,1,1.0 +Finance,TiRex,0.9442041874676431,0.9738065274248067,6.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -Finance,Toto-2.0-1B,1.0100641354407687,1.0698749804299128,8.0,1,1,1.0 -Finance,Timer-S1,1.3365449010914676,1.2523252163101593,9.0,1,1,1.0 -Finance,ARIMA,2.176578054187343,2.2701727899040147,10.0,1,1,1.0 +Finance,Toto-2.0-1B,1.0095717373171182,1.070356463577171,8.0,1,1,1.0 +Finance,Timer-S1,1.3335692841967763,1.2507655301798162,9.0,1,1,1.0 +Finance,ARIMA,2.1764515324342875,2.267361366700805,10.0,1,1,1.0 Hazards,ARIMA,0.4951352340425208,0.5069601580842064,1.0,1,1,1.0 Hazards,Moirai-1.1-Large,0.4354639283575857,0.5361937706061136,2.0,1,1,1.0 Hazards,TiRex,0.4936791685821934,0.5421900296546405,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 8e8e4828171b59c1a4928f2bfa73d4b9a752cb4f..7bb9054d54a8e1d5183daf60bf5d2c090990d3bc 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 1D,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.7558386750598678,0.7643730624362041,3.8333333333333335,6,6,1.0 -1h,TiRex,1.0316211655308927,0.8748047777909859,4.5,6,6,1.0 -1h,Moirai-1.1-Large,0.9155712979794376,0.8287668445785972,4.666666666666667,6,6,1.0 -1h,Toto-2.0-1B,0.8790885847393661,0.8243194755622347,4.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.5969430099929215,0.7701884559022345,5.0,6,6,1.0 -1h,Timer-S1,0.9739546170435084,0.9160564220858082,5.333333333333333,6,6,1.0 +1h,Chronos-2,0.7559996046303498,0.764448597862455,4.0,6,6,1.0 +1h,Moirai-1.1-Large,0.8942562557175783,0.8231506398803184,4.5,6,6,1.0 +1h,TiRex,1.031563061784537,0.8748804965842697,4.5,6,6,1.0 +1h,Toto-2.0-1B,0.8790171454607085,0.8243812929924768,4.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.5970043391145115,0.770510263225841,5.0,6,6,1.0 +1h,Timer-S1,0.9735928873453548,0.9158661756454118,5.333333333333333,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,6.0,6,6,1.0 -1h,Moving-Average,1.3155881776466776,1.0838217904844325,6.666666666666667,6,6,1.0 -1h,ARIMA,2.280547850229691,1.6137054583223924,7.0,6,6,1.0 -1h,ETS,3.025759997970912,1.6826838718319284,7.166666666666667,6,6,1.0 +1h,Moving-Average,1.3156495043730112,1.0843117472278425,6.666666666666667,6,6,1.0 +1h,ARIMA,2.2805257554633878,1.6133722126336443,7.0,6,6,1.0 +1h,ETS,3.025895246998996,1.6834341778618567,7.166666666666667,6,6,1.0 6min,Timer-S1,0.015323782270332256,0.08332445813864546,1.0,1,1,1.0 6min,Chronos-2,0.03575438595857639,0.1359249879104977,2.0,1,1,1.0 6min,TimesFM-2.5,0.031933715152616275,0.1404716963713397,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 5c640fa087a9fae2f6bedddb63db2533d8b2f376..bd3f63026683feb41e714f1e450575377b857c40 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 7,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.6251830402369541,0.7207188083839883,3.857142857142857,7,7,1.0 -24,Toto-2.0-1B,0.7684490763210616,0.7536606616669174,4.428571428571429,7,7,1.0 -24,Moirai-1.1-Large,0.8690392931300568,0.7774687719804348,4.714285714285714,7,7,1.0 -24,TiRex,0.9491737109237688,0.818550569550183,4.714285714285714,7,7,1.0 -24,Timer-S1,0.7385120611986725,0.7962914034600599,4.714285714285714,7,7,1.0 -24,TimesFM-2.5,0.58454744158,0.7590594959894243,5.285714285714286,7,7,1.0 +24,Chronos-2,0.6252971336405277,0.7207798549601999,4.0,7,7,1.0 +24,Toto-2.0-1B,0.7683955490325354,0.7537091059036909,4.428571428571429,7,7,1.0 +24,Moirai-1.1-Large,0.851668697296893,0.7729506553821847,4.571428571428571,7,7,1.0 +24,TiRex,0.9491278878149422,0.8186112974942239,4.714285714285714,7,7,1.0 +24,Timer-S1,0.7382769530017065,0.7961496525040959,4.714285714285714,7,7,1.0 +24,TimesFM-2.5,0.5845989174458899,0.7593313370069208,5.285714285714286,7,7,1.0 24,Seasonal-Naive,1.0,1.0,6.285714285714286,7,7,1.0 -24,ARIMA,1.807918938391835,1.3611269366787673,6.428571428571429,7,7,1.0 -24,Moving-Average,1.2353627450144389,1.0752600085490986,7.0,7,7,1.0 -24,ETS,2.5837000674071327,1.5801898246768589,7.571428571428571,7,7,1.0 +24,ARIMA,1.8079039248662492,1.3608860024421894,6.428571428571429,7,7,1.0 +24,Moving-Average,1.2354121051205569,1.0756766404726001,7.0,7,7,1.0 +24,ETS,2.5837990579249897,1.5807937518153152,7.571428571428571,7,7,1.0 60,Timer-S1,0.015323782270332256,0.08332445813864546,1.0,1,1,1.0 60,Chronos-2,0.03575438595857639,0.1359249879104977,2.0,1,1,1.0 60,TimesFM-2.5,0.031933715152616275,0.1404716963713397,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index bfda239e63a939fb25aba5fea7e49ff1938fe5d5..f4f2d954e43dd8f97b99faabf817d4b2d1581ca5 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Chronos-2,0.39988575000500437,0.552338988801757,3.8,10,10,1.0 -Overall,Timer-S1,0.3834720787548477,0.5403091869674712,3.8,10,10,1.0 -Overall,Toto-2.0-1B,0.5307027742256561,0.6106361490389703,4.5,10,10,1.0 -Overall,TiRex,0.5565845717130807,0.6382387487652914,4.8,10,10,1.0 -Overall,TimesFM-2.5,0.35653902857994724,0.5810306453380248,4.9,10,10,1.0 -Overall,Moirai-1.1-Large,0.7220546048764195,0.6921118692296457,5.2,10,10,1.0 -Overall,ARIMA,1.0030691094289315,0.9703245292799072,6.3,10,10,1.0 -Overall,Moving-Average,0.9874249911743445,0.9431227122564251,6.9,10,10,1.0 +Overall,Timer-S1,0.38338661879047525,0.5402418573792295,3.8,10,10,1.0 +Overall,Chronos-2,0.39993683289135573,0.5523717374726336,3.9,10,10,1.0 +Overall,Toto-2.0-1B,0.5306768972160427,0.6106636243510495,4.5,10,10,1.0 +Overall,TiRex,0.5565657624752547,0.6382718938732472,4.8,10,10,1.0 +Overall,TimesFM-2.5,0.3565610063323855,0.5811762961537836,4.9,10,10,1.0 +Overall,Moirai-1.1-Large,0.711921210821529,0.6892939523291545,5.1,10,10,1.0 +Overall,ARIMA,1.003063278561449,0.9702042955082735,6.3,10,10,1.0 +Overall,Moving-Average,0.9874526084691873,0.9433785001913884,6.9,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.1,10,10,1.0 -Overall,ETS,1.6659640084973726,1.1963063800505807,7.7,10,10,1.0 +Overall,ETS,1.6660086884453214,1.1966264101673332,7.7,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index e62aeccc79e87ed297fca4c6810f6c03854cc4e4..dfcfb037ac2fc5a60c93d4758b547a2d1c34970d 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,592465.0809666315,1100947.3925432565,965.935736404851,1.3721626607968842,0.014961389610996972,0.015094023353286787,30.48875532376303,769.717533233219,0.011953684344518146,0.01500094566063986,0.013586208033422857,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,593432.006203852,1100235.161746036,965.0703392694344,1.3709333185215904,0.014947920052492727,0.015080466542327385,30.48875532376303,770.3453811141156,0.011963595433054789,0.014987707314818194,0.013572950691739485,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.02903851046730205,0.02974310071043847,0.15203205906496148,0.5095619465538624,0.0903772405790312,0.09236732546148367,18.36525756651058,0.17040689677152757,0.1029016797336081,0.0918058749237055,0.09010043205431689,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.060615583345023455,0.0525146607031549,0.18650097711645042,1.4190290560345953,0.13070882023355349,0.11868521709116514,23.938735130363487,0.2462023219732573,0.16056674059869688,0.12163107875689873,0.11223984703687069,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index b1f6091efcce84dc45e71412c2bc85bcfc318346..fef5f7dee37a708b95b840457b54e129ddb8d414 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T04:45:45.390502+00:00", + "evaluated_at": "2026-06-23T04:53:49.842383+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64156.0, 64204.01171875, 64065.3515625, - 63844.578125 + 63823.80859375 ], "p50": [ 63425.0351127738, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index bc1075a00e4836866754a5fc0b31e2c8de882de3..15beddb0de88d186b37c4becf2e50f7761482b22 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,13 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T04:45:45.443501+00:00", + "evaluated_at": "2026-06-23T04:53:49.863259+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index d44322100b4d8d6cb106fc7054dada03c913756f..7bff21fce90d4786c998622046d36e85c5914044 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -14,4 +14,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 2026-06-22,Chronos-2,4.900,4.000,4.000,4.600,4.900,4.600,2.900,4.600,5.000,4.700 -2026-06-23,Chronos-2,3.500,3.800,3.600,3.600,3.500,3.600,3.500,3.600,3.500,3.600 +2026-06-23,Chronos-2,3.600,3.900,3.600,3.600,3.600,3.600,3.500,3.600,3.600,3.600 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index bea7b18dbeee85400946499232d4947f0e6a3443..3f31c0ceb587c429791e36b57b2fe8b6b75fe198 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.2,3.9,3.8,4.1,4.2,4.1,3.2,4.1,4.25,4.15 +2026-W26,Chronos-Bolt-Mini,4.25,3.95,3.8,4.1,4.25,4.1,3.2,4.1,4.3,4.15 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index f9992d27941b967986a0bcf027af0958c12b16f6..aa5714ab4d88eae2de13e1d2c17c9600a36067c4 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,214813.95359802246,214813.95359802246,309.0826822916667,0.4390682524264886,0.00476956468998838,0.004792653076167506,5.9068266299074,463.4802623607854,0.007197831044465259,0.00480004243238683,0.00531586467352541,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,215452.0791912079,215452.0791912079,309.9480794270833,0.4402975947017822,0.004783199944357504,0.004806209916472814,5.9068266299074,464.168158312489,0.007208610832358753,0.004813546648589117,0.005320415972122912,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.02465103853496231,0.02465103853496231,0.13046300013860065,0.4372694858751897,0.07629084594881798,0.08084293802264848,2.446755898593816,0.15700649201533773,0.09480972932170105,0.07878121197962598,0.06559729110440611,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.09941732335016755,0.09941732335016755,0.2631952083773083,2.0025720715837334,0.1834622134591522,0.1615946551392782,26.789103730141868,0.315305127376907,0.20563379009263003,0.17164905843142128,0.11996958538937694,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index be9816339418e469a702ea827054df216a272ec9..4abe19e2a95c3ae40e2f554a5bf8db8fd0331410 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T04:42:54.478566+00:00", + "evaluated_at": "2026-06-23T04:50:46.036869+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64156.0, 64204.01171875, 64065.3515625, - 63844.578125 + 63823.80859375 ], "p50": [ 64169.90625, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index d969b2bd59a4b4d171a03a71a8806d5639fa46a5..978911a492044921d2c53fe6e801834eb4d580a1 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,13 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T04:43:05.413637+00:00", + "evaluated_at": "2026-06-23T04:51:12.660996+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 1affbb821578924a0c546749df4d114449f8fc46..6667dbfa02c6bf3bfa74375bcd61066c7ca89552 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,253248.00057003915,256430.15498990586,346.6372995776346,0.49241656705880316,0.005348839352467862,0.005378284713154158,7.473878010144582,503.2375190405015,0.00781525974555906,0.005383264226529887,0.004589141316554076,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,253744.0989703935,256894.3865943451,347.5026967130513,0.49364590933409674,0.005362453269125648,0.005391841606284514,7.473878010144582,503.73018469255294,0.007823015863824518,0.005396776273725236,0.0046026427009603086,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.18435838312574296,0.1852912210138092,0.27010360436632525,0.905299311596572,0.16555888734525523,0.13686519999613062,31.988111128306283,0.42936975106048514,0.25927864099399156,0.16310439963390475,0.15814736446564545,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.17046822699538752,0.16657782353009168,0.3479815801340427,2.6476857162346845,0.2417309462188955,0.20638123624202892,47.846817863071664,0.41287798075870735,0.26926826320751795,0.2269445213298053,0.21750810892723874,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 14f0e0a09fb185af656b212d6a108599d3594363..92808aa2567cd32e2886d67bf0ce3fc16bc94edb 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-23T04:45:45.470290+00:00", + "evaluated_at": "2026-06-23T04:53:49.893860+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64156.0, 64204.01171875, 64065.3515625, - 63844.578125 + 63823.80859375 ], "p50": [ 64089.598543673485, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 4bbcd72656cba881a64bf12c8c11286f29831bbd..f833cbea6c703c036a3d3332db2849303077c872 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,13 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T04:45:45.508364+00:00", + "evaluated_at": "2026-06-23T04:53:49.906665+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 1f2369271bbeee92babbddbb816281849b50516e..355df743a94f52228a9a61ee568cb10d77a1afc2 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1955,3 +1955,4 @@ {"evaluated_at": "2026-06-23T04:37:48.278790+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-23T04:45:49.293918+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-23T04:45:49.293918+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-23T04:53:53.904318+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 3aca4a0ac842175ee45afc076d1966a297c4ff0d..35f2a64afc4faea8932dac2cd17802d392739b04 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,234118.96708424887,216426.89103825888,326.9469401041667,0.46444537288006665,0.0050489349890938074,0.005070966546333712,5.353067124585297,483.8584163619032,0.007514303009745975,0.0050774736843978395,0.005369701033934208,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,203605.24240048727,213569.57562462488,318.2440592447917,0.4520824715953034,0.004913685857109578,0.004935449794791087,4.583569263622359,451.22637600265267,0.007007622741129305,0.004942384633073829,0.0051563928654394815,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.8894841219112095,1.807767868231963,1.1051387389500935,0.6496529186103234,0.042348088398812524,0.04368058685584237,6.97365035327942,1.3745850726350877,0.05262828910921663,0.042312085455551,0.038550202666175065,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.520717478523358,0.5569776052160781,0.6779869601130486,2.272391476232806,0.39237335080620817,0.5111407612688746,23.407186168963385,0.7216075654560158,0.43574897495762865,0.4094082948218578,0.33160564046705765,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.1732949947418475,0.1236854932065696,0.30622226413753295,2.3299518165233852,0.21188304364066748,0.18511321656717364,20.59158278555374,0.4162871541878845,0.2714916373059885,0.19971018330467932,0.13257383449474286,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 07d0c87d8d297335c775fdab61a0dc6bbc5190fe..3b8c3ec6976970d5bdb5f936d01372f4f7adf88d 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T04:45:05.077877+00:00", + "evaluated_at": "2026-06-23T04:53:24.547130+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 64156.0, 64204.01171875, 64065.3515625, - 63844.578125 + 63823.80859375 ], "p50": [ - 64099.837890625, - 64073.5625, - 64130.91796875, - 64118.1796875, - 64098.333984375, - 64135.0546875, - 64163.115234375, - 64185.62890625, - 64208.1796875, - 64197.4921875, - 64204.361328125, - 64153.6640625, - 64206.15625, - 64193.283203125, - 64106.76171875, - 64197.62890625, - 64220.388671875, - 64174.67578125, - 64216.294921875, - 64242.369140625, - 64284.380859375, - 64204.755859375, - 64303.3359375, - 64230.341796875 + 64079.67578125, + 64079.5625, + 64126.94140625, + 64136.14453125, + 64114.41796875, + 64091.185546875, + 64158.71484375, + 64125.33984375, + 64187.72265625, + 64099.392578125, + 64219.083984375, + 64222.126953125, + 64287.572265625, + 64142.841796875, + 64139.599609375, + 64186.80078125, + 64168.552734375, + 64258.484375, + 64169.1875, + 64207.8984375, + 64157.8828125, + 64266.974609375, + 64170.3671875, + 64272.509765625 ], "p10": [ - 63819.015625, - 63737.7421875, - 63736.2890625, - 63715.58984375, - 63510.365234375, - 63538.056640625, - 63566.0859375, - 63408.08203125, - 63535.3046875, - 63583.478515625, - 63487.765625, - 63513.8046875, - 63484.814453125, - 63337.68359375, - 63217.2734375, - 63366.4609375, - 63133.09765625, - 63264.48046875, - 63112.56640625, - 63393.69921875, - 63197.166015625, - 63326.740234375, - 63233.533203125, - 63117.1640625 + 63814.69140625, + 63772.845703125, + 63720.689453125, + 63562.056640625, + 63587.69140625, + 63520.388671875, + 63574.609375, + 63490.494140625, + 63471.64453125, + 63431.08203125, + 63332.716796875, + 63174.109375, + 63465.501953125, + 63170.6328125, + 63127.36328125, + 63188.857421875, + 63203.041015625, + 63241.62890625, + 63270.056640625, + 63312.982421875, + 63200.21484375, + 63016.2109375, + 62953.517578125, + 63056.814453125 ], "p90": [ - 64323.408203125, - 64411.259765625, - 64497.185546875, - 64537.8671875, - 64593.001953125, - 64619.01953125, - 64681.4375, - 64885.607421875, - 64937.36328125, - 64870.212890625, - 64908.52734375, - 64971.634765625, - 65077.6953125, - 65018.875, - 65042.513671875, - 65242.625, - 65199.314453125, - 65104.03515625, - 65039.423828125, - 65286.359375, - 65345.017578125, - 65300.451171875, - 65466.58984375, - 65329.94140625 + 64377.041015625, + 64509.19140625, + 64498.67578125, + 64597.201171875, + 64658.9453125, + 64698.103515625, + 64735.02734375, + 64858.810546875, + 64902.255859375, + 64762.95703125, + 64973.490234375, + 64894.98046875, + 65156.193359375, + 65087.53515625, + 64974.939453125, + 65129.38671875, + 65174.486328125, + 65302.064453125, + 65320.572265625, + 65149.111328125, + 65369.232421875, + 65376.587890625, + 65229.763671875, + 65452.06640625 ], "mean": [ - 64086.99609375, - 64079.13671875, - 64103.953125, - 64138.13671875, - 64016.01171875, - 64110.81640625, - 64126.2890625, - 64159.9921875, - 64218.8828125, - 64246.921875, - 64244.05078125, - 64166.875, - 64235.12890625, - 64269.62109375, - 64121.0390625, - 64276.796875, - 64263.359375, - 64161.609375, - 64217.48046875, - 64312.15625, - 64149.71484375, - 64365.83984375, - 64315.765625, - 64313.1875 + 64115.1640625, + 64102.9140625, + 64123.5, + 64084.16015625, + 64093.48828125, + 64105.45703125, + 64157.34375, + 64172.25390625, + 64248.23828125, + 64143.39453125, + 64278.39453125, + 64116.5625, + 64279.77734375, + 64122.05859375, + 63980.3359375, + 64134.28515625, + 64205.046875, + 64258.62890625, + 64352.1015625, + 64283.7265625, + 64252.140625, + 64238.6015625, + 64063.90234375, + 64265.609375 ], "quantiles": { "0.1": [ - 63819.015625, - 63737.7421875, - 63736.2890625, - 63715.58984375, - 63510.365234375, - 63538.056640625, - 63566.0859375, - 63408.08203125, - 63535.3046875, - 63583.478515625, - 63487.765625, - 63513.8046875, - 63484.814453125, - 63337.68359375, - 63217.2734375, - 63366.4609375, - 63133.09765625, - 63264.48046875, - 63112.56640625, - 63393.69921875, - 63197.166015625, - 63326.740234375, - 63233.533203125, - 63117.1640625 + 63814.69140625, + 63772.845703125, + 63720.689453125, + 63562.056640625, + 63587.69140625, + 63520.388671875, + 63574.609375, + 63490.494140625, + 63471.64453125, + 63431.08203125, + 63332.716796875, + 63174.109375, + 63465.501953125, + 63170.6328125, + 63127.36328125, + 63188.857421875, + 63203.041015625, + 63241.62890625, + 63270.056640625, + 63312.982421875, + 63200.21484375, + 63016.2109375, + 62953.517578125, + 63056.814453125 ], "0.2": [ - 63819.015625, - 63737.7421875, - 63736.2890625, - 63715.58984375, - 63510.365234375, - 63538.056640625, - 63566.0859375, - 63408.08203125, - 63535.3046875, - 63583.478515625, - 63487.765625, - 63513.8046875, - 63484.814453125, - 63337.68359375, - 63217.2734375, - 63366.4609375, - 63133.09765625, - 63264.48046875, - 63112.56640625, - 63393.69921875, - 63197.166015625, - 63326.740234375, - 63233.533203125, - 63117.1640625 + 63814.69140625, + 63772.845703125, + 63720.689453125, + 63562.056640625, + 63587.69140625, + 63520.388671875, + 63574.609375, + 63490.494140625, + 63471.64453125, + 63431.08203125, + 63332.716796875, + 63174.109375, + 63465.501953125, + 63170.6328125, + 63127.36328125, + 63188.857421875, + 63203.041015625, + 63241.62890625, + 63270.056640625, + 63312.982421875, + 63200.21484375, + 63016.2109375, + 62953.517578125, + 63056.814453125 ], "0.3": [ - 63819.015625, - 63737.7421875, - 63736.2890625, - 63715.58984375, - 63510.365234375, - 63538.056640625, - 63566.0859375, - 63408.08203125, - 63535.3046875, - 63583.478515625, - 63487.765625, - 63513.8046875, - 63484.814453125, - 63337.68359375, - 63217.2734375, - 63366.4609375, - 63133.09765625, - 63264.48046875, - 63112.56640625, - 63393.69921875, - 63197.166015625, - 63326.740234375, - 63233.533203125, - 63117.1640625 + 63814.69140625, + 63772.845703125, + 63720.689453125, + 63562.056640625, + 63587.69140625, + 63520.388671875, + 63574.609375, + 63490.494140625, + 63471.64453125, + 63431.08203125, + 63332.716796875, + 63174.109375, + 63465.501953125, + 63170.6328125, + 63127.36328125, + 63188.857421875, + 63203.041015625, + 63241.62890625, + 63270.056640625, + 63312.982421875, + 63200.21484375, + 63016.2109375, + 62953.517578125, + 63056.814453125 ], "0.4": [ - 64099.837890625, - 64073.5625, - 64130.91796875, - 64118.1796875, - 64098.333984375, - 64135.0546875, - 64163.115234375, - 64185.62890625, - 64208.1796875, - 64197.4921875, - 64204.361328125, - 64153.6640625, - 64206.15625, - 64193.283203125, - 64106.76171875, - 64197.62890625, - 64220.388671875, - 64174.67578125, - 64216.294921875, - 64242.369140625, - 64284.380859375, - 64204.755859375, - 64303.3359375, - 64230.341796875 + 64079.67578125, + 64079.5625, + 64126.94140625, + 64136.14453125, + 64114.41796875, + 64091.185546875, + 64158.71484375, + 64125.33984375, + 64187.72265625, + 64099.392578125, + 64219.083984375, + 64222.126953125, + 64287.572265625, + 64142.841796875, + 64139.599609375, + 64186.80078125, + 64168.552734375, + 64258.484375, + 64169.1875, + 64207.8984375, + 64157.8828125, + 64266.974609375, + 64170.3671875, + 64272.509765625 ], "0.5": [ - 64099.837890625, - 64073.5625, - 64130.91796875, - 64118.1796875, - 64098.333984375, - 64135.0546875, - 64163.115234375, - 64185.62890625, - 64208.1796875, - 64197.4921875, - 64204.361328125, - 64153.6640625, - 64206.15625, - 64193.283203125, - 64106.76171875, - 64197.62890625, - 64220.388671875, - 64174.67578125, - 64216.294921875, - 64242.369140625, - 64284.380859375, - 64204.755859375, - 64303.3359375, - 64230.341796875 + 64079.67578125, + 64079.5625, + 64126.94140625, + 64136.14453125, + 64114.41796875, + 64091.185546875, + 64158.71484375, + 64125.33984375, + 64187.72265625, + 64099.392578125, + 64219.083984375, + 64222.126953125, + 64287.572265625, + 64142.841796875, + 64139.599609375, + 64186.80078125, + 64168.552734375, + 64258.484375, + 64169.1875, + 64207.8984375, + 64157.8828125, + 64266.974609375, + 64170.3671875, + 64272.509765625 ], "0.6": [ - 64099.837890625, - 64073.5625, - 64130.91796875, - 64118.1796875, - 64098.333984375, - 64135.0546875, - 64163.115234375, - 64185.62890625, - 64208.1796875, - 64197.4921875, - 64204.361328125, - 64153.6640625, - 64206.15625, - 64193.283203125, - 64106.76171875, - 64197.62890625, - 64220.388671875, - 64174.67578125, - 64216.294921875, - 64242.369140625, - 64284.380859375, - 64204.755859375, - 64303.3359375, - 64230.341796875 + 64079.67578125, + 64079.5625, + 64126.94140625, + 64136.14453125, + 64114.41796875, + 64091.185546875, + 64158.71484375, + 64125.33984375, + 64187.72265625, + 64099.392578125, + 64219.083984375, + 64222.126953125, + 64287.572265625, + 64142.841796875, + 64139.599609375, + 64186.80078125, + 64168.552734375, + 64258.484375, + 64169.1875, + 64207.8984375, + 64157.8828125, + 64266.974609375, + 64170.3671875, + 64272.509765625 ], "0.7": [ - 64099.837890625, - 64073.5625, - 64130.91796875, - 64118.1796875, - 64098.333984375, - 64135.0546875, - 64163.115234375, - 64185.62890625, - 64208.1796875, - 64197.4921875, - 64204.361328125, - 64153.6640625, - 64206.15625, - 64193.283203125, - 64106.76171875, - 64197.62890625, - 64220.388671875, - 64174.67578125, - 64216.294921875, - 64242.369140625, - 64284.380859375, - 64204.755859375, - 64303.3359375, - 64230.341796875 + 64079.67578125, + 64079.5625, + 64126.94140625, + 64136.14453125, + 64114.41796875, + 64091.185546875, + 64158.71484375, + 64125.33984375, + 64187.72265625, + 64099.392578125, + 64219.083984375, + 64222.126953125, + 64287.572265625, + 64142.841796875, + 64139.599609375, + 64186.80078125, + 64168.552734375, + 64258.484375, + 64169.1875, + 64207.8984375, + 64157.8828125, + 64266.974609375, + 64170.3671875, + 64272.509765625 ], "0.8": [ - 64323.408203125, - 64411.259765625, - 64497.185546875, - 64537.8671875, - 64593.001953125, - 64619.01953125, - 64681.4375, - 64885.607421875, - 64937.36328125, - 64870.212890625, - 64908.52734375, - 64971.634765625, - 65077.6953125, - 65018.875, - 65042.513671875, - 65242.625, - 65199.314453125, - 65104.03515625, - 65039.423828125, - 65286.359375, - 65345.017578125, - 65300.451171875, - 65466.58984375, - 65329.94140625 + 64377.041015625, + 64509.19140625, + 64498.67578125, + 64597.201171875, + 64658.9453125, + 64698.103515625, + 64735.02734375, + 64858.810546875, + 64902.255859375, + 64762.95703125, + 64973.490234375, + 64894.98046875, + 65156.193359375, + 65087.53515625, + 64974.939453125, + 65129.38671875, + 65174.486328125, + 65302.064453125, + 65320.572265625, + 65149.111328125, + 65369.232421875, + 65376.587890625, + 65229.763671875, + 65452.06640625 ], "0.9": [ - 64323.408203125, - 64411.259765625, - 64497.185546875, - 64537.8671875, - 64593.001953125, - 64619.01953125, - 64681.4375, - 64885.607421875, - 64937.36328125, - 64870.212890625, - 64908.52734375, - 64971.634765625, - 65077.6953125, - 65018.875, - 65042.513671875, - 65242.625, - 65199.314453125, - 65104.03515625, - 65039.423828125, - 65286.359375, - 65345.017578125, - 65300.451171875, - 65466.58984375, - 65329.94140625 + 64377.041015625, + 64509.19140625, + 64498.67578125, + 64597.201171875, + 64658.9453125, + 64698.103515625, + 64735.02734375, + 64858.810546875, + 64902.255859375, + 64762.95703125, + 64973.490234375, + 64894.98046875, + 65156.193359375, + 65087.53515625, + 64974.939453125, + 65129.38671875, + 65174.486328125, + 65302.064453125, + 65320.572265625, + 65149.111328125, + 65369.232421875, + 65376.587890625, + 65229.763671875, + 65452.06640625 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 412d6318c292c77eefe7b03de7522878ea1af370..c4de5f1d5bef6876a8499c00b3d01c71ff0257dc 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,13 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T04:45:13.043292+00:00", + "evaluated_at": "2026-06-23T04:53:26.909018+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index c3de03b2ee692320afaa948afc73ceba936ed5bf..40b819eeeb3917d2e773601c7d878be792a6aef6 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,248412.96019157456,251646.8399064292,341.5285877250105,0.48515937241867935,0.005269724713450286,0.005298583137045535,7.340759337200622,498.4104334698207,0.0077402952881775065,0.005303926123580809,0.004531753770213178,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,248902.44863389528,252104.4615528346,342.3939848604271,0.48638871469397293,0.005283337819031291,0.005312140031857215,7.340759337200622,498.9012413633537,0.0077480215485783675,0.005317437105493378,0.004545254384069541,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.6364143295513629,0.6328646247221681,0.7722305437905853,2.588265274458598,0.4583690903651994,0.599707553173602,99.37640083233937,0.7977558082216405,0.48173175052481215,0.4663180986400431,0.4622032234132565,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.03870569507359292,0.03719282832260509,0.16034624198880557,1.220025653088118,0.11172218200074537,0.10336519470867393,9.12258937843223,0.19673763003958578,0.128307157119338,0.1045736418610585,0.09587784031688054,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index d49c91c3e9cf403d344a24e72bd05d7bf27825f0..46e0827839aaa1d9037b638ea73af062df366bc6 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T04:45:45.515385+00:00", + "evaluated_at": "2026-06-23T04:53:49.922517+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64156.0, 64204.01171875, 64065.3515625, - 63844.578125 + 63823.80859375 ], "p50": [ 64105.249402069625, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 29c2e86e20557cfe9a783ac89f122baa7636056b..b1b0d8a70688a56e3ae91676f7234dd610a62712 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,13 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T04:45:45.538347+00:00", + "evaluated_at": "2026-06-23T04:53:49.928641+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 5305e8c6240946d9fb4dfad7f43138432a64b2b0..bff789aa2b860184a6cb7c29ef26b07a6c1ac6f8 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-23T04:42:32.413231+00:00", - "finished_at": "2026-06-23T04:45:49.293468+00:00", - "task_count": 2, + "started_at": "2026-06-23T04:50:21.511625+00:00", + "finished_at": "2026-06-23T04:53:53.903882+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,13 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T04:43:05.413637+00:00", + "evaluated_at": "2026-06-23T04:51:12.660996+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -30,19 +24,13 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T04:43:49.884472+00:00", + "evaluated_at": "2026-06-23T04:51:39.622609+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -50,19 +38,13 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T04:44:18.336236+00:00", + "evaluated_at": "2026-06-23T04:52:14.240948+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -70,19 +52,13 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T04:44:44.464806+00:00", + "evaluated_at": "2026-06-23T04:52:22.886325+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -90,19 +66,13 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T04:45:13.043292+00:00", + "evaluated_at": "2026-06-23T04:53:26.909018+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -110,19 +80,13 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T04:45:45.186695+00:00", + "evaluated_at": "2026-06-23T04:53:49.643070+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -130,19 +94,13 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T04:45:45.443501+00:00", + "evaluated_at": "2026-06-23T04:53:49.863259+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -150,19 +108,13 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T04:45:45.508364+00:00", + "evaluated_at": "2026-06-23T04:53:49.906665+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -170,19 +122,13 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T04:45:45.538347+00:00", + "evaluated_at": "2026-06-23T04:53:49.928641+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -190,19 +136,13 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T04:45:45.567704+00:00", + "evaluated_at": "2026-06-23T04:53:49.943297+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -223,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-23T04:47:26.893694+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_045349.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_045349.json new file mode 100644 index 0000000000000000000000000000000000000000..2999aa18f554be51b21e36b2141d8d0910196c22 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_045349.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-23T04:53:49.842383+00:00", + "metrics": { + "MSE[mean]": 593432.006203852, + "MSE[0.5]": 1100235.161746036, + "MAE[0.5]": 965.0703392694344, + "MASE[0.5]": 1.3709333185215904, + "MAPE[0.5]": 0.014947920052492727, + "sMAPE[0.5]": 0.015080466542327385, + "MSIS": 30.48875532376303, + "RMSE[mean]": 770.3453811141156, + "NRMSE[mean]": 0.011963595433054789, + "ND[0.5]": 0.014987707314818194, + "mean_weighted_sum_quantile_loss": 0.013572950691739485 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00" + ], + "context": [ + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125 + ], + "actual": [ + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63823.80859375 + ], + "predictions": { + "p50": [ + 63425.0351127738, + 63424.18962114347, + 63421.52796409611, + 63425.08533535706, + 63429.20208201986, + 63433.162148587355, + 63423.4986570098, + 63433.12788789896, + 63423.6148968477, + 63423.57635493869, + 63423.619896721706, + 63424.91534497502, + 63418.80271184395, + 63421.85303798636, + 63424.914188177216, + 63433.114826942416, + 63416.437910664376, + 63429.29213272394, + 63418.80323200213, + 63427.937001621554, + 63427.936992524694, + 63433.1147510325, + 63431.904552813656, + 63422.68818558125 + ], + "p10": [ + 63184.27625017964, + 63170.11455545811, + 63164.006383894564, + 63169.66864726665, + 63185.35796508737, + 63196.735385762986, + 63101.08232781083, + 63189.33801684105, + 63168.97408320332, + 63133.52385975705, + 63169.49573002105, + 63189.32588780113, + 63183.85242812637, + 63169.497927222095, + 63189.91621195359, + 63185.448071853985, + 63165.89986362134, + 63185.44801579145, + 63189.85719985891, + 63185.448000251556, + 63183.85295646609, + 63196.687988208134, + 63238.91289632964, + 63164.33117842681 + ], + "p90": [ + 63680.053702691315, + 63712.50531429542, + 63711.33946271121, + 63659.16402752522, + 63711.574227580735, + 63711.71165599229, + 63659.281261572876, + 63711.69981024969, + 63711.881488984356, + 63711.69031357848, + 63691.82858923556, + 63693.81489111561, + 63693.813350159966, + 63682.28623260145, + 63668.48446663163, + 63711.68674929314, + 63667.06892502102, + 63691.830528119965, + 63662.1249060915, + 63809.90791851934, + 63662.61931911761, + 63810.39891895156, + 63711.664255915886, + 63754.269804497424 + ], + "mean": [ + 64700.84151641152, + 64062.056926230456, + 64684.71526675272, + 63747.24669853228, + 64077.603109508025, + 63783.110904155634, + 63718.76710016395, + 63774.5995339453, + 64091.13741538467, + 63748.41848343928, + 63434.94565174043, + 63729.397615184665, + 64693.42582977177, + 64059.18403195694, + 63428.37038401234, + 63446.334501125995, + 63395.883035179904, + 64708.86509211475, + 64053.14364858887, + 64068.58278324818, + 64056.66187276189, + 63799.28201573725, + 64099.82247982142, + 64392.85319175063 + ], + "quantiles": { + "0.1": [ + 63184.27625017964, + 63170.11455545811, + 63164.006383894564, + 63169.66864726665, + 63185.35796508737, + 63196.735385762986, + 63101.08232781083, + 63189.33801684105, + 63168.97408320332, + 63133.52385975705, + 63169.49573002105, + 63189.32588780113, + 63183.85242812637, + 63169.497927222095, + 63189.91621195359, + 63185.448071853985, + 63165.89986362134, + 63185.44801579145, + 63189.85719985891, + 63185.448000251556, + 63183.85295646609, + 63196.687988208134, + 63238.91289632964, + 63164.33117842681 + ], + "0.2": [ + 63248.53187749937, + 63258.75702766754, + 63247.525764877384, + 63209.665464232545, + 63249.24297987507, + 63260.29664332328, + 63247.82560388526, + 63260.262382634886, + 63228.2237964731, + 63226.132981086324, + 63258.13820223048, + 63297.42054750991, + 63247.85002747451, + 63247.850838767634, + 63283.64744853233, + 63276.85887856555, + 63260.24920328132, + 63249.703643111185, + 63246.30039713703, + 63283.64760181108, + 63228.230710594755, + 63316.272011987625, + 63331.55571201798, + 63249.33300953778 + ], + "0.3": [ + 63350.20329034602, + 63340.745640417175, + 63349.87286273177, + 63330.2561607267, + 63340.18431923301, + 63372.98563035022, + 63347.19570922916, + 63352.3361461869, + 63319.784379457284, + 63319.13013473398, + 63350.195739420975, + 63352.51403834163, + 63334.49628545323, + 63317.57556376706, + 63334.496669611064, + 63350.19773436791, + 63319.7912558812, + 63351.37505595783, + 63330.0851495472, + 63350.19766276548, + 63319.791293578935, + 63372.938232795364, + 63380.33339755208, + 63334.496817388346 + ], + "0.4": [ + 63390.50186436136, + 63383.60724555133, + 63383.89513979378, + 63401.74490155193, + 63419.18627248067, + 63416.48535070634, + 63396.6177698113, + 63402.5959361904, + 63396.63580761862, + 63390.44765395233, + 63382.98842011427, + 63400.14477962365, + 63381.145411469115, + 63382.990617315314, + 63391.673461154525, + 63411.54637487087, + 63373.0683975915, + 63400.14379164449, + 63378.43744987867, + 63397.62153615313, + 63384.21993073063, + 63415.17812977028, + 63422.85526964427, + 63381.14594340423 + ], + "0.5": [ + 63425.0351127738, + 63424.18962114347, + 63421.52796409611, + 63425.08533535706, + 63429.20208201986, + 63433.162148587355, + 63423.4986570098, + 63433.12788789896, + 63423.6148968477, + 63423.57635493869, + 63423.619896721706, + 63424.91534497502, + 63418.80271184395, + 63421.85303798636, + 63424.914188177216, + 63433.114826942416, + 63416.437910664376, + 63429.29213272394, + 63418.80323200213, + 63427.937001621554, + 63427.936992524694, + 63433.1147510325, + 63431.904552813656, + 63422.68818558125 + ], + "0.6": [ + 63466.42871765349, + 63449.16774943198, + 63452.88697728278, + 63467.7714616265, + 63504.432537439614, + 63493.148423865176, + 63448.5258863136, + 63501.64474490399, + 63501.624689126504, + 63481.17953245664, + 63498.606688180735, + 63441.3553661938, + 63432.38810048502, + 63441.35463653128, + 63493.10087733906, + 63499.81788345558, + 63436.55665943702, + 63493.1010461577, + 63467.600450447004, + 63493.147332074026, + 63460.20316318522, + 63511.0595510587, + 63493.119544371264, + 63448.55084183796 + ], + "0.7": [ + 63514.11503380457, + 63518.065320849986, + 63517.12361872372, + 63517.619412658525, + 63558.81239011932, + 63555.97032904028, + 63524.812024608225, + 63554.659144284495, + 63560.82787697271, + 63556.506284153, + 63528.72752857521, + 63514.36137244657, + 63503.799295102515, + 63505.4505131763, + 63519.164375590655, + 63554.64608332795, + 63515.28673708189, + 63524.83700117395, + 63523.16876851894, + 63560.83480019122, + 63517.448409660574, + 63592.355415282735, + 63560.83479336219, + 63517.44841325597 + ], + "0.8": [ + 63615.80972484138, + 63659.60993571668, + 63592.030619556506, + 63592.52641349131, + 63655.06093179025, + 63636.95306424795, + 63593.605387125164, + 63621.69803556312, + 63649.98316140419, + 63614.76501766661, + 63597.85463153206, + 63614.762385297894, + 63614.76084434225, + 63614.97050285772, + 63592.35526631147, + 63615.80568949302, + 63566.41212477489, + 63592.35543513011, + 63571.60080389523, + 63635.61545041765, + 63571.60081207677, + 63662.12491906242, + 63623.816784976705, + 63615.80561238912 + ], + "0.9": [ + 63680.053702691315, + 63712.50531429542, + 63711.33946271121, + 63659.16402752522, + 63711.574227580735, + 63711.71165599229, + 63659.281261572876, + 63711.69981024969, + 63711.881488984356, + 63711.69031357848, + 63691.82858923556, + 63693.81489111561, + 63693.813350159966, + 63682.28623260145, + 63668.48446663163, + 63711.68674929314, + 63667.06892502102, + 63691.830528119965, + 63662.1249060915, + 63809.90791851934, + 63662.61931911761, + 63810.39891895156, + 63711.664255915886, + 63754.269804497424 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_045046.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_045046.json new file mode 100644 index 0000000000000000000000000000000000000000..9bd0ded22c45676887d9b8d9fa48e446f9f802f9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_045046.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T04:50:46.036869+00:00", + "metrics": { + "MSE[mean]": 215452.0791912079, + "MSE[0.5]": 215452.0791912079, + "MAE[0.5]": 309.9480794270833, + "MASE[0.5]": 0.4402975947017822, + "MAPE[0.5]": 0.004783199944357504, + "sMAPE[0.5]": 0.004806209916472814, + "MSIS": 5.9068266299074, + "RMSE[mean]": 464.168158312489, + "NRMSE[mean]": 0.007208610832358753, + "ND[0.5]": 0.004813546648589117, + "mean_weighted_sum_quantile_loss": 0.005320415972122912 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00" + ], + "context": [ + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125 + ], + "actual": [ + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63823.80859375 + ], + "predictions": { + "p50": [ + 64169.90625, + 64160.30078125, + 64168.05078125, + 64177.2578125, + 64179.8515625, + 64182.41796875, + 64190.78515625, + 64177.95703125, + 64182.64453125, + 64178.33984375, + 64169.21484375, + 64162.7265625, + 64150.91015625, + 64159.55078125, + 64193.58203125, + 64176.87109375, + 64171.359375, + 64169.25390625, + 64162.78125, + 64155.18359375, + 64159.2109375, + 64176.55859375, + 64202.66796875, + 64202.8828125 + ], + "p10": [ + 63829.71875, + 63714.65625, + 63649.0703125, + 63613.43359375, + 63574.85546875, + 63532.41015625, + 63480.19140625, + 63435.73828125, + 63407.71484375, + 63345.86328125, + 63328.23046875, + 63287.78125, + 63254.90625, + 63236.9765625, + 63251.5625, + 63275.07421875, + 63245.62109375, + 63190.6953125, + 63169.71875, + 63146.58203125, + 63138.49609375, + 63131.80859375, + 63142.62109375, + 63150.28125 + ], + "p90": [ + 64395.34375, + 64472.79296875, + 64530.59375, + 64588.85546875, + 64610.21875, + 64661.671875, + 64672.62890625, + 64715.359375, + 64707.73828125, + 64742.67578125, + 64748.140625, + 64758.59375, + 64796.72265625, + 64800.28125, + 64821.0234375, + 64827.3984375, + 64993.29296875, + 65003.62890625, + 65002.1640625, + 65004.1328125, + 65010.69140625, + 65058.015625, + 65059.75, + 65107.29296875 + ], + "mean": [ + 64169.90625, + 64160.30078125, + 64168.05078125, + 64177.2578125, + 64179.8515625, + 64182.41796875, + 64190.78515625, + 64177.95703125, + 64182.64453125, + 64178.33984375, + 64169.21484375, + 64162.7265625, + 64150.91015625, + 64159.55078125, + 64193.58203125, + 64176.87109375, + 64171.359375, + 64169.25390625, + 64162.78125, + 64155.18359375, + 64159.2109375, + 64176.55859375, + 64202.66796875, + 64202.8828125 + ], + "quantiles": { + "0.1": [ + 63829.71875, + 63714.65625, + 63649.0703125, + 63613.43359375, + 63574.85546875, + 63532.41015625, + 63480.19140625, + 63435.73828125, + 63407.71484375, + 63345.86328125, + 63328.23046875, + 63287.78125, + 63254.90625, + 63236.9765625, + 63251.5625, + 63275.07421875, + 63245.62109375, + 63190.6953125, + 63169.71875, + 63146.58203125, + 63138.49609375, + 63131.80859375, + 63142.62109375, + 63150.28125 + ], + "0.2": [ + 63829.71875, + 63714.65625, + 63649.0703125, + 63613.43359375, + 63574.85546875, + 63532.41015625, + 63480.19140625, + 63435.73828125, + 63407.71484375, + 63345.86328125, + 63328.23046875, + 63287.78125, + 63254.90625, + 63236.9765625, + 63251.5625, + 63275.07421875, + 63245.62109375, + 63190.6953125, + 63169.71875, + 63146.58203125, + 63138.49609375, + 63131.80859375, + 63142.62109375, + 63150.28125 + ], + "0.3": [ + 63829.71875, + 63714.65625, + 63649.0703125, + 63613.43359375, + 63574.85546875, + 63532.41015625, + 63480.19140625, + 63435.73828125, + 63407.71484375, + 63345.86328125, + 63328.23046875, + 63287.78125, + 63254.90625, + 63236.9765625, + 63251.5625, + 63275.07421875, + 63245.62109375, + 63190.6953125, + 63169.71875, + 63146.58203125, + 63138.49609375, + 63131.80859375, + 63142.62109375, + 63150.28125 + ], + "0.4": [ + 64169.90625, + 64160.30078125, + 64168.05078125, + 64177.2578125, + 64179.8515625, + 64182.41796875, + 64190.78515625, + 64177.95703125, + 64182.64453125, + 64178.33984375, + 64169.21484375, + 64162.7265625, + 64150.91015625, + 64159.55078125, + 64193.58203125, + 64176.87109375, + 64171.359375, + 64169.25390625, + 64162.78125, + 64155.18359375, + 64159.2109375, + 64176.55859375, + 64202.66796875, + 64202.8828125 + ], + "0.5": [ + 64169.90625, + 64160.30078125, + 64168.05078125, + 64177.2578125, + 64179.8515625, + 64182.41796875, + 64190.78515625, + 64177.95703125, + 64182.64453125, + 64178.33984375, + 64169.21484375, + 64162.7265625, + 64150.91015625, + 64159.55078125, + 64193.58203125, + 64176.87109375, + 64171.359375, + 64169.25390625, + 64162.78125, + 64155.18359375, + 64159.2109375, + 64176.55859375, + 64202.66796875, + 64202.8828125 + ], + "0.6": [ + 64169.90625, + 64160.30078125, + 64168.05078125, + 64177.2578125, + 64179.8515625, + 64182.41796875, + 64190.78515625, + 64177.95703125, + 64182.64453125, + 64178.33984375, + 64169.21484375, + 64162.7265625, + 64150.91015625, + 64159.55078125, + 64193.58203125, + 64176.87109375, + 64171.359375, + 64169.25390625, + 64162.78125, + 64155.18359375, + 64159.2109375, + 64176.55859375, + 64202.66796875, + 64202.8828125 + ], + "0.7": [ + 64169.90625, + 64160.30078125, + 64168.05078125, + 64177.2578125, + 64179.8515625, + 64182.41796875, + 64190.78515625, + 64177.95703125, + 64182.64453125, + 64178.33984375, + 64169.21484375, + 64162.7265625, + 64150.91015625, + 64159.55078125, + 64193.58203125, + 64176.87109375, + 64171.359375, + 64169.25390625, + 64162.78125, + 64155.18359375, + 64159.2109375, + 64176.55859375, + 64202.66796875, + 64202.8828125 + ], + "0.8": [ + 64395.34375, + 64472.79296875, + 64530.59375, + 64588.85546875, + 64610.21875, + 64661.671875, + 64672.62890625, + 64715.359375, + 64707.73828125, + 64742.67578125, + 64748.140625, + 64758.59375, + 64796.72265625, + 64800.28125, + 64821.0234375, + 64827.3984375, + 64993.29296875, + 65003.62890625, + 65002.1640625, + 65004.1328125, + 65010.69140625, + 65058.015625, + 65059.75, + 65107.29296875 + ], + "0.9": [ + 64395.34375, + 64472.79296875, + 64530.59375, + 64588.85546875, + 64610.21875, + 64661.671875, + 64672.62890625, + 64715.359375, + 64707.73828125, + 64742.67578125, + 64748.140625, + 64758.59375, + 64796.72265625, + 64800.28125, + 64821.0234375, + 64827.3984375, + 64993.29296875, + 65003.62890625, + 65002.1640625, + 65004.1328125, + 65010.69140625, + 65058.015625, + 65059.75, + 65107.29296875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_045349.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_045349.json new file mode 100644 index 0000000000000000000000000000000000000000..88e169a7b93d88d646e5b9e3fa69129032536d30 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_045349.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-23T04:53:49.893860+00:00", + "metrics": { + "MSE[mean]": 253744.0989703935, + "MSE[0.5]": 256894.3865943451, + "MAE[0.5]": 347.5026967130513, + "MASE[0.5]": 0.49364590933409674, + "MAPE[0.5]": 0.005362453269125648, + "sMAPE[0.5]": 0.005391841606284514, + "MSIS": 7.473878010144582, + "RMSE[mean]": 503.73018469255294, + "NRMSE[mean]": 0.007823015863824518, + "ND[0.5]": 0.005396776273725236, + "mean_weighted_sum_quantile_loss": 0.0046026427009603086 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00" + ], + "context": [ + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125 + ], + "actual": [ + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63823.80859375 + ], + "predictions": { + "p50": [ + 64089.598543673485, + 64090.44506063036, + 64084.635327587224, + 64085.48184454409, + 64099.16820525096, + 64087.39362845783, + 64087.9588954147, + 64089.13353737156, + 64089.93317932843, + 64103.4007900353, + 64099.95433824217, + 64092.519605199035, + 64093.0692471559, + 64082.919670362775, + 64096.26423419464, + 64114.21817302651, + 64096.455314983374, + 64105.87995694025, + 64098.11709889711, + 64099.02611585398, + 64100.138257810846, + 64108.32071226772, + 64104.241447974586, + 64102.41218368145 + ], + "p10": [ + 63851.90948117348, + 63843.60560750536, + 63769.822827587224, + 63850.14590704409, + 63846.145158375955, + 63848.15144095783, + 63806.9799891647, + 63853.16322487156, + 63849.53122620343, + 63854.8562587853, + 63814.11840074217, + 63855.38952707403, + 63862.0676846559, + 63843.325920362775, + 63863.76071856964, + 63860.30411052651, + 63845.187346233375, + 63871.05691006525, + 63846.880380147115, + 63839.63510022898, + 63868.839820310845, + 63869.68633726772, + 63865.860979224584, + 63863.38874618145 + ], + "p90": [ + 64331.496981173485, + 64409.03490438036, + 64330.623608837224, + 64334.03653204409, + 64352.62914275096, + 64353.47565970783, + 64323.3378016647, + 64355.16869362156, + 64419.59333557843, + 64384.4359462853, + 64339.96215074217, + 64386.128980199035, + 64343.429794030904, + 64340.19193598777, + 64361.09431231964, + 64420.88614177651, + 64345.041252483374, + 64330.04401944025, + 64334.56319264711, + 64345.01439710398, + 64366.173414060846, + 64436.27774351772, + 64351.89496359959, + 64371.47038680645 + ], + "mean": [ + 64101.70239132988, + 64093.90449422441, + 64050.37614789954, + 64089.19848516928, + 64071.81396696941, + 64084.479780801434, + 64066.117684477416, + 64109.117404558805, + 64115.200347297, + 64112.74885644182, + 64075.448439804444, + 64104.69255441766, + 64088.46789949967, + 64074.527053175094, + 64094.51667560079, + 64132.80641521407, + 64091.35482670193, + 64081.046011627695, + 64079.67918874098, + 64095.14767835383, + 64104.63810156085, + 64130.82264586162, + 64117.42062766198, + 64120.823843837745 + ], + "quantiles": { + "0.1": [ + 63851.90948117348, + 63843.60560750536, + 63769.822827587224, + 63850.14590704409, + 63846.145158375955, + 63848.15144095783, + 63806.9799891647, + 63853.16322487156, + 63849.53122620343, + 63854.8562587853, + 63814.11840074217, + 63855.38952707403, + 63862.0676846559, + 63843.325920362775, + 63863.76071856964, + 63860.30411052651, + 63845.187346233375, + 63871.05691006525, + 63846.880380147115, + 63839.63510022898, + 63868.839820310845, + 63869.68633726772, + 63865.860979224584, + 63863.38874618145 + ], + "0.2": [ + 63976.78135617349, + 63969.55443563036, + 63890.932202587224, + 63924.77871954409, + 63962.455705250955, + 63890.75222220783, + 63902.7963954147, + 63961.49291237156, + 63929.01130432843, + 63917.5945400353, + 63897.70433824217, + 63945.56023019904, + 63909.7997159059, + 63925.99545161278, + 63970.92087481964, + 63933.60879802651, + 63926.103752483374, + 63936.62995694025, + 63905.25772389711, + 63931.68236585398, + 63932.528882810846, + 63954.02539976772, + 63954.87191672459, + 63929.44577743145 + ], + "0.3": [ + 64007.629793673485, + 64008.47631063036, + 64002.912671337224, + 63977.48965704409, + 64009.975236500955, + 63980.78503470783, + 63988.6053797897, + 64009.32728737156, + 64007.98239807843, + 64003.406258785304, + 63985.017619492166, + 64028.81140207403, + 64010.3895596559, + 63990.114982862775, + 64015.25290606964, + 64022.64356365151, + 63992.654533733374, + 64015.89753506525, + 63982.50264577211, + 64017.59056897898, + 64020.332007810845, + 64024.36602476772, + 64050.514885474586, + 64020.68952743145 + ], + "0.4": [ + 64060.821199923485, + 64063.35287313036, + 64058.412671337224, + 64061.72012579409, + 64083.00414275096, + 64034.87800345783, + 64048.7088954147, + 64062.64525612156, + 64067.59333557843, + 64077.3328212853, + 64048.89496324217, + 64072.941480199035, + 64059.7997159059, + 64021.943107862775, + 64074.35759356964, + 64090.76114177651, + 64053.97406498338, + 64071.11042569025, + 64026.17569264711, + 64076.90502210398, + 64073.649976560846, + 64087.49102476772, + 64094.354729224586, + 64081.97624618145 + ], + "0.5": [ + 64089.598543673485, + 64090.44506063036, + 64084.635327587224, + 64085.48184454409, + 64099.16820525096, + 64087.39362845783, + 64087.9588954147, + 64089.13353737156, + 64089.93317932843, + 64103.4007900353, + 64099.95433824217, + 64092.519605199035, + 64093.0692471559, + 64082.919670362775, + 64096.26423419464, + 64114.21817302651, + 64096.455314983374, + 64105.87995694025, + 64098.11709889711, + 64099.02611585398, + 64100.138257810846, + 64108.32071226772, + 64104.241447974586, + 64102.41218368145 + ], + "0.6": [ + 64145.899324923485, + 64115.27631063036, + 64117.322827587224, + 64118.16934454409, + 64161.803361500955, + 64119.86237845783, + 64118.7088954147, + 64151.82494362156, + 64152.67146057843, + 64184.8586025353, + 64164.63402574217, + 64122.941480199035, + 64125.7879971559, + 64111.114982862775, + 64163.46931231964, + 64188.73770427651, + 64137.53812748337, + 64150.93073819025, + 64155.521005147115, + 64140.07767835398, + 64140.92419531084, + 64169.39493101772, + 64121.553947974586, + 64156.00983993145 + ], + "0.7": [ + 64186.68369992349, + 64193.39818563036, + 64177.732983837224, + 64178.57950079409, + 64220.25414275096, + 64188.40144095783, + 64187.4588954147, + 64190.09447487156, + 64193.45583557843, + 64232.4593837853, + 64201.01683824217, + 64189.353589574035, + 64186.1981534059, + 64167.173576612775, + 64194.76774981964, + 64232.43692302651, + 64197.713127483374, + 64184.56550381525, + 64195.27920827211, + 64200.25267835398, + 64209.482007810846, + 64239.04649351772, + 64199.20199484959, + 64202.38640243145 + ], + "0.8": [ + 64250.482918673486, + 64318.88646688036, + 64218.150952587224, + 64248.99746954409, + 64255.428361500955, + 64248.74128470783, + 64251.5370204147, + 64280.30541237156, + 64283.23396057843, + 64281.9984462853, + 64260.50746324217, + 64283.691480199035, + 64243.0379971559, + 64236.04701411277, + 64290.08337481964, + 64312.46817302651, + 64260.002189983374, + 64230.02839444025, + 64240.07803639711, + 64260.98236585398, + 64291.310132810846, + 64320.72383726772, + 64293.003166724586, + 64295.93171493145 + ], + "0.9": [ + 64331.496981173485, + 64409.03490438036, + 64330.623608837224, + 64334.03653204409, + 64352.62914275096, + 64353.47565970783, + 64323.3378016647, + 64355.16869362156, + 64419.59333557843, + 64384.4359462853, + 64339.96215074217, + 64386.128980199035, + 64343.429794030904, + 64340.19193598777, + 64361.09431231964, + 64420.88614177651, + 64345.041252483374, + 64330.04401944025, + 64334.56319264711, + 64345.01439710398, + 64366.173414060846, + 64436.27774351772, + 64351.89496359959, + 64371.47038680645 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_045324.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_045324.json new file mode 100644 index 0000000000000000000000000000000000000000..f50af94d9dafea021ebae3a195d9ca3c4143705a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_045324.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T04:53:24.547130+00:00", + "metrics": { + "MSE[mean]": 203605.24240048727, + "MSE[0.5]": 213569.57562462488, + "MAE[0.5]": 318.2440592447917, + "MASE[0.5]": 0.4520824715953034, + "MAPE[0.5]": 0.004913685857109578, + "sMAPE[0.5]": 0.004935449794791087, + "MSIS": 4.583569263622359, + "RMSE[mean]": 451.22637600265267, + "NRMSE[mean]": 0.007007622741129305, + "ND[0.5]": 0.004942384633073829, + "mean_weighted_sum_quantile_loss": 0.0051563928654394815 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00" + ], + "context": [ + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125 + ], + "actual": [ + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63823.80859375 + ], + "predictions": { + "p50": [ + 64079.67578125, + 64079.5625, + 64126.94140625, + 64136.14453125, + 64114.41796875, + 64091.185546875, + 64158.71484375, + 64125.33984375, + 64187.72265625, + 64099.392578125, + 64219.083984375, + 64222.126953125, + 64287.572265625, + 64142.841796875, + 64139.599609375, + 64186.80078125, + 64168.552734375, + 64258.484375, + 64169.1875, + 64207.8984375, + 64157.8828125, + 64266.974609375, + 64170.3671875, + 64272.509765625 + ], + "p10": [ + 63814.69140625, + 63772.845703125, + 63720.689453125, + 63562.056640625, + 63587.69140625, + 63520.388671875, + 63574.609375, + 63490.494140625, + 63471.64453125, + 63431.08203125, + 63332.716796875, + 63174.109375, + 63465.501953125, + 63170.6328125, + 63127.36328125, + 63188.857421875, + 63203.041015625, + 63241.62890625, + 63270.056640625, + 63312.982421875, + 63200.21484375, + 63016.2109375, + 62953.517578125, + 63056.814453125 + ], + "p90": [ + 64377.041015625, + 64509.19140625, + 64498.67578125, + 64597.201171875, + 64658.9453125, + 64698.103515625, + 64735.02734375, + 64858.810546875, + 64902.255859375, + 64762.95703125, + 64973.490234375, + 64894.98046875, + 65156.193359375, + 65087.53515625, + 64974.939453125, + 65129.38671875, + 65174.486328125, + 65302.064453125, + 65320.572265625, + 65149.111328125, + 65369.232421875, + 65376.587890625, + 65229.763671875, + 65452.06640625 + ], + "mean": [ + 64115.1640625, + 64102.9140625, + 64123.5, + 64084.16015625, + 64093.48828125, + 64105.45703125, + 64157.34375, + 64172.25390625, + 64248.23828125, + 64143.39453125, + 64278.39453125, + 64116.5625, + 64279.77734375, + 64122.05859375, + 63980.3359375, + 64134.28515625, + 64205.046875, + 64258.62890625, + 64352.1015625, + 64283.7265625, + 64252.140625, + 64238.6015625, + 64063.90234375, + 64265.609375 + ], + "quantiles": { + "0.1": [ + 63814.69140625, + 63772.845703125, + 63720.689453125, + 63562.056640625, + 63587.69140625, + 63520.388671875, + 63574.609375, + 63490.494140625, + 63471.64453125, + 63431.08203125, + 63332.716796875, + 63174.109375, + 63465.501953125, + 63170.6328125, + 63127.36328125, + 63188.857421875, + 63203.041015625, + 63241.62890625, + 63270.056640625, + 63312.982421875, + 63200.21484375, + 63016.2109375, + 62953.517578125, + 63056.814453125 + ], + "0.2": [ + 63814.69140625, + 63772.845703125, + 63720.689453125, + 63562.056640625, + 63587.69140625, + 63520.388671875, + 63574.609375, + 63490.494140625, + 63471.64453125, + 63431.08203125, + 63332.716796875, + 63174.109375, + 63465.501953125, + 63170.6328125, + 63127.36328125, + 63188.857421875, + 63203.041015625, + 63241.62890625, + 63270.056640625, + 63312.982421875, + 63200.21484375, + 63016.2109375, + 62953.517578125, + 63056.814453125 + ], + "0.3": [ + 63814.69140625, + 63772.845703125, + 63720.689453125, + 63562.056640625, + 63587.69140625, + 63520.388671875, + 63574.609375, + 63490.494140625, + 63471.64453125, + 63431.08203125, + 63332.716796875, + 63174.109375, + 63465.501953125, + 63170.6328125, + 63127.36328125, + 63188.857421875, + 63203.041015625, + 63241.62890625, + 63270.056640625, + 63312.982421875, + 63200.21484375, + 63016.2109375, + 62953.517578125, + 63056.814453125 + ], + "0.4": [ + 64079.67578125, + 64079.5625, + 64126.94140625, + 64136.14453125, + 64114.41796875, + 64091.185546875, + 64158.71484375, + 64125.33984375, + 64187.72265625, + 64099.392578125, + 64219.083984375, + 64222.126953125, + 64287.572265625, + 64142.841796875, + 64139.599609375, + 64186.80078125, + 64168.552734375, + 64258.484375, + 64169.1875, + 64207.8984375, + 64157.8828125, + 64266.974609375, + 64170.3671875, + 64272.509765625 + ], + "0.5": [ + 64079.67578125, + 64079.5625, + 64126.94140625, + 64136.14453125, + 64114.41796875, + 64091.185546875, + 64158.71484375, + 64125.33984375, + 64187.72265625, + 64099.392578125, + 64219.083984375, + 64222.126953125, + 64287.572265625, + 64142.841796875, + 64139.599609375, + 64186.80078125, + 64168.552734375, + 64258.484375, + 64169.1875, + 64207.8984375, + 64157.8828125, + 64266.974609375, + 64170.3671875, + 64272.509765625 + ], + "0.6": [ + 64079.67578125, + 64079.5625, + 64126.94140625, + 64136.14453125, + 64114.41796875, + 64091.185546875, + 64158.71484375, + 64125.33984375, + 64187.72265625, + 64099.392578125, + 64219.083984375, + 64222.126953125, + 64287.572265625, + 64142.841796875, + 64139.599609375, + 64186.80078125, + 64168.552734375, + 64258.484375, + 64169.1875, + 64207.8984375, + 64157.8828125, + 64266.974609375, + 64170.3671875, + 64272.509765625 + ], + "0.7": [ + 64079.67578125, + 64079.5625, + 64126.94140625, + 64136.14453125, + 64114.41796875, + 64091.185546875, + 64158.71484375, + 64125.33984375, + 64187.72265625, + 64099.392578125, + 64219.083984375, + 64222.126953125, + 64287.572265625, + 64142.841796875, + 64139.599609375, + 64186.80078125, + 64168.552734375, + 64258.484375, + 64169.1875, + 64207.8984375, + 64157.8828125, + 64266.974609375, + 64170.3671875, + 64272.509765625 + ], + "0.8": [ + 64377.041015625, + 64509.19140625, + 64498.67578125, + 64597.201171875, + 64658.9453125, + 64698.103515625, + 64735.02734375, + 64858.810546875, + 64902.255859375, + 64762.95703125, + 64973.490234375, + 64894.98046875, + 65156.193359375, + 65087.53515625, + 64974.939453125, + 65129.38671875, + 65174.486328125, + 65302.064453125, + 65320.572265625, + 65149.111328125, + 65369.232421875, + 65376.587890625, + 65229.763671875, + 65452.06640625 + ], + "0.9": [ + 64377.041015625, + 64509.19140625, + 64498.67578125, + 64597.201171875, + 64658.9453125, + 64698.103515625, + 64735.02734375, + 64858.810546875, + 64902.255859375, + 64762.95703125, + 64973.490234375, + 64894.98046875, + 65156.193359375, + 65087.53515625, + 64974.939453125, + 65129.38671875, + 65174.486328125, + 65302.064453125, + 65320.572265625, + 65149.111328125, + 65369.232421875, + 65376.587890625, + 65229.763671875, + 65452.06640625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_045349.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_045349.json new file mode 100644 index 0000000000000000000000000000000000000000..19a7f7c6ac4285115b17366f6b3a8ba03c18ea32 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_045349.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T04:53:49.922517+00:00", + "metrics": { + "MSE[mean]": 248902.44863389528, + "MSE[0.5]": 252104.4615528346, + "MAE[0.5]": 342.3939848604271, + "MASE[0.5]": 0.48638871469397293, + "MAPE[0.5]": 0.005283337819031291, + "sMAPE[0.5]": 0.005312140031857215, + "MSIS": 7.340759337200622, + "RMSE[mean]": 498.9012413633537, + "NRMSE[mean]": 0.0077480215485783675, + "ND[0.5]": 0.005317437105493378, + "mean_weighted_sum_quantile_loss": 0.004545254384069541 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00" + ], + "context": [ + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125 + ], + "actual": [ + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63823.80859375 + ], + "predictions": { + "p50": [ + 64105.249402069625, + 64105.249402069625, + 64098.593152069625, + 64098.593152069625, + 64111.432995819625, + 64098.811902069625, + 64098.530652069625, + 64098.858777069625, + 64098.811902069625, + 64111.432995819625, + 64107.140027069625, + 64098.858777069625, + 64098.561902069625, + 64087.565808319625, + 64100.063855194625, + 64117.171277069625, + 64098.561902069625, + 64107.140027069625, + 64098.530652069625, + 64098.593152069625, + 64098.858777069625, + 64106.194714569625, + 64101.268933319625, + 64098.593152069625 + ], + "p10": [ + 63867.56033956962, + 63858.40994894462, + 63783.780652069625, + 63863.257214569625, + 63858.40994894462, + 63859.569714569625, + 63817.55174581963, + 63862.88846456962, + 63858.40994894462, + 63862.88846456962, + 63821.304089569625, + 63861.72869894462, + 63867.56033956962, + 63847.972058319625, + 63867.56033956962, + 63863.257214569625, + 63847.29393331963, + 63872.31698019463, + 63847.29393331963, + 63839.20213644463, + 63867.56033956962, + 63867.56033956962, + 63862.88846456962, + 63859.569714569625 + ], + "p90": [ + 64347.147839569625, + 64423.839245819625, + 64344.581433319625, + 64347.147839569625, + 64364.893933319625, + 64364.893933319625, + 64333.909558319625, + 64364.893933319625, + 64428.472058319625, + 64392.468152069625, + 64347.147839569625, + 64392.468152069625, + 64348.92244894463, + 64344.83807394462, + 64364.893933319625, + 64423.839245819625, + 64347.147839569625, + 64331.304089569625, + 64334.97674581962, + 64344.581433319625, + 64364.893933319625, + 64434.151745819625, + 64348.92244894463, + 64367.65135519463 + ], + "mean": [ + 64117.35324972609, + 64108.708835663594, + 64064.33397238234, + 64102.30979269484, + 64084.07875753859, + 64095.89805441359, + 64076.68944113234, + 64118.84264425734, + 64124.07907003859, + 64120.78106222609, + 64082.634128632344, + 64111.03172628859, + 64093.96055441359, + 64079.173191132344, + 64098.31629660109, + 64135.75951925734, + 64093.46141378859, + 64082.30608175734, + 64080.09274191359, + 64094.71471456984, + 64103.35862081984, + 64128.69664816359, + 64114.44811300734, + 64117.00481222609 + ], + "quantiles": { + "0.1": [ + 63867.56033956962, + 63858.40994894462, + 63783.780652069625, + 63863.257214569625, + 63858.40994894462, + 63859.569714569625, + 63817.55174581963, + 63862.88846456962, + 63858.40994894462, + 63862.88846456962, + 63821.304089569625, + 63861.72869894462, + 63867.56033956962, + 63847.972058319625, + 63867.56033956962, + 63863.257214569625, + 63847.29393331963, + 63872.31698019463, + 63847.29393331963, + 63839.20213644463, + 63867.56033956962, + 63867.56033956962, + 63862.88846456962, + 63859.569714569625 + ], + "0.2": [ + 63992.43221456963, + 63984.358777069625, + 63904.890027069625, + 63937.890027069625, + 63974.72049581962, + 63902.17049581963, + 63913.36815206963, + 63971.218152069625, + 63937.890027069625, + 63925.62674581962, + 63904.890027069625, + 63951.89940206963, + 63915.292370819625, + 63930.64158956963, + 63974.72049581962, + 63936.561902069625, + 63928.210339569625, + 63937.890027069625, + 63905.671277069625, + 63931.249402069625, + 63931.249402069625, + 63951.89940206963, + 63951.89940206963, + 63925.62674581962 + ], + "0.3": [ + 64023.280652069625, + 64023.280652069625, + 64016.870495819625, + 63990.600964569625, + 64022.24002706962, + 63992.20330831962, + 63999.177136444625, + 64019.05252706962, + 64016.86112081962, + 64011.43846456963, + 63992.20330831962, + 64035.15057394462, + 64015.882214569625, + 63994.761120819625, + 64019.05252706962, + 64025.59666769463, + 63994.761120819625, + 64017.157605194625, + 63982.91619894462, + 64017.157605194625, + 64019.05252706962, + 64022.24002706962, + 64047.542370819625, + 64016.870495819625 + ], + "0.4": [ + 64076.472058319625, + 64078.15721456963, + 64072.370495819625, + 64074.831433319625, + 64095.268933319625, + 64046.296277069625, + 64059.280652069625, + 64072.370495819625, + 64076.472058319625, + 64085.36502706962, + 64056.08065206963, + 64079.280652069625, + 64065.292370819625, + 64026.589245819625, + 64078.15721456963, + 64093.714245819625, + 64056.08065206963, + 64072.370495819625, + 64026.589245819625, + 64076.472058319625, + 64072.370495819625, + 64085.36502706962, + 64091.382214569625, + 64078.15721456963 + ], + "0.5": [ + 64105.249402069625, + 64105.249402069625, + 64098.593152069625, + 64098.593152069625, + 64111.432995819625, + 64098.811902069625, + 64098.530652069625, + 64098.858777069625, + 64098.811902069625, + 64111.432995819625, + 64107.140027069625, + 64098.858777069625, + 64098.561902069625, + 64087.565808319625, + 64100.063855194625, + 64117.171277069625, + 64098.561902069625, + 64107.140027069625, + 64098.530652069625, + 64098.593152069625, + 64098.858777069625, + 64106.194714569625, + 64101.268933319625, + 64098.593152069625 + ], + "0.6": [ + 64161.550183319625, + 64130.08065206963, + 64131.280652069625, + 64131.280652069625, + 64174.06815206962, + 64131.280652069625, + 64129.280652069625, + 64161.550183319625, + 64161.550183319625, + 64192.89080831962, + 64171.819714569625, + 64129.280652069625, + 64131.280652069625, + 64115.761120819625, + 64167.268933319625, + 64191.690808319625, + 64139.64471456962, + 64152.190808319625, + 64155.93455831963, + 64139.64471456962, + 64139.64471456962, + 64167.268933319625, + 64118.581433319625, + 64152.190808319625 + ], + "0.7": [ + 64202.33455831963, + 64208.202527069625, + 64191.690808319625, + 64191.690808319625, + 64232.518933319625, + 64199.819714569625, + 64198.030652069625, + 64199.819714569625, + 64202.33455831963, + 64240.491589569625, + 64208.202527069625, + 64195.692761444625, + 64191.690808319625, + 64171.819714569625, + 64198.56737081963, + 64235.390027069625, + 64199.819714569625, + 64185.825573944625, + 64195.692761444625, + 64199.819714569625, + 64208.202527069625, + 64236.92049581963, + 64196.22948019463, + 64198.56737081963 + ], + "0.8": [ + 64266.13377706963, + 64333.690808319625, + 64232.108777069625, + 64262.108777069625, + 64267.69315206962, + 64260.159558319625, + 64262.108777069625, + 64290.030652069625, + 64292.112683319625, + 64290.030652069625, + 64267.69315206962, + 64290.030652069625, + 64248.530652069625, + 64240.69315206962, + 64293.88299581962, + 64315.421277069625, + 64262.108777069625, + 64231.288464569625, + 64240.491589569625, + 64260.54940206963, + 64290.030652069625, + 64318.59783956962, + 64290.030652069625, + 64292.112683319625 + ], + "0.9": [ + 64347.147839569625, + 64423.839245819625, + 64344.581433319625, + 64347.147839569625, + 64364.893933319625, + 64364.893933319625, + 64333.909558319625, + 64364.893933319625, + 64428.472058319625, + 64392.468152069625, + 64347.147839569625, + 64392.468152069625, + 64348.92244894463, + 64344.83807394462, + 64364.893933319625, + 64423.839245819625, + 64347.147839569625, + 64331.304089569625, + 64334.97674581962, + 64344.581433319625, + 64364.893933319625, + 64434.151745819625, + 64348.92244894463, + 64367.65135519463 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_045349.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_045349.json new file mode 100644 index 0000000000000000000000000000000000000000..94eef7d8ccb7352874197a757a6fb7dd228879af --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_045349.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T04:53:49.938250+00:00", + "metrics": { + "MSE[mean]": 272660.3360379537, + "MSE[0.5]": 272660.3360379537, + "MAE[0.5]": 400.4850260416667, + "MASE[0.5]": 0.5689101026409472, + "MAPE[0.5]": 0.006193318790753934, + "sMAPE[0.5]": 0.006221461381195781, + "MSIS": 5.46399072538028, + "RMSE[mean]": 522.1688769334627, + "NRMSE[mean]": 0.008109371905793404, + "ND[0.5]": 0.006219600903726529, + "mean_weighted_sum_quantile_loss": 0.005986231789548962 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00" + ], + "context": [ + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125 + ], + "actual": [ + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63823.80859375 + ], + "predictions": { + "p50": [ + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125 + ], + "p10": [ + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625 + ], + "p90": [ + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875 + ], + "mean": [ + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125 + ], + "quantiles": { + "0.1": [ + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625 + ], + "0.2": [ + 63292.70251953125, + 63338.909023437496, + 63228.2042578125, + 63053.79, + 63246.02275390625, + 63400.49845703125, + 63213.36, + 63237.0, + 63183.81, + 63183.77921875, + 63260.64, + 63183.12896484375, + 63189.1890234375, + 63250.60146484375, + 63244.01427734375, + 62890.28, + 62850.89154296875, + 62844.56599609375, + 62362.30845703125, + 62937.57154296875, + 63636.909999999996, + 63294.11845703125, + 63014.40154296875, + 63138.519238281246 + ], + "0.3": [ + 63613.9852734375, + 63660.426328125, + 63549.159609375, + 63373.86, + 63567.0685546875, + 63722.3283984375, + 63534.24, + 63558.0, + 63504.54, + 63504.5090625, + 63581.76, + 63503.8555078125, + 63509.946328125, + 63571.6705078125, + 63565.0498828125, + 63209.52, + 63169.9316015625, + 63163.5739453125, + 62678.8683984375, + 63257.051601562496, + 63959.94, + 63615.4083984375, + 63334.2716015625, + 63459.0193359375 + ], + "0.4": [ + 63935.26802734375, + 63981.9436328125, + 63870.1149609375, + 63693.93, + 63888.11435546875, + 64044.15833984375, + 63855.12, + 63879.0, + 63825.27, + 63825.23890625, + 63902.88, + 63824.58205078125, + 63830.7036328125, + 63892.73955078125, + 63886.08548828125, + 63528.76, + 63488.97166015625, + 63482.58189453125, + 62995.42833984375, + 63576.53166015625, + 64282.97, + 63936.69833984375, + 63654.14166015625, + 63779.51943359375 + ], + "0.5": [ + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125 + ], + "0.6": [ + 64577.83353515624, + 64624.97824218749, + 64512.025664062494, + 64334.06999999999, + 64530.20595703124, + 64687.81822265624, + 64496.87999999999, + 64520.99999999999, + 64466.729999999996, + 64466.69859374999, + 64545.119999999995, + 64466.03513671875, + 64472.2182421875, + 64534.877636718746, + 64528.15669921874, + 64167.23999999999, + 64127.051777343746, + 64120.59779296874, + 63628.548222656245, + 64215.49177734374, + 64929.02999999999, + 64579.27822265624, + 64293.88177734374, + 64420.519628906244 + ], + "0.7": [ + 64899.1162890625, + 64946.495546875, + 64832.981015625, + 64654.14, + 64851.2517578125, + 65009.6481640625, + 64817.76, + 64842.0, + 64787.46, + 64787.4284375, + 64866.24, + 64786.7616796875, + 64792.975546875, + 64855.9466796875, + 64849.1923046875, + 64486.48, + 64446.0918359375, + 64439.6057421875, + 63945.1081640625, + 64534.971835937504, + 65252.06, + 64900.5681640625, + 64613.7518359375, + 64741.0197265625 + ], + "0.8": [ + 65220.39904296874, + 65268.0128515625, + 65153.936367187496, + 64974.20999999999, + 65172.297558593746, + 65331.47810546874, + 65138.63999999999, + 65162.99999999999, + 65108.189999999995, + 65108.15828124999, + 65187.35999999999, + 65107.48822265624, + 65113.73285156249, + 65177.015722656244, + 65170.227910156245, + 64805.719999999994, + 64765.131894531245, + 64758.613691406244, + 64261.66810546874, + 64854.451894531245, + 65575.09, + 65221.858105468746, + 64933.62189453124, + 65061.51982421875 + ], + "0.9": [ + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_045345.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_045345.json new file mode 100644 index 0000000000000000000000000000000000000000..2776560077a652df061cca059b1e9f589b09951a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_045345.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T04:53:45.030828+00:00", + "metrics": { + "MSE[mean]": 363611.4491589864, + "MSE[0.5]": 363611.4491589864, + "MAE[0.5]": 472.38671875, + "MASE[0.5]": 0.6710502495100087, + "MAPE[0.5]": 0.007300873524775698, + "sMAPE[0.5]": 0.007344220823140457, + "MSIS": 10.704885716485508, + "RMSE[mean]": 603.0020308083434, + "NRMSE[mean]": 0.009364724601149777, + "ND[0.5]": 0.0073362464806367884, + "mean_weighted_sum_quantile_loss": 0.007487372378034414 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00" + ], + "context": [ + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125 + ], + "actual": [ + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63823.80859375 + ], + "predictions": { + "p50": [ + 64062.953125, + 64069.9375, + 64065.28125, + 64051.3125, + 64046.65625, + 64030.359375, + 64018.71875, + 64018.71875, + 64015.2265625, + 63995.4375, + 63964.0078125, + 63934.90625, + 63922.1015625, + 63902.3125, + 63884.8515625, + 63854.5859375, + 63810.0625, + 63823.73828125, + 63822.57421875, + 63822.57421875, + 63815.58984375, + 63786.48828125, + 63762.625, + 63720.71875 + ], + "p10": [ + 63730.17578125, + 63610.1328125, + 63496.0546875, + 63369.171875, + 63278.375, + 63215.515625, + 63168.953125, + 63148.0, + 63110.75, + 63050.21875, + 62985.03125, + 62933.8125, + 62915.1875, + 62887.25, + 62859.3125, + 62780.15625, + 62794.125, + 62798.78125, + 62794.125, + 62789.46875, + 62766.1875, + 62728.9375, + 62696.34375, + 62649.78125 + ], + "p90": [ + 64316.71875, + 64367.9375, + 64395.875, + 64409.84375, + 64400.53125, + 64391.21875, + 64400.53125, + 64414.5, + 64433.125, + 64428.46875, + 64414.5, + 64414.5, + 64414.5, + 64409.84375, + 64400.53125, + 64414.5, + 64367.9375, + 64391.21875, + 64400.53125, + 64419.15625, + 64423.8125, + 64409.84375, + 64405.1875, + 64386.5625 + ], + "mean": [ + 64062.953125, + 64069.9375, + 64065.28125, + 64051.3125, + 64046.65625, + 64030.359375, + 64018.71875, + 64018.71875, + 64015.2265625, + 63995.4375, + 63964.0078125, + 63934.90625, + 63922.1015625, + 63902.3125, + 63884.8515625, + 63854.5859375, + 63810.0625, + 63823.73828125, + 63822.57421875, + 63822.57421875, + 63815.58984375, + 63786.48828125, + 63762.625, + 63720.71875 + ], + "quantiles": { + "0.1": [ + 63730.17578125, + 63610.1328125, + 63496.0546875, + 63369.171875, + 63278.375, + 63215.515625, + 63168.953125, + 63148.0, + 63110.75, + 63050.21875, + 62985.03125, + 62933.8125, + 62915.1875, + 62887.25, + 62859.3125, + 62780.15625, + 62794.125, + 62798.78125, + 62794.125, + 62789.46875, + 62766.1875, + 62728.9375, + 62696.34375, + 62649.78125 + ], + "0.2": [ + 63730.17578125, + 63610.1328125, + 63496.0546875, + 63369.171875, + 63278.375, + 63215.515625, + 63168.953125, + 63148.0, + 63110.75, + 63050.21875, + 62985.03125, + 62933.8125, + 62915.1875, + 62887.25, + 62859.3125, + 62780.15625, + 62794.125, + 62798.78125, + 62794.125, + 62789.46875, + 62766.1875, + 62728.9375, + 62696.34375, + 62649.78125 + ], + "0.3": [ + 63730.17578125, + 63610.1328125, + 63496.0546875, + 63369.171875, + 63278.375, + 63215.515625, + 63168.953125, + 63148.0, + 63110.75, + 63050.21875, + 62985.03125, + 62933.8125, + 62915.1875, + 62887.25, + 62859.3125, + 62780.15625, + 62794.125, + 62798.78125, + 62794.125, + 62789.46875, + 62766.1875, + 62728.9375, + 62696.34375, + 62649.78125 + ], + "0.4": [ + 64062.953125, + 64069.9375, + 64065.28125, + 64051.3125, + 64046.65625, + 64030.359375, + 64018.71875, + 64018.71875, + 64015.2265625, + 63995.4375, + 63964.0078125, + 63934.90625, + 63922.1015625, + 63902.3125, + 63884.8515625, + 63854.5859375, + 63810.0625, + 63823.73828125, + 63822.57421875, + 63822.57421875, + 63815.58984375, + 63786.48828125, + 63762.625, + 63720.71875 + ], + "0.5": [ + 64062.953125, + 64069.9375, + 64065.28125, + 64051.3125, + 64046.65625, + 64030.359375, + 64018.71875, + 64018.71875, + 64015.2265625, + 63995.4375, + 63964.0078125, + 63934.90625, + 63922.1015625, + 63902.3125, + 63884.8515625, + 63854.5859375, + 63810.0625, + 63823.73828125, + 63822.57421875, + 63822.57421875, + 63815.58984375, + 63786.48828125, + 63762.625, + 63720.71875 + ], + "0.6": [ + 64062.953125, + 64069.9375, + 64065.28125, + 64051.3125, + 64046.65625, + 64030.359375, + 64018.71875, + 64018.71875, + 64015.2265625, + 63995.4375, + 63964.0078125, + 63934.90625, + 63922.1015625, + 63902.3125, + 63884.8515625, + 63854.5859375, + 63810.0625, + 63823.73828125, + 63822.57421875, + 63822.57421875, + 63815.58984375, + 63786.48828125, + 63762.625, + 63720.71875 + ], + "0.7": [ + 64062.953125, + 64069.9375, + 64065.28125, + 64051.3125, + 64046.65625, + 64030.359375, + 64018.71875, + 64018.71875, + 64015.2265625, + 63995.4375, + 63964.0078125, + 63934.90625, + 63922.1015625, + 63902.3125, + 63884.8515625, + 63854.5859375, + 63810.0625, + 63823.73828125, + 63822.57421875, + 63822.57421875, + 63815.58984375, + 63786.48828125, + 63762.625, + 63720.71875 + ], + "0.8": [ + 64316.71875, + 64367.9375, + 64395.875, + 64409.84375, + 64400.53125, + 64391.21875, + 64400.53125, + 64414.5, + 64433.125, + 64428.46875, + 64414.5, + 64414.5, + 64414.5, + 64409.84375, + 64400.53125, + 64414.5, + 64367.9375, + 64391.21875, + 64400.53125, + 64419.15625, + 64423.8125, + 64409.84375, + 64405.1875, + 64386.5625 + ], + "0.9": [ + 64316.71875, + 64367.9375, + 64395.875, + 64409.84375, + 64400.53125, + 64391.21875, + 64400.53125, + 64414.5, + 64433.125, + 64428.46875, + 64414.5, + 64414.5, + 64414.5, + 64409.84375, + 64400.53125, + 64414.5, + 64367.9375, + 64391.21875, + 64400.53125, + 64419.15625, + 64423.8125, + 64409.84375, + 64405.1875, + 64386.5625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_045136.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_045136.json new file mode 100644 index 0000000000000000000000000000000000000000..f28bf50bebe90fadedfa637cf140b43b4c3c18fb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_045136.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T04:51:36.652603+00:00", + "metrics": { + "MSE[mean]": 239110.50097020468, + "MSE[0.5]": 292497.8370914459, + "MAE[0.5]": 380.9425455729167, + "MASE[0.5]": 0.5411489783881304, + "MAPE[0.5]": 0.0058796771601810904, + "sMAPE[0.5]": 0.005913822879077368, + "MSIS": 11.199162003358554, + "RMSE[mean]": 488.9892646778707, + "NRMSE[mean]": 0.007594086856537391, + "ND[0.5]": 0.005916102841924214, + "mean_weighted_sum_quantile_loss": 0.004883376021980513 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00" + ], + "context": [ + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125 + ], + "actual": [ + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63823.80859375 + ], + "predictions": { + "p50": [ + 64057.77734375, + 64057.36328125, + 64063.81640625, + 64082.75390625, + 64062.71484375, + 64030.15234375, + 64036.51171875, + 64010.0, + 64025.40625, + 64060.30078125, + 64063.625, + 64063.55859375, + 64048.3125, + 64032.109375, + 64032.46484375, + 64031.5078125, + 64040.59375, + 64062.62109375, + 64028.6953125, + 64022.99609375, + 64024.64453125, + 64020.23046875, + 64017.64453125, + 64051.80078125 + ], + "p10": [ + 64126.62890625, + 64111.2109375, + 64119.1875, + 64128.46875, + 64120.47265625, + 64076.4375, + 64063.39453125, + 64067.359375, + 64100.875, + 64115.1875, + 64135.2421875, + 64101.52734375, + 64096.734375, + 64097.10546875, + 64075.8125, + 64081.015625, + 64102.44140625, + 64130.20703125, + 64056.12109375, + 64072.22265625, + 64081.53125, + 64063.73046875, + 64069.578125, + 64087.4765625 + ], + "p90": [ + 64327.453125, + 64349.0234375, + 64357.34375, + 64387.3671875, + 64371.25390625, + 64349.03125, + 64361.01171875, + 64342.8046875, + 64343.5390625, + 64383.94921875, + 64410.1171875, + 64408.23046875, + 64398.27734375, + 64417.56640625, + 64402.59375, + 64416.328125, + 64429.16015625, + 64459.5546875, + 64444.73046875, + 64430.18359375, + 64443.9765625, + 64455.52734375, + 64436.00390625, + 64474.93359375 + ], + "mean": [ + 64122.5234375, + 64128.95703125, + 64133.6171875, + 64164.796875, + 64133.02734375, + 64109.27734375, + 64118.59765625, + 64098.3125, + 64118.171875, + 64145.85546875, + 64154.80078125, + 64147.62109375, + 64125.23046875, + 64131.6171875, + 64125.66015625, + 64136.26171875, + 64137.04296875, + 64164.40625, + 64135.16796875, + 64113.484375, + 64125.0546875, + 64124.03515625, + 64120.6875, + 64152.296875 + ], + "quantiles": { + "0.1": [ + 64126.62890625, + 64111.2109375, + 64119.1875, + 64128.46875, + 64120.47265625, + 64076.4375, + 64063.39453125, + 64067.359375, + 64100.875, + 64115.1875, + 64135.2421875, + 64101.52734375, + 64096.734375, + 64097.10546875, + 64075.8125, + 64081.015625, + 64102.44140625, + 64130.20703125, + 64056.12109375, + 64072.22265625, + 64081.53125, + 64063.73046875, + 64069.578125, + 64087.4765625 + ], + "0.2": [ + 64126.62890625, + 64111.2109375, + 64119.1875, + 64128.46875, + 64120.47265625, + 64076.4375, + 64063.39453125, + 64067.359375, + 64100.875, + 64115.1875, + 64135.2421875, + 64101.52734375, + 64096.734375, + 64097.10546875, + 64075.8125, + 64081.015625, + 64102.44140625, + 64130.20703125, + 64056.12109375, + 64072.22265625, + 64081.53125, + 64063.73046875, + 64069.578125, + 64087.4765625 + ], + "0.3": [ + 64126.62890625, + 64111.2109375, + 64119.1875, + 64128.46875, + 64120.47265625, + 64076.4375, + 64063.39453125, + 64067.359375, + 64100.875, + 64115.1875, + 64135.2421875, + 64101.52734375, + 64096.734375, + 64097.10546875, + 64075.8125, + 64081.015625, + 64102.44140625, + 64130.20703125, + 64056.12109375, + 64072.22265625, + 64081.53125, + 64063.73046875, + 64069.578125, + 64087.4765625 + ], + "0.4": [ + 64057.77734375, + 64057.36328125, + 64063.81640625, + 64082.75390625, + 64062.71484375, + 64030.15234375, + 64036.51171875, + 64010.0, + 64025.40625, + 64060.30078125, + 64063.625, + 64063.55859375, + 64048.3125, + 64032.109375, + 64032.46484375, + 64031.5078125, + 64040.59375, + 64062.62109375, + 64028.6953125, + 64022.99609375, + 64024.64453125, + 64020.23046875, + 64017.64453125, + 64051.80078125 + ], + "0.5": [ + 64057.77734375, + 64057.36328125, + 64063.81640625, + 64082.75390625, + 64062.71484375, + 64030.15234375, + 64036.51171875, + 64010.0, + 64025.40625, + 64060.30078125, + 64063.625, + 64063.55859375, + 64048.3125, + 64032.109375, + 64032.46484375, + 64031.5078125, + 64040.59375, + 64062.62109375, + 64028.6953125, + 64022.99609375, + 64024.64453125, + 64020.23046875, + 64017.64453125, + 64051.80078125 + ], + "0.6": [ + 64057.77734375, + 64057.36328125, + 64063.81640625, + 64082.75390625, + 64062.71484375, + 64030.15234375, + 64036.51171875, + 64010.0, + 64025.40625, + 64060.30078125, + 64063.625, + 64063.55859375, + 64048.3125, + 64032.109375, + 64032.46484375, + 64031.5078125, + 64040.59375, + 64062.62109375, + 64028.6953125, + 64022.99609375, + 64024.64453125, + 64020.23046875, + 64017.64453125, + 64051.80078125 + ], + "0.7": [ + 64057.77734375, + 64057.36328125, + 64063.81640625, + 64082.75390625, + 64062.71484375, + 64030.15234375, + 64036.51171875, + 64010.0, + 64025.40625, + 64060.30078125, + 64063.625, + 64063.55859375, + 64048.3125, + 64032.109375, + 64032.46484375, + 64031.5078125, + 64040.59375, + 64062.62109375, + 64028.6953125, + 64022.99609375, + 64024.64453125, + 64020.23046875, + 64017.64453125, + 64051.80078125 + ], + "0.8": [ + 64327.453125, + 64349.0234375, + 64357.34375, + 64387.3671875, + 64371.25390625, + 64349.03125, + 64361.01171875, + 64342.8046875, + 64343.5390625, + 64383.94921875, + 64410.1171875, + 64408.23046875, + 64398.27734375, + 64417.56640625, + 64402.59375, + 64416.328125, + 64429.16015625, + 64459.5546875, + 64444.73046875, + 64430.18359375, + 64443.9765625, + 64455.52734375, + 64436.00390625, + 64474.93359375 + ], + "0.9": [ + 64327.453125, + 64349.0234375, + 64357.34375, + 64387.3671875, + 64371.25390625, + 64349.03125, + 64361.01171875, + 64342.8046875, + 64343.5390625, + 64383.94921875, + 64410.1171875, + 64408.23046875, + 64398.27734375, + 64417.56640625, + 64402.59375, + 64416.328125, + 64429.16015625, + 64459.5546875, + 64444.73046875, + 64430.18359375, + 64443.9765625, + 64455.52734375, + 64436.00390625, + 64474.93359375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_045220.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_045220.json new file mode 100644 index 0000000000000000000000000000000000000000..fe3c9fb600a97a704c2e2f000625f8dbdb56b0e7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_045220.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-23T04:52:20.204254+00:00", + "metrics": { + "MSE[mean]": 257447.03104337057, + "MSE[0.5]": 257447.03104337057, + "MAE[0.5]": 346.23291015625, + "MASE[0.5]": 0.49184211055664445, + "MAPE[0.5]": 0.005342242424967519, + "sMAPE[0.5]": 0.005372062826127069, + "MSIS": 7.208146352076507, + "RMSE[mean]": 507.39238370650634, + "NRMSE[mean]": 0.007879890440439628, + "ND[0.5]": 0.00537705627147127, + "mean_weighted_sum_quantile_loss": 0.0058294315913406634 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00" + ], + "context": [ + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125 + ], + "actual": [ + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63823.80859375 + ], + "predictions": { + "p50": [ + 64132.7265625, + 64135.5390625, + 64132.56640625, + 64124.79296875, + 64120.5, + 64114.97265625, + 64107.265625, + 64103.3359375, + 64100.6875, + 64098.7734375, + 64090.046875, + 64079.01953125, + 64072.73046875, + 64069.22265625, + 64071.48046875, + 64066.28125, + 64064.69140625, + 64073.87890625, + 64059.3671875, + 64062.5390625, + 64060.2421875, + 64049.50390625, + 64042.07421875, + 64034.99609375 + ], + "p10": [ + 63866.42578125, + 63761.0390625, + 63674.3515625, + 63594.17578125, + 63540.78125, + 63498.59375, + 63435.25, + 63383.00390625, + 63337.7109375, + 63302.4140625, + 63260.12890625, + 63215.3671875, + 63184.4609375, + 63159.96484375, + 63126.86328125, + 63102.80859375, + 63082.53125, + 63064.26171875, + 63012.68359375, + 62975.18359375, + 62950.16015625, + 62917.546875, + 62889.69140625, + 62867.8671875 + ], + "p90": [ + 64373.24609375, + 64445.08984375, + 64495.1015625, + 64523.76953125, + 64541.98046875, + 64560.5390625, + 64579.796875, + 64602.26953125, + 64615.86328125, + 64632.796875, + 64637.0859375, + 64631.15234375, + 64630.9609375, + 64644.66796875, + 64665.82421875, + 64663.84375, + 64668.6015625, + 64705.71484375, + 64715.125, + 64742.39453125, + 64750.8359375, + 64746.66015625, + 64745.44921875, + 64747.57421875 + ], + "mean": [ + 64132.7265625, + 64135.5390625, + 64132.56640625, + 64124.79296875, + 64120.5, + 64114.97265625, + 64107.265625, + 64103.3359375, + 64100.6875, + 64098.7734375, + 64090.046875, + 64079.01953125, + 64072.73046875, + 64069.22265625, + 64071.48046875, + 64066.28125, + 64064.69140625, + 64073.87890625, + 64059.3671875, + 64062.5390625, + 64060.2421875, + 64049.50390625, + 64042.07421875, + 64034.99609375 + ], + "quantiles": { + "0.1": [ + 63866.42578125, + 63761.0390625, + 63674.3515625, + 63594.17578125, + 63540.78125, + 63498.59375, + 63435.25, + 63383.00390625, + 63337.7109375, + 63302.4140625, + 63260.12890625, + 63215.3671875, + 63184.4609375, + 63159.96484375, + 63126.86328125, + 63102.80859375, + 63082.53125, + 63064.26171875, + 63012.68359375, + 62975.18359375, + 62950.16015625, + 62917.546875, + 62889.69140625, + 62867.8671875 + ], + "0.2": [ + 63866.42578125, + 63761.0390625, + 63674.3515625, + 63594.17578125, + 63540.78125, + 63498.59375, + 63435.25, + 63383.00390625, + 63337.7109375, + 63302.4140625, + 63260.12890625, + 63215.3671875, + 63184.4609375, + 63159.96484375, + 63126.86328125, + 63102.80859375, + 63082.53125, + 63064.26171875, + 63012.68359375, + 62975.18359375, + 62950.16015625, + 62917.546875, + 62889.69140625, + 62867.8671875 + ], + "0.3": [ + 63866.42578125, + 63761.0390625, + 63674.3515625, + 63594.17578125, + 63540.78125, + 63498.59375, + 63435.25, + 63383.00390625, + 63337.7109375, + 63302.4140625, + 63260.12890625, + 63215.3671875, + 63184.4609375, + 63159.96484375, + 63126.86328125, + 63102.80859375, + 63082.53125, + 63064.26171875, + 63012.68359375, + 62975.18359375, + 62950.16015625, + 62917.546875, + 62889.69140625, + 62867.8671875 + ], + "0.4": [ + 64132.7265625, + 64135.5390625, + 64132.56640625, + 64124.79296875, + 64120.5, + 64114.97265625, + 64107.265625, + 64103.3359375, + 64100.6875, + 64098.7734375, + 64090.046875, + 64079.01953125, + 64072.73046875, + 64069.22265625, + 64071.48046875, + 64066.28125, + 64064.69140625, + 64073.87890625, + 64059.3671875, + 64062.5390625, + 64060.2421875, + 64049.50390625, + 64042.07421875, + 64034.99609375 + ], + "0.5": [ + 64132.7265625, + 64135.5390625, + 64132.56640625, + 64124.79296875, + 64120.5, + 64114.97265625, + 64107.265625, + 64103.3359375, + 64100.6875, + 64098.7734375, + 64090.046875, + 64079.01953125, + 64072.73046875, + 64069.22265625, + 64071.48046875, + 64066.28125, + 64064.69140625, + 64073.87890625, + 64059.3671875, + 64062.5390625, + 64060.2421875, + 64049.50390625, + 64042.07421875, + 64034.99609375 + ], + "0.6": [ + 64132.7265625, + 64135.5390625, + 64132.56640625, + 64124.79296875, + 64120.5, + 64114.97265625, + 64107.265625, + 64103.3359375, + 64100.6875, + 64098.7734375, + 64090.046875, + 64079.01953125, + 64072.73046875, + 64069.22265625, + 64071.48046875, + 64066.28125, + 64064.69140625, + 64073.87890625, + 64059.3671875, + 64062.5390625, + 64060.2421875, + 64049.50390625, + 64042.07421875, + 64034.99609375 + ], + "0.7": [ + 64132.7265625, + 64135.5390625, + 64132.56640625, + 64124.79296875, + 64120.5, + 64114.97265625, + 64107.265625, + 64103.3359375, + 64100.6875, + 64098.7734375, + 64090.046875, + 64079.01953125, + 64072.73046875, + 64069.22265625, + 64071.48046875, + 64066.28125, + 64064.69140625, + 64073.87890625, + 64059.3671875, + 64062.5390625, + 64060.2421875, + 64049.50390625, + 64042.07421875, + 64034.99609375 + ], + "0.8": [ + 64373.24609375, + 64445.08984375, + 64495.1015625, + 64523.76953125, + 64541.98046875, + 64560.5390625, + 64579.796875, + 64602.26953125, + 64615.86328125, + 64632.796875, + 64637.0859375, + 64631.15234375, + 64630.9609375, + 64644.66796875, + 64665.82421875, + 64663.84375, + 64668.6015625, + 64705.71484375, + 64715.125, + 64742.39453125, + 64750.8359375, + 64746.66015625, + 64745.44921875, + 64747.57421875 + ], + "0.9": [ + 64373.24609375, + 64445.08984375, + 64495.1015625, + 64523.76953125, + 64541.98046875, + 64560.5390625, + 64579.796875, + 64602.26953125, + 64615.86328125, + 64632.796875, + 64637.0859375, + 64631.15234375, + 64630.9609375, + 64644.66796875, + 64665.82421875, + 64663.84375, + 64668.6015625, + 64705.71484375, + 64715.125, + 64742.39453125, + 64750.8359375, + 64746.66015625, + 64745.44921875, + 64747.57421875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_045211.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_045211.json new file mode 100644 index 0000000000000000000000000000000000000000..a8ac1def9daf01a591ec6a171db1f1c8b0897c6f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_045211.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T04:52:11.969727+00:00", + "metrics": { + "MSE[mean]": 275270.16915130615, + "MSE[0.5]": 275270.16915130615, + "MAE[0.5]": 363.5651041666667, + "MASE[0.5]": 0.5164634063162343, + "MAPE[0.5]": 0.005610435313405319, + "sMAPE[0.5]": 0.00564254672067302, + "MSIS": 5.428228676622404, + "RMSE[mean]": 524.661957026909, + "NRMSE[mean]": 0.008148089865751907, + "ND[0.5]": 0.005646228206802344, + "mean_weighted_sum_quantile_loss": 0.006407401888414859 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00" + ], + "context": [ + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125 + ], + "actual": [ + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63823.80859375 + ], + "predictions": { + "p50": [ + 64128.20703125, + 64121.734375, + 64113.76171875, + 64103.95703125, + 64084.578125, + 64082.1328125, + 64084.609375, + 64075.546875, + 64068.22265625, + 64062.69140625, + 64058.53125, + 64054.9609375, + 64052.1640625, + 64049.9296875, + 64047.5625, + 64042.34765625, + 64040.09375, + 64036.4453125, + 64037.29296875, + 64030.796875, + 64031.00390625, + 64028.6875, + 64024.51171875, + 64025.125 + ], + "p10": [ + 63738.70703125, + 63651.703125, + 63550.12109375, + 63442.4375, + 63320.35546875, + 63276.1171875, + 63222.1953125, + 63180.859375, + 63113.7578125, + 63059.62109375, + 63027.328125, + 62977.00390625, + 62954.0078125, + 62921.4921875, + 62903.125, + 62861.8359375, + 62830.25, + 62786.6640625, + 62780.015625, + 62755.4765625, + 62748.8359375, + 62731.19921875, + 62693.1953125, + 62678.42578125 + ], + "p90": [ + 64468.9609375, + 64574.2421875, + 64606.8359375, + 64652.671875, + 64691.55859375, + 64749.08984375, + 64788.72265625, + 64818.18359375, + 64841.25, + 64884.87109375, + 64909.63671875, + 64948.37890625, + 64969.890625, + 65014.29296875, + 65046.1953125, + 65079.6875, + 65096.93359375, + 65114.72265625, + 65133.765625, + 65159.37890625, + 65173.3515625, + 65189.19140625, + 65214.3359375, + 65241.34375 + ], + "mean": [ + 64128.20703125, + 64121.734375, + 64113.76171875, + 64103.95703125, + 64084.578125, + 64082.1328125, + 64084.609375, + 64075.546875, + 64068.22265625, + 64062.69140625, + 64058.53125, + 64054.9609375, + 64052.1640625, + 64049.9296875, + 64047.5625, + 64042.34765625, + 64040.09375, + 64036.4453125, + 64037.29296875, + 64030.796875, + 64031.00390625, + 64028.6875, + 64024.51171875, + 64025.125 + ], + "quantiles": { + "0.1": [ + 63738.70703125, + 63651.703125, + 63550.12109375, + 63442.4375, + 63320.35546875, + 63276.1171875, + 63222.1953125, + 63180.859375, + 63113.7578125, + 63059.62109375, + 63027.328125, + 62977.00390625, + 62954.0078125, + 62921.4921875, + 62903.125, + 62861.8359375, + 62830.25, + 62786.6640625, + 62780.015625, + 62755.4765625, + 62748.8359375, + 62731.19921875, + 62693.1953125, + 62678.42578125 + ], + "0.2": [ + 63738.70703125, + 63651.703125, + 63550.12109375, + 63442.4375, + 63320.35546875, + 63276.1171875, + 63222.1953125, + 63180.859375, + 63113.7578125, + 63059.62109375, + 63027.328125, + 62977.00390625, + 62954.0078125, + 62921.4921875, + 62903.125, + 62861.8359375, + 62830.25, + 62786.6640625, + 62780.015625, + 62755.4765625, + 62748.8359375, + 62731.19921875, + 62693.1953125, + 62678.42578125 + ], + "0.3": [ + 63738.70703125, + 63651.703125, + 63550.12109375, + 63442.4375, + 63320.35546875, + 63276.1171875, + 63222.1953125, + 63180.859375, + 63113.7578125, + 63059.62109375, + 63027.328125, + 62977.00390625, + 62954.0078125, + 62921.4921875, + 62903.125, + 62861.8359375, + 62830.25, + 62786.6640625, + 62780.015625, + 62755.4765625, + 62748.8359375, + 62731.19921875, + 62693.1953125, + 62678.42578125 + ], + "0.4": [ + 64128.20703125, + 64121.734375, + 64113.76171875, + 64103.95703125, + 64084.578125, + 64082.1328125, + 64084.609375, + 64075.546875, + 64068.22265625, + 64062.69140625, + 64058.53125, + 64054.9609375, + 64052.1640625, + 64049.9296875, + 64047.5625, + 64042.34765625, + 64040.09375, + 64036.4453125, + 64037.29296875, + 64030.796875, + 64031.00390625, + 64028.6875, + 64024.51171875, + 64025.125 + ], + "0.5": [ + 64128.20703125, + 64121.734375, + 64113.76171875, + 64103.95703125, + 64084.578125, + 64082.1328125, + 64084.609375, + 64075.546875, + 64068.22265625, + 64062.69140625, + 64058.53125, + 64054.9609375, + 64052.1640625, + 64049.9296875, + 64047.5625, + 64042.34765625, + 64040.09375, + 64036.4453125, + 64037.29296875, + 64030.796875, + 64031.00390625, + 64028.6875, + 64024.51171875, + 64025.125 + ], + "0.6": [ + 64128.20703125, + 64121.734375, + 64113.76171875, + 64103.95703125, + 64084.578125, + 64082.1328125, + 64084.609375, + 64075.546875, + 64068.22265625, + 64062.69140625, + 64058.53125, + 64054.9609375, + 64052.1640625, + 64049.9296875, + 64047.5625, + 64042.34765625, + 64040.09375, + 64036.4453125, + 64037.29296875, + 64030.796875, + 64031.00390625, + 64028.6875, + 64024.51171875, + 64025.125 + ], + "0.7": [ + 64128.20703125, + 64121.734375, + 64113.76171875, + 64103.95703125, + 64084.578125, + 64082.1328125, + 64084.609375, + 64075.546875, + 64068.22265625, + 64062.69140625, + 64058.53125, + 64054.9609375, + 64052.1640625, + 64049.9296875, + 64047.5625, + 64042.34765625, + 64040.09375, + 64036.4453125, + 64037.29296875, + 64030.796875, + 64031.00390625, + 64028.6875, + 64024.51171875, + 64025.125 + ], + "0.8": [ + 64468.9609375, + 64574.2421875, + 64606.8359375, + 64652.671875, + 64691.55859375, + 64749.08984375, + 64788.72265625, + 64818.18359375, + 64841.25, + 64884.87109375, + 64909.63671875, + 64948.37890625, + 64969.890625, + 65014.29296875, + 65046.1953125, + 65079.6875, + 65096.93359375, + 65114.72265625, + 65133.765625, + 65159.37890625, + 65173.3515625, + 65189.19140625, + 65214.3359375, + 65241.34375 + ], + "0.9": [ + 64468.9609375, + 64574.2421875, + 64606.8359375, + 64652.671875, + 64691.55859375, + 64749.08984375, + 64788.72265625, + 64818.18359375, + 64841.25, + 64884.87109375, + 64909.63671875, + 64948.37890625, + 64969.890625, + 65014.29296875, + 65046.1953125, + 65079.6875, + 65096.93359375, + 65114.72265625, + 65133.765625, + 65159.37890625, + 65173.3515625, + 65189.19140625, + 65214.3359375, + 65241.34375 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index d76ab2993fd527b65e376dce69534d703444c6ca..f5ee77ee7727a65e79788d6c7309f66c77ed7e5f 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,272200.2456226349,272200.2456226349,399.61962890625,0.5676807603656536,0.0061797053822419375,0.0062079044870092595,5.46399072538028,521.7281338231961,0.008102418297761926,0.006206077808508769,0.005984658125515383,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,272660.3360379537,272660.3360379537,400.4850260416667,0.5689101026409472,0.006193318790753934,0.006221461381195781,5.46399072538028,522.1688769334627,0.008109371905793404,0.006219600903726529,0.005986231789548962,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.6894549542403555,0.6894549542403555,0.8048666606346766,2.697650908839362,0.4834585812504842,0.6475526029183214,104.65387005659449,0.830334242483324,0.5014045200671907,0.4860257003091348,0.48259920499385917,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.05166667739550531,0.05166667739550531,0.18888890908824074,1.437198102139317,0.12968134397696623,0.11997622504056255,45.567635913801354,0.2273030518833949,0.14824112898909853,0.1231884257811215,0.11795493108946345,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 5a30064b608a99a495f1ae706735b6f75b15e47d..6f6797148e783ead39d287750000332004d50a7d 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T04:45:45.548253+00:00", + "evaluated_at": "2026-06-23T04:53:49.938250+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64156.0, 64204.01171875, 64065.3515625, - 63844.578125 + 63823.80859375 ], "p50": [ 64256.55078125, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index f271d70ac1ac27184d70970139c62fed4db50c29..2d0e6663cdb0185ce2fa6adec2fdc15b2d99e1c1 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,13 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T04:45:45.567704+00:00", + "evaluated_at": "2026-06-23T04:53:49.943297+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 26de6b8b6ac20207d4a10ea78a626cdbdeea2b15..7c280ff25fda1cae3d0590e4f5eda4a2bcf2dd1c 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,363807.8503627777,363807.8503627777,473.2521158854167,0.6722795917853023,0.007314406378296887,0.007357777765129125,10.704885716485508,603.1648616777818,0.009367127618770977,0.0073495875622148895,0.007494738281578385,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,363611.4491589864,363611.4491589864,472.38671875,0.6710502495100087,0.007300873524775698,0.007344220823140457,10.704885716485508,603.0020308083434,0.009364724601149777,0.0073362464806367884,0.007487372378034414,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.01056505760398115,0.01056505760398115,0.0779858668645223,0.26138322645618123,0.0462444864363045,0.04829537254344128,2.216789877451936,0.10278646605454023,0.06206849729253986,0.04709244078659679,0.040212317254254414,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.03184037558268867,0.03184037558268867,0.14905066457059649,1.134081049424628,0.10368834976582246,0.09656656630663321,15.414364487843535,0.1784387166023357,0.11637308247874183,0.09720696052886911,0.07238345838618854,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index fe7b78a285ce799e033d19410eae91886da22079..d7838bfa6c516b1eda5b4cd8568c5a166afb8a62 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T04:45:31.338921+00:00", + "evaluated_at": "2026-06-23T04:53:45.030828+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64156.0, 64204.01171875, 64065.3515625, - 63844.578125 + 63823.80859375 ], "p50": [ 64062.953125, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 47b0ef120e9e9c39cbfc3b86527918ed39700ebc..8a15a9c23538850b8de001a8061777fbf2a54d7c 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,13 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T04:45:45.186695+00:00", + "evaluated_at": "2026-06-23T04:53:49.643070+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index e7514e0a581d753e740c77ad32861964c7df27e7..c086a502254f8ac47a65a5d698e432fcc2b3b863 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,238559.92922782898,292121.20341237384,380.0771484375,0.5399196361128368,0.0058660739922516475,0.005900265965612176,11.149988312346812,488.42597108244456,0.0075852369627849815,0.0059025838217587395,0.004869870868182956,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,239110.50097020468,292497.8370914459,380.9425455729167,0.5411489783881304,0.0058796771601810904,0.005913822879077368,11.199162003358554,488.9892646778707,0.007594086856537391,0.005916102841924214,0.004883376021980513,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.02201685811927163,0.028987878280853134,0.1421156664689382,0.4763254282491091,0.08308378946794348,0.08843632901065708,9.23008703839373,0.1483807875679046,0.08960102302317272,0.08581777541387858,0.06779152899294737,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.04717602934021375,0.035997864814779054,0.15641714963648054,1.1901303876691536,0.10918223614953555,0.1010163002857462,48.893079188651285,0.2172004358656164,0.14165246600455092,0.10201119018526714,0.10922333710076941,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 01e1f64ece768b9ff6ba4290cb73eb79f27da9c3..17c66ba1a83ed4045e77291a54afc7a172722b8d 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T04:43:32.851458+00:00", + "evaluated_at": "2026-06-23T04:51:36.652603+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64156.0, 64204.01171875, 64065.3515625, - 63844.578125 + 63823.80859375 ], "p50": [ 64057.77734375, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b6a30d5a4783f919851773f3ddbd0353134a7538..3dc5a29d72cb8472006e4f3c7d3c0618572a6185 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,13 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T04:43:49.884472+00:00", + "evaluated_at": "2026-06-23T04:51:39.622609+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 93370052c10299e29075fe097469ce20e03c113d..2d27002137e9cbcc324f8ec738f01da1a5f9db7c 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,257099.48282114664,257099.48282114664,345.3675130208333,0.49061276828135086,0.00532864282597733,0.0053585059068422475,7.208146352076507,507.0497833755051,0.007874464067314702,0.00536354448905534,0.005824873458217598,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,257447.03104337057,257447.03104337057,346.23291015625,0.49184211055664445,0.005342242424967519,0.005372062826127069,7.208146352076507,507.39238370650634,0.007879890440439628,0.00537705627147127,0.0058294315913406634,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.04855153287188045,0.04855153287188045,0.19779529571533203,0.6629454111440766,0.11450957010185119,0.12300964290171883,3.49322182525527,0.22034412375164547,0.13305670652446727,0.11944040152202431,0.10393894484886466,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.08676955848586074,0.08676955848586074,0.2509109344747331,1.9091047779021701,0.17437474675048323,0.15511789923540442,24.63594134586701,0.2945667301068821,0.1921087476470494,0.16363757500856232,0.11439144545510126,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 90643c347695c91d41d188ea672693deafbeb635..d053120c2cbaeea08ffd3e2dee60fa0774e15467 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-23T04:44:26.155043+00:00", + "evaluated_at": "2026-06-23T04:52:20.204254+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64156.0, 64204.01171875, 64065.3515625, - 63844.578125 + 63823.80859375 ], "p50": [ 64132.7265625, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index c9f407dccc7c6c12f49266b2e0ae7204d0e43db1..80193612e414f79048f12ebca73cd5b6f936922b 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,13 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T04:44:44.464806+00:00", + "evaluated_at": "2026-06-23T04:52:22.886325+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index ac90e423d2f6c81d29ce86b8fc45e51ed6c8eee1..e8d087600e100027f11446f90fdf877c26ca73a6 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,274939.7057615916,274939.7057615916,362.69970703125,0.5152340640409409,0.0055968378108143604,0.005628989798186677,5.428228676622404,524.3469326329579,0.00814308814479295,0.005632712810229198,0.006402835994915447,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,275270.16915130615,275270.16915130615,363.5651041666667,0.5164634063162343,0.005610435313405319,0.00564254672067302,5.428228676622404,524.661957026909,0.008148089865751907,0.005646228206802344,0.006407401888414859,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.1239230928479626,0.1239230928479626,0.2965405801932017,0.9939074442903776,0.1730897604563868,0.1978249589254047,11.890023895929504,0.352027119477978,0.2125746234005712,0.17906859633722105,0.1457967484047253,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.05088705916580475,0.05088705916580475,0.18742155035336813,1.4260334170389797,0.13088637240061793,0.11922210646403464,10.363161327156336,0.22558160201090147,0.14711844422757817,0.1222314526402544,0.08192518720005905,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 0b6cf80f842920adce646714fc4878cab9e851cb..4a9055e174a5c46d6380894dba48ad921aa3d3f8 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T04:44:11.944895+00:00", + "evaluated_at": "2026-06-23T04:52:11.969727+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64156.0, 64204.01171875, 64065.3515625, - 63844.578125 + 63823.80859375 ], "p50": [ 64128.20703125, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index e5813b7d085f748e2705f8f978234869ab54fcf8..1e8390ba057257918437dc3d74ddfdb8ffb6b820 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,13 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T04:44:18.336236+00:00", + "evaluated_at": "2026-06-23T04:52:14.240948+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t040000z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", + "data_fetched_at": "2026-06-23T04:50:20.695968Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t223600z", - "data_fetched_at": "2026-06-23T04:42:31.637922Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": []