diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index de35ffb6ada0e9613d8e587cd8030a0c06932325..4cdc521d292f74927dca98e8837369386eba6a09 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-24T02:30:07.678877+00:00", + "generated_at": "2026-06-24T02:37:17.120049+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 8624, - "num_unique_releases": 1022 + "num_model_releases": 8634, + "num_unique_releases": 1023 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index a8acded985f3f856636f32fd646badb2602ab1a2..1d1ec378b11b1c329b6eaf912281f49ce73b76f2 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.6821533265664352,0.8795728448885967,0.18387528077269655,0.5055884544444547,37.64979064445102,3.502892948994103,0.7013647595310197,1204.1665859828,7.804847376342964,0.13279565602002102,0.1,10,977,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T02:28:45.264322+00:00 -2,Chronos-2,2.888530455645351,0.9158697952981415,0.17436916859178278,0.5368970492520926,35.788746858306645,3.755750761316621,0.6578793188946026,1151.8622921090064,8.630538086459868,0.1374429760758497,0.1,10,998,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T02:26:07.587586+00:00 -3,Moirai-1.1-Large,26317.57933999702,8.232325506425791,0.2729326205741966,0.5589733474407459,21.411920626493167,4.731015474163419,0.5441817719584047,1105.523804931962,187926.42902266275,0.14658347775783132,0.1,10,961,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T02:29:31.343047+00:00 -4,Toto-2.0-1B,2.626340776006426,0.8712852987420499,0.16392211997342684,0.49442480301188646,36.433840645688846,3.718865744463655,0.6737384234104092,1101.0539647139674,7.847690865427955,0.11810015321721741,0.1,10,983,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T02:28:15.594158+00:00 -5,Timer-S1,2.633160130725888,0.8895259723027884,0.17864139479450966,0.5240057243290344,34.76039204119725,4.20780159770652,0.6180025265780169,1049.3595338697987,7.887142472758565,0.13632638259158825,0.1,10,936,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T02:29:59.025070+00:00 -6,TimesFM-2.5,2.5460071022383386,0.8474292485233613,0.14745919784988507,0.6221897877983954,39.00374297091936,4.517400676111558,0.5539568278250214,1044.6737717319784,7.585909484542631,0.0741840991488509,0.1,10,1005,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T02:27:32.008702+00:00 -7,ARIMA,3.297787643202482,1.2123924312716863,0.30104103787963366,0.8535159738422393,0.380894975024647,6.768697637627982,0.3356929048109437,876.0005095093818,8.442137868102574,0.03691609617610458,0.1,10,691,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T02:30:02.857443+00:00 -8,ETS,5.980729733935172,1.636660051689497,0.44116850824686527,1.181913141189718,-6.8854522014502235,7.160203340220582,0.29283509492118953,863.5618997906811,13.100930517709344,0.08882828300975712,0.1,10,691,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T02:30:02.985377+00:00 -9,Moving-Average,3.3000024971630753,1.1621514333863723,0.31050784742110216,0.800032706041662,7.855949404136115,6.417092810892173,0.3729965456039142,854.2273523078117,8.411091620394178,-0.03949004935097373,0.2,10,691,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T02:30:03.026387+00:00 -10,Seasonal-Naive,3.670418199327046,1.278692113947502,0.3251678643845189,0.9516754498899799,2.242208116076972e-16,7.492551331302694,0.24935182646647788,749.5702850526121,8.579758232220966,0.07998536165617798,0.2,10,691,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T02:30:03.051119+00:00 +1,TiRex,2.683706631035723,0.8800680315620323,0.18387966681119106,0.5059913814415506,37.650027864869344,3.502812820788975,0.7013919457373974,1204.168754739888,7.809130904671919,0.1330813148056798,0.1,10,978,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T02:36:23.655530+00:00 +2,Chronos-2,2.8901063807257,0.9163714837003598,0.17437365097640425,0.5372754002311619,35.78727185502713,3.7555176110023054,0.6579648982028339,1151.8655962525038,8.633098003575006,0.1377593566803042,0.1,10,999,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T02:35:17.744317+00:00 +3,Moirai-1.1-Large,26317.581258996994,8.232870572965991,0.27293726979526983,0.55939645459333,21.412463235118956,4.731227917880161,0.5441760323069299,1105.523983996893,187926.432517422,0.14698496264780547,0.1,10,962,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T02:36:52.207290+00:00 +4,Toto-2.0-1B,2.627839819746511,0.8717788572444842,0.16392654868220588,0.4947910927112245,36.43216147491653,3.718396551829094,0.6738489896276261,1101.058827749604,7.85059067338773,0.11842460973855777,0.1,10,984,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T02:36:13.928488+00:00 +5,Timer-S1,2.6348881070090218,0.8900653696468364,0.17864633082359604,0.5244785130970507,34.75678131445602,4.208357976910597,0.6179556726470637,1049.3593360998075,7.891561418791673,0.13665934099786095,0.1,10,937,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T02:37:09.218845+00:00 +6,TimesFM-2.5,2.5474004009643845,0.8479000703029416,0.1474630720193053,0.6226827912314189,39.002192689080026,4.517369378676382,0.5539771345445714,1044.6746609950255,7.589583197412686,0.07449873862876946,0.1,10,1006,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T02:35:48.939858+00:00 +7,ARIMA,3.300078677160402,1.2130443799843424,0.301042111704442,0.8536809030922423,0.39213529225371957,6.766712919690173,0.335965825789189,876.0076809463849,8.445785044192089,0.03729098116550046,0.1,10,692,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T02:37:11.818230+00:00 +8,ETS,5.983569697547731,1.637465340678834,0.44117600530847134,1.182698368219019,-6.889152105997056,7.161666837011704,0.29265077814553603,863.5531615925494,13.104561751787443,0.08925677450933914,0.1,10,692,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T02:37:11.868274+00:00 +9,Moving-Average,3.3030387752843753,1.1630049239242637,0.31051581719247123,0.8008669200876344,7.850478632809967,6.419034093734423,0.37276034951076453,854.2211260057976,8.420467558383255,-0.03890194026052356,0.2,10,692,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T02:37:11.892834+00:00 +10,Seasonal-Naive,3.673712013422442,1.2795571974536433,0.3251753955392532,0.9522036256375715,2.241220976794004e-16,7.492553104163737,0.24930837348808796,749.5668716215459,8.589354766232674,0.08061157223480978,0.2,10,692,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T02:37:11.905065+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 4e4fe01f37f4275c73da6c4abff1e1cdf639d5dc..80e56cd65cacac928d7d5c67063aa70897a23bf6 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.502892948994103,0.7013647595310197,1204.1665859828,90,977,7512 -2,Chronos-2,3.755750761316621,0.6578793188946026,1151.8622921090064,90,994,7514 -3,Moirai-1.1-Large,4.731015474163419,0.5441817719584047,1105.523804931962,90,961,7440 -4,Toto-2.0-1B,3.718865744463655,0.6737384234104092,1101.0539647139674,90,983,7541 -5,Timer-S1,4.20780159770652,0.6180025265780169,1049.3595338697987,90,936,7346 -6,TimesFM-2.5,4.517400676111558,0.5539568278250214,1044.6737717319784,90,1001,7559 -7,ARIMA,6.768697637627982,0.3356929048109437,876.0005095093818,90,691,6130 -8,ETS,7.160203340220582,0.29283509492118953,863.5618997906811,90,691,6130 -9,Moving-Average,6.417092810892173,0.3729965456039142,854.2273523078117,90,691,6130 -10,Seasonal-Naive,7.492551331302694,0.24935182646647788,749.5702850526121,90,691,6130 +1,TiRex,3.502812820788975,0.7013919457373974,1204.168754739888,90,978,7521 +2,Chronos-2,3.7555176110023054,0.6579648982028339,1151.8655962525038,90,995,7523 +3,Moirai-1.1-Large,4.731227917880161,0.5441760323069299,1105.523983996893,90,962,7449 +4,Toto-2.0-1B,3.718396551829094,0.6738489896276261,1101.058827749604,90,984,7550 +5,Timer-S1,4.208357976910597,0.6179556726470637,1049.3593360998075,90,937,7355 +6,TimesFM-2.5,4.517369378676382,0.5539771345445714,1044.6746609950255,90,1002,7568 +7,ARIMA,6.766712919690173,0.335965825789189,876.0076809463849,90,692,6139 +8,ETS,7.161666837011704,0.29265077814553603,863.5531615925494,90,692,6139 +9,Moving-Average,6.419034093734423,0.37276034951076453,854.2211260057976,90,692,6139 +10,Seasonal-Naive,7.492553104163737,0.24930837348808796,749.5668716215459,90,692,6139 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 121067cf48a41b782d68964d8d9e34d8aa6e2f2a..f9cfc3ea251c570e29f882d81e69f70f4550d9c9 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -157,6 +157,7 @@ binance_btcusdt_1h_close/1h/short|window:9e21c98612a774e353a6,2026-06-23T12:44:4 binance_btcusdt_1h_close/1h/short|window:9e3be7c68e831264efe7,2026-06-23T12:53:30.732863+00:00,2026-06-23T12:53:30.732863+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,5.785407641893265,2.4052874343606554,0.011614755062920507,1.021909340786829,-25.587279770492984,True binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:50:33.894971+00:00,2026-06-23T07:50:33.894971+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.3823729619755625,1.543493751842087,0.013291671524643008,1.2598284702323255,-33.803667275515906,True binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:57:09.771036+00:00,2026-06-23T08:57:09.771036+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.7650529353369186,1.3285529478861273,0.013880948425608074,1.3109255982641177,-5.911313985678497,True +binance_btcusdt_1h_close/1h/short|window:9fa3a3e716ee52019309,2026-06-24T02:37:11.818230+00:00,2026-06-24T02:37:11.818230+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,6.870430646077198,2.621150633992102,0.013964535292106029,1.2298656489022763,12.957672393390608,True binance_btcusdt_1h_close/1h/short|window:a16b424095d1e46c0318,2026-06-23T10:29:53.604272+00:00,2026-06-23T10:29:53.604272+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.3843344183864854,1.5441290161079435,0.014847334189475031,1.3937183448621067,-1.993890470938265,True binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:09:59.943679+00:00,2026-06-22T06:09:59.943679+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5311462894804875,0.7287978385536605,0.014136220510643298,0.8992430863556065,-30.91019618696623,True binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:41:52.008059+00:00,2026-06-23T03:41:52.008059+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0451837313495023,1.022342277003892,0.016958891132849846,1.5792982602960184,-15.603574086702551,True @@ -927,6 +928,7 @@ binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:48:0 binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:54:18.160694+00:00,2026-06-23T08:54:18.160694+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.526508542904272,1.235519543716032,0.008287801942273612,0.6139217621425296,1.3415832216260117,True binance_btcusdt_1h_close/1h/short|window:9ed4e76b85ec3b42c0ac,2026-06-17T01:56:25.731984+00:00,2026-06-17T01:56:25.731984+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.9338273860607238,0.9663474458292545,0.007336916012841026,0.4955709660826813,80.25825367189715,True binance_btcusdt_1h_close/1h/short|window:9f7b485f1c3ffa202e77,2026-06-17T03:02:49.204172+00:00,2026-06-17T03:02:49.204172+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.18417143523711296,0.4291519954947349,0.005261212858543061,0.29009306126279,42.387285514605345,True +binance_btcusdt_1h_close/1h/short|window:9fa3a3e716ee52019309,2026-06-24T02:35:17.744317+00:00,2026-06-24T02:35:17.744317+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,6.495404733752133,2.5486083916035693,0.024114056161648117,1.7714497609629942,15.706422651423052,True binance_btcusdt_1h_close/1h/short|window:9fd5c2627495f2d52248,2026-06-17T06:32:11.108168+00:00,2026-06-17T06:32:11.108168+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.18145671239800712,0.4259773613679571,0.008368950314527099,0.24106586279849737,20.333836794800806,True binance_btcusdt_1h_close/1h/short|window:a0c156e425e920925516,2026-06-17T08:50:23.070919+00:00,2026-06-17T08:50:23.070919+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.5681951900599759,0.7537872312927407,0.015318135208063762,0.3581425575816343,-27.180303538449753,True binance_btcusdt_1h_close/1h/short|window:a16b424095d1e46c0318,2026-06-23T10:25:44.301406+00:00,2026-06-23T10:25:44.301406+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,2.2423959905347117,1.497463185034848,0.01063085360216782,0.8290686028714708,1.0745580085692523,True @@ -1846,6 +1848,7 @@ binance_btcusdt_1h_close/1h/short|window:9e21c98612a774e353a6,2026-06-23T12:44:4 binance_btcusdt_1h_close/1h/short|window:9e3be7c68e831264efe7,2026-06-23T12:53:30.798977+00:00,2026-06-23T12:53:30.798977+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,8.200196046354199,2.8635984436289594,0.02321187762859128,2.178696661954762,-41.04037518467214,True binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:50:33.986875+00:00,2026-06-23T07:50:33.986875+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.0274613020751509,1.013637658177295,0.0067855851156047005,0.5908006374153262,6.852122648595591,True binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:57:09.855337+00:00,2026-06-23T08:57:09.855337+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.4716021337191367,1.2130960941817992,0.008063201227607293,0.7240924261875911,3.172170828728684,True +binance_btcusdt_1h_close/1h/short|window:9fa3a3e716ee52019309,2026-06-24T02:37:11.868274+00:00,2026-06-24T02:37:11.868274+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,8.186559936840629,2.861216513450289,0.026727562006336997,2.501901522236786,4.264993900808172,True binance_btcusdt_1h_close/1h/short|window:a16b424095d1e46c0318,2026-06-23T10:29:53.776113+00:00,2026-06-23T10:29:53.776113+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,2.2010637610019024,1.4835982478426908,0.01047880115898058,0.9554620543802281,2.0045388997847873,True binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:10:00.195817+00:00,2026-06-22T06:10:00.195817+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.07941240687974518,0.28180207039648447,0.00252739701301171,0.13281666858841917,55.849222065350254,True binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:41:52.193861+00:00,2026-06-23T03:41:52.193861+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.8972090858417056,0.94721121501052,0.006314700001006393,0.5305807382411873,-8.08147633194402,True @@ -2613,6 +2616,7 @@ binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:49:5 binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:56:37.372859+00:00,2026-06-23T08:56:37.372859+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.450443089905813,1.2043434268952578,0.008125373558653655,0.6073413611814614,3.895393649536862,True binance_btcusdt_1h_close/1h/short|window:9ed4e76b85ec3b42c0ac,2026-06-17T01:58:59.836889+00:00,2026-06-17T01:58:59.836889+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,2.5432848484271724,1.5947679606849305,0.012530525623456136,0.7387057921235831,54.050408086941495,True binance_btcusdt_1h_close/1h/short|window:9f7b485f1c3ffa202e77,2026-06-17T03:05:11.319371+00:00,2026-06-17T03:05:11.319371+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.22555921203382354,0.47493074446051975,0.006590475918262287,0.29563453724906846,33.73027573546452,True +binance_btcusdt_1h_close/1h/short|window:9fa3a3e716ee52019309,2026-06-24T02:36:52.207290+00:00,2026-06-24T02:36:52.207290+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,7.808419184856574,2.7943548781170535,0.02567475851183107,1.9379570986011652,6.622438093080585,True binance_btcusdt_1h_close/1h/short|window:9fd5c2627495f2d52248,2026-06-17T06:34:16.062734+00:00,2026-06-17T06:34:16.062734+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.46708247422744137,0.6834343232728668,0.01254713275509399,0.29360361751147007,-26.039482636026364,True binance_btcusdt_1h_close/1h/short|window:a0c156e425e920925516,2026-06-17T08:56:03.392133+00:00,2026-06-17T08:56:03.392133+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.020320615616612,1.0101092097474471,0.02038620469932337,0.470082469388645,-51.64697491822685,True binance_btcusdt_1h_close/1h/short|window:a16b424095d1e46c0318,2026-06-23T10:28:56.541852+00:00,2026-06-23T10:28:56.541852+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,2.39611067448192,1.5479375550977241,0.01081184931343425,0.8262835780181192,-2.240122692669825,True @@ -3498,6 +3502,7 @@ binance_btcusdt_1h_close/1h/short|window:9e21c98612a774e353a6,2026-06-23T12:44:4 binance_btcusdt_1h_close/1h/short|window:9e3be7c68e831264efe7,2026-06-23T12:53:30.842104+00:00,2026-06-23T12:53:30.842104+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,2.58193098817352,1.6068388183553197,0.01178275036428554,1.0544421513311992,14.077248559606334,True binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:50:34.038751+00:00,2026-06-23T07:50:34.038751+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.1063138219690687,1.051814537819795,0.007249872848606158,0.630624483803401,3.164689583587178,True binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:57:09.906574+00:00,2026-06-23T08:57:09.906574+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.4937745665941156,1.222200706346595,0.008356328410748893,0.7481327827638262,2.425035517143371,True +binance_btcusdt_1h_close/1h/short|window:9fa3a3e716ee52019309,2026-06-24T02:37:11.892834+00:00,2026-06-24T02:37:11.892834+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,8.121633716051367,2.8498480163074253,0.02681952645173563,2.5072238503480455,4.662322494190298,True binance_btcusdt_1h_close/1h/short|window:a16b424095d1e46c0318,2026-06-23T10:29:53.863730+00:00,2026-06-23T10:29:53.863730+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,2.12309130707866,1.457083150365366,0.010536674822154734,0.9579062162507302,3.8063466506332824,True binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:10:00.295090+00:00,2026-06-22T06:10:00.295090+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.11335508751833939,0.3366824728410129,0.00363456520617038,0.16812834127332432,42.41190854893894,True binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:41:52.243216+00:00,2026-06-23T03:41:52.243216+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6694376360124769,0.818191686594576,0.005019366854760025,0.4271759982846337,6.534084076117931,True @@ -4189,6 +4194,7 @@ binance_btcusdt_1h_close/1h/short|window:9e21c98612a774e353a6,2026-06-23T12:44:4 binance_btcusdt_1h_close/1h/short|window:9e3be7c68e831264efe7,2026-06-23T12:53:30.865640+00:00,2026-06-23T12:53:30.865640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,3.427957999063248,1.851474547236134,0.013927253421989591,0.939610808044781,0.0,True binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:50:34.069789+00:00,2026-06-23T07:50:34.069789+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.1786250442599533,1.0856449899759835,0.008186708530417435,0.5894474541236925,9.41964562887983e-15,True binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:57:09.948793+00:00,2026-06-23T08:57:09.948793+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.5680242759902714,1.2522077607131619,0.0092962160593193,0.6543257761170168,7.080394363945707e-15,True +binance_btcusdt_1h_close/1h/short|window:9fa3a3e716ee52019309,2026-06-24T02:37:11.905065+00:00,2026-06-24T02:37:11.905065+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,8.915982321021593,2.9859642196485865,0.027236834311561726,1.776804874372729,0.0,True binance_btcusdt_1h_close/1h/short|window:a16b424095d1e46c0318,2026-06-23T10:29:53.900110+00:00,2026-06-23T10:29:53.900110+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,2.2911111546321616,1.5136416863419697,0.011445490787792207,0.7735325958792741,0.0,True binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:10:00.347358+00:00,2026-06-22T06:10:00.347358+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2803203570470347,0.5294528846337837,0.005959371674061188,0.3487424039587068,-9.901377091558084e-15,True binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:41:52.260062+00:00,2026-06-23T03:41:52.260062+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7630367144398564,0.8735197275619232,0.006092782408425308,0.5147479178685311,7.27503017623581e-15,True @@ -4957,6 +4963,7 @@ binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:49:2 binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:55:46.281090+00:00,2026-06-23T08:55:46.281090+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.3794259018146797,1.174489634613554,0.008028710826024198,0.6001386885944102,6.398695916754948,True binance_btcusdt_1h_close/1h/short|window:9ed4e76b85ec3b42c0ac,2026-06-17T01:58:49.974447+00:00,2026-06-17T01:58:49.974447+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.9516458147436782,1.3970131762956561,0.010998448093044096,0.6670221198934022,62.74863711250265,True binance_btcusdt_1h_close/1h/short|window:9f7b485f1c3ffa202e77,2026-06-17T03:04:26.054230+00:00,2026-06-17T03:04:26.054230+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.1507829227495479,0.3883077680777812,0.0045546778468343145,0.24161630610643195,50.232923392208974,True +binance_btcusdt_1h_close/1h/short|window:9fa3a3e716ee52019309,2026-06-24T02:36:23.655530+00:00,2026-06-24T02:36:23.655530+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,6.203345847075441,2.4906516912397527,0.023520290705006486,1.825562458533362,17.941514621463323,True binance_btcusdt_1h_close/1h/short|window:9fd5c2627495f2d52248,2026-06-17T06:33:48.872321+00:00,2026-06-17T06:33:48.872321+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.16069259707413083,0.4008648114690673,0.00780248467031493,0.2147006995432796,26.080728449011374,True binance_btcusdt_1h_close/1h/short|window:a0c156e425e920925516,2026-06-17T08:55:04.338866+00:00,2026-06-17T08:55:04.338866+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.5309216199607835,0.7286436851855531,0.014688067911250427,0.3590193590645878,-24.010389243458558,True binance_btcusdt_1h_close/1h/short|window:a16b424095d1e46c0318,2026-06-23T10:27:51.566456+00:00,2026-06-23T10:27:51.566456+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,2.039145446776348,1.4279865009083061,0.010249930121917508,0.7891890787454643,5.818724640333241,True @@ -5931,6 +5938,7 @@ binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:50:2 binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:57:00.224253+00:00,2026-06-23T08:57:00.224253+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.3432010272278914,1.1589654987219815,0.007806199767853672,0.6459400257148468,7.722633095894479,True binance_btcusdt_1h_close/1h/short|window:9ed4e76b85ec3b42c0ac,2026-06-17T01:59:11.250329+00:00,2026-06-17T01:59:11.250329+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,5.372300324619421,2.3178223237814026,0.020093710539236,1.444679996809047,22.694632561481445,True binance_btcusdt_1h_close/1h/short|window:9f7b485f1c3ffa202e77,2026-06-17T03:05:23.960894+00:00,2026-06-17T03:05:23.960894+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.32742491840598775,0.5722105542595206,0.008553737735541156,0.32401925166929135,16.32343978332625,True +binance_btcusdt_1h_close/1h/short|window:9fa3a3e716ee52019309,2026-06-24T02:37:09.218845+00:00,2026-06-24T02:37:09.218845+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,6.764689005188313,2.6009015754519265,0.024648526319465684,2.0487527774378913,13.719395497037423,True binance_btcusdt_1h_close/1h/short|window:9fd5c2627495f2d52248,2026-06-17T06:34:47.791379+00:00,2026-06-17T06:34:47.791379+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.056575193571556916,0.23785540475582412,0.004721725982277633,0.169968039837903,65.78056965710071,True binance_btcusdt_1h_close/1h/short|window:a0c156e425e920925516,2026-06-17T08:56:50.213297+00:00,2026-06-17T08:56:50.213297+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.19273145758140067,0.4390119105233942,0.008973011443856054,0.2424804953116372,25.595400760087553,True binance_btcusdt_1h_close/1h/short|window:a16b424095d1e46c0318,2026-06-23T10:29:33.175778+00:00,2026-06-23T10:29:33.175778+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,2.0897587239229045,1.4455997799954539,0.010002642498419497,0.8512385211138115,4.596174647754404,True @@ -6874,6 +6882,7 @@ binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:48:3 binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:54:56.501243+00:00,2026-06-23T08:54:56.501243+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.451416899729915,1.2047476498129868,0.008198673944721,0.7826408802242347,3.861886007186206,True binance_btcusdt_1h_close/1h/short|window:9ed4e76b85ec3b42c0ac,2026-06-17T01:57:58.570841+00:00,2026-06-17T01:57:58.570841+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,3.019954041364074,1.7378014965363777,0.017026736390548112,1.1453132698290012,47.69084445407702,True binance_btcusdt_1h_close/1h/short|window:9f7b485f1c3ffa202e77,2026-06-17T03:03:05.779693+00:00,2026-06-17T03:03:05.779693+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.3916897938716615,0.6258512553887396,0.013648274860575025,0.38251289783907244,7.4961257355360225,True +binance_btcusdt_1h_close/1h/short|window:9fa3a3e716ee52019309,2026-06-24T02:35:48.939858+00:00,2026-06-24T02:35:48.939858+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,5.669608831649295,2.3810940409083585,0.02116144216571403,2.245189172677043,22.257400851235484,True binance_btcusdt_1h_close/1h/short|window:9fd5c2627495f2d52248,2026-06-17T06:32:51.582238+00:00,2026-06-17T06:32:51.582238+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.13150081043787426,0.36263040473445446,0.011501636866808267,0.23795535583201943,35.155287470558314,True binance_btcusdt_1h_close/1h/short|window:a0c156e425e920925516,2026-06-17T08:52:37.886026+00:00,2026-06-17T08:52:37.886026+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.048807777063592815,0.2209248221988485,0.004419839233659435,0.16996884137668292,73.90932381851161,True binance_btcusdt_1h_close/1h/short|window:a16b424095d1e46c0318,2026-06-23T10:26:31.998819+00:00,2026-06-23T10:26:31.998819+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,2.1996487305222727,1.4831212797752829,0.010351749332291707,1.0201960231824239,2.036680349182009,True @@ -7877,6 +7886,7 @@ binance_btcusdt_1h_close/1h/short|window:9e8d89b640cefef43b49,2026-06-23T07:49:0 binance_btcusdt_1h_close/1h/short|window:9ec55b7df1e92126bc4c,2026-06-23T08:55:32.374390+00:00,2026-06-23T08:55:32.374390+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.4043722579742326,1.1850621325374602,0.00807682359869382,0.6031937332967917,5.505726310270059,True binance_btcusdt_1h_close/1h/short|window:9ed4e76b85ec3b42c0ac,2026-06-17T01:58:11.890375+00:00,2026-06-17T01:58:11.890375+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.8110608662377092,0.9005891772821331,0.006942712826944402,0.4899265343035646,82.62819025793655,True binance_btcusdt_1h_close/1h/short|window:9f7b485f1c3ffa202e77,2026-06-17T03:04:12.854212+00:00,2026-06-17T03:04:12.854212+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2168223764923426,0.46564189726907373,0.006058443398264877,0.2880239827283206,35.4689512117522,True +binance_btcusdt_1h_close/1h/short|window:9fa3a3e716ee52019309,2026-06-24T02:36:13.928488+00:00,2026-06-24T02:36:13.928488+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,6.068915387388622,2.4635168737779374,0.02326245452839057,1.6957723625143961,18.999575366037135,True binance_btcusdt_1h_close/1h/short|window:9fd5c2627495f2d52248,2026-06-17T06:33:18.721432+00:00,2026-06-17T06:33:18.721432+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.25405414733789067,0.5040378431605018,0.009688780962155702,0.2595916191627434,3.792910239416713,True binance_btcusdt_1h_close/1h/short|window:a0c156e425e920925516,2026-06-17T08:54:17.217409+00:00,2026-06-17T08:54:17.217409+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.5087405469207145,0.7132605042484229,0.014696117326425473,0.3500285019570812,-21.98954411411055,True binance_btcusdt_1h_close/1h/short|window:a16b424095d1e46c0318,2026-06-23T10:27:16.709137+00:00,2026-06-23T10:27:16.709137+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,2.056921285306448,1.4341970873302063,0.01030270819782392,0.7755542616075825,5.386111363258835,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index eb5fccb3663b0d9408c86b62c3ab1d19f58580e2..859e2943e0ff7cd025a5739d3c8b3698f8073151 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.417769826227238,1.069512697870557,0.01140883224824925,0.8373340338953676,-13.79428261180326,1.554562048609714,0.5201315883572909,8.992290762336507e-33,237,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T02:30:02.755563+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.4406801658064396,1.0760321849971182,0.011419570496332682,0.8389833263953966,-13.68187943951253,1.591033809504868,0.5238804382512497,2.340083099270245e-33,238,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T02:37:11.818230+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.5403797673006585,1.0781587478820736,0.10665469540415219,0.8366690121214557,-56.28506249342217,1.6757996321466717,0.33333333333333337,0.3813492063492063,7,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-24T02:20:30.715803+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.905172189974925,1.2684264322875867,1.2599462805176649,0.991743055836487,8.547780428825673,1.387749469863938,-0.029841133533705447,0.6049411584157054,137,0.9635036496350365,2026-06-17T12:10:12.335728+00:00,2026-06-24T02:30:02.799909+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.9439350215511055,2.2335515597326365,0.13355380871632272,1.5334792595366642,12.936461474236765,4.967902438533723,0.3111718914369872,5.638925506232258e-06,98,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-24T02:30:02.857443+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.2940711 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0833730823248378,1.0170188364445827,0.5763060828431761,0.5044434570065139,21.468926808425284,0.457035361459995,-0.04723346828609987,0.6720103466663802,39,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-24T02:20:30.821484+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5579088629698783,0.985314591849099,0.014659536229157655,0.6847739081654758,16.767945613390587,2.8274221867027958,-0.06823529411764707,0.47979496946217315,51,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-24T02:20:30.856750+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0049465906226422,0.988279168410133,0.2055261870553452,0.4938512376935394,52.511394964202786,0.3188562263588671,0.2,0.7194444444444444,6,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-24T02:20:30.897304+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8851114477101264,0.7625976797057223,0.008156766909226882,0.4245202754763025,20.95743432649663,1.57722438443461,0.39177210153576825,3.1295402297573322e-28,355,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T02:25:56.956900+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9008706985136151,0.7676145637279074,0.00820159075544155,0.4283037852669954,20.942684293701483,1.602823555585975,0.39493590758031333,9.721966532351788e-29,356,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T02:35:17.744317+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.342872866747477,0.4745200182106267,0.05384135267866591,0.2697134153077109,20.663981301944094,0.5070594714806828,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-24T02:01:01.605217+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.25031811601191883,0.389681927258312,0.44818615310337784,0.20889171422836872,73.88225155660601,0.3544130955830247,0.24280104712041883,5.705942300085194e-07,192,0.96875,2026-06-16T12:06:44.487655+00:00,2026-06-24T02:26:01.769668+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,6.0136135407215,2.171285611294361,0.1347272164154573,1.2354343802976238,10.683827327447931,5.628445824401465,0.47380850150279086,2.1454582941730946e-16,137,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-24T02:26:07.587586+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.140 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9487526739220538,0.9396273081375192,0.5646252219836031,0.48662901027735717,26.699332854129818,0.5017184395152848,0.18330308529945552,0.04210106788825639,58,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-24T02:02:22.282098+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.8443358101400174,0.9740231172595459,0.011752668365264203,0.6298957946375848,35.25351879434062,11.362365134832364,0.01614906832298137,0.8432667443618094,70,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-24T02:02:26.524680+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15728493389535472,0.377306635572273,0.07803444567615125,0.21845280562995464,90.6330748252471,0.07450803281661653,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-24T02:02:44.252631+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.4274465389509727,0.9446287188281683,0.00888455538390965,0.633061192499898,13.070766722270616,2.313902657643815,0.40570692984338125,1.404979663005704e-20,237,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T02:30:02.926862+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.4558461750765597,0.9526816087215386,0.008959525999970271,0.6409134627929102,13.033767676802286,2.3502149984248115,0.4099918448392015,4.5853838853956205e-21,238,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T02:37:11.868274+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.16949130757092,1.7497344256684344,0.18642719878410866,1.3506063173057374,-69.43453939087526,4.262176024066775,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-24T02:20:30.967630+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.96243980497054,1.5733205846624054,1.3414362550890933,1.185668142119932,-5.66956388258848,2.308131803999114,0.08930871618720479,0.12157357112192059,137,0.9635036496350365,2026-06-17T12:10:12.697348+00:00,2026-06-24T02:30:02.954169+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,9.223448550322098,2.6346774728431606,0.15658153390247614,1.8375517483163148,4.173079392723017,8.661770595651161,0.4012202819272039,4.823347243111078e-09,98,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-24T02:30:02.985377+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,10.22223134 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.2799951836006616,1.0865593548181842,0.6341095695847763,0.5590646733564474,17.351847349833072,0.6744749453145991,0.1659919028340081,0.1367732264260017,39,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-24T02:20:31.029448+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.342823648027067,0.9007667438271508,0.01299450955058057,0.6230629199781887,24.42179877039909,2.7225706571285033,-0.06509803921568628,0.5002200718858727,51,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-24T02:20:31.044640+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9916704636905681,0.9944645223536649,0.2087153795742119,0.5298893427523369,51.102245298962536,0.1139041396255428,-0.2,0.7194444444444444,6,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-24T02:20:31.057595+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.0919192819556973,0.8866219874169406,0.009402484755536377,0.45708206455696115,4.723307902818163,1.7071013808304811,0.2859401244936271,1.5523065932052994e-15,349,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T02:29:15.619248+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.111109281678271,0.8920726528189409,0.009448976966268648,0.46131313608280167,4.728733989076056,1.7420489735969829,0.28995497339336873,5.663514242331072e-16,350,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T02:36:52.207290+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2891747180002456,0.4420679035203201,0.05026597972211981,0.2527019264580948,27.716336109576183,0.40729592733071185,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-24T02:13:51.294301+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.7408928661657355,1.0801581401189508,1.339705773494796,0.5433418657767896,26.263220851971383,2.4407841756095805,0.2754107490949596,1.6768821346936485e-08,190,0.9736842105263158,2026-06-16T12:07:52.741323+00:00,2026-06-24T02:29:22.289519+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,9.64866158932907,2.424481878818443,0.1405675704195794,1.2495361227929518,6.42632446066658,33.18946424975872,0.5333789017999545,8.477499165461093e-20,133,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-24T02:29:31.343047+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.170321903618442,1.0497875465401438,0.6191820647294501,0.4990735808747235,15.218697619841205,0.7274701903662497,-0.09061224489795917,0.3531486762275903,50,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-24T02:17:35.616984+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.739691710072289,1.191207583075159,0.0127398147565451,0.6365598259207502,12.532367700938876,5.660933687063833,-0.01404741000877963,0.8654907940230208,68,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-24T02:17:46.325955+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1610575909906263,0.38165373901978383,0.06710436885424277,0.19493349583680222,90.50192821962708,0.09120771655046675,0.6,0.1361111111111111,6,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-24T02:17:54.458839+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8952917873562638,0.8185405361255005,0.007851470593284515,0.5217944209336741,17.682758250419376,1.0961628054793873,0.2917113637988986,2.280148068440908e-11,237,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T02:30:03.006407+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9256545685692682,0.8270754415044163,0.007931168306975487,0.5301365613933984,17.62805053715791,1.1899221853701434,0.2975924547034003,8.128990880669536e-12,238,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T02:37:11.892834+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5471956995007726,0.6762872243537096,0.07417545192580133,0.45238264992358557,-33.28656191496858,0.5127123707334149,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-24T02:20:31.074759+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.5205882229419543,1.4463366455383113,1.4181831522323645,1.271107753635699,5.710818447821651,1.970021742320317,0.1962215543151567,0.0006699767888368041,137,0.9635036496350365,2026-06-17T12:10:12.867076+00:00,2026-06-24T02:30:03.014942+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.4784461309728245,2.352132132302955,0.13968559628379398,1.588047883520653,7.824378644894818,4.920997623558816,0.26572690932042925,0.00010595861533840305,98,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-24T02:30:03.026387+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0856901965145929,1.0171494735282383,0.6462203490538206,0.5195298076063987,21.628065120963946,0.45776079307372713,0.039136302294197026,0.7257314170395327,39,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-24T02:20:31.106850+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8341608578856472,1.0298281420217459,0.015306586902999474,0.7457086603840593,16.4334673912609,3.5680865390324588,-0.07137254901960786,0.4598333978556357,51,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-24T02:20:31.114761+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0707184704165797,1.0341361556207838,0.21512085014714658,0.5607424937622568,48.34636655555901,0.08057941813920212,-0.2,0.7194444444444444,6,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-24T02:20:31.121556+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.076704773979399,0.9270654750324024,0.009312686043984946,0.5197465951046417,2.349391493465722e-16,1.2623225708084318,0.24637059286276192,1.627817881852143e-08,237,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T02:30:03.035464+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.1096429149333578,0.9357163100938148,0.009387997591327706,0.525028352580558,2.339520100636035e-16,1.358287910925499,0.25263269864907983,6.496576613144846e-09,238,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T02:37:11.905065+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.24001634527529367,0.4544740261704839,0.051685353854007944,0.3219751307891324,1.4438931485930167e-16,0.2296321096103468,0.04761904761904762,1.0,7,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-24T02:20:31.133672+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.6667861060161844,1.5038583083268813,1.413283518454633,1.3296575266364865,9.477824308976534e-16,1.9865864450761233,0.20717045942464576,0.0003289278406764604,137,0.9635036496350365,2026-06-17T12:10:12.978229+00:00,2026-06-24T02:30:03.041759+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,7.03285882955333,2.4891634492890837,0.14555455757112398,1.9976526120602265,2.3188193377066974e-17,4.91757163779379,0.2535240900483905,0.00021687194663957485,98,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-24T02:30:03.051119+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.7112839301271119,1.2736311540995038,0.7159149305933504,0.9728419051647024,1.487228283197922e-16,0.811448403372548,0.2388663967611336,0.03226223074134406,39,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-24T02:20:31.162480+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.1698608846853387,1.1905501361426503,0.016106219539848577,0.6482605252054762,3.4469533069372707e-15,3.697360382114898,-0.05178501771593132,0.5919007625449679,51,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-24T02:20:31.169640+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,3.157490174665128,1.7680312197002943,0.37598669759667064,1.4206424756547271,7.474256160216405e-17,0.693736852486463,0.6,0.1361111111111111,6,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-24T02:20:31.175531+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7357141151828099,0.7475946007467839,0.008081435204350305,0.40725942875492344,17.106498748970974,0.9405096781876247,0.4915425315425315,5.456141025059372e-43,351,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T02:28:35.186621+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7512471598756868,0.7525464674811388,0.008125295589295351,0.41128869872588486,17.10887095315419,0.983344961477169,0.4943991193991194,1.3681964197845731e-43,352,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T02:36:23.655530+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.32355845359025515,0.4362658768354618,0.048157471808452285,0.24349446471584263,36.154594422427266,0.4797179032349619,0.07142857142857142,0.9048611111111111,8,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-24T02:09:11.090335+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.3053942861085678,0.43373777168221633,0.5753675006777607,0.2164944317052457,73.19255836740712,0.44340575706337987,0.2768255717828603,1.2961553052195673e-08,191,0.9685863874345549,2026-06-16T12:07:37.946365+00:00,2026-06-24T02:28:39.895354+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.471336047380722,2.0949649546515086,0.12959748190989398,1.1710300714718471,13.12140787596032,5.001412501849657,0.46246212546291093,2.254795189616344e-15,134,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-24T02:28:45.264322+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1628635 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8925728164732405,0.9189533885319409,0.5841023302900152,0.4769211388293087,26.88622254111958,0.4306930554659904,0.15443745632424877,0.09919911017387477,54,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-24T02:09:33.345355+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5360329947502942,0.8394438998954641,0.00962540176037724,0.5250314211400007,37.575685479606975,3.3446402003888465,-0.01278772378516624,0.8765174154348458,69,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-24T02:09:41.128988+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.11976753810582084,0.3310475123746387,0.06180033928585613,0.19869205886648292,92.69767518796345,0.054029025773299245,0.2,0.7194444444444444,6,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-24T02:09:49.014284+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7686113027149258,0.7291927916061689,0.007520505389703928,0.4081757524210531,26.248617289110587,1.1099631585910783,0.41653681829605427,6.305364006984861e-31,346,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T02:29:48.885600+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7858910655462612,0.7345867650466466,0.007569865680567793,0.4129036401012169,26.212510021698275,1.1541526189221658,0.41986640235878125,1.7518648740081333e-31,347,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T02:37:09.218845+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.29483004496619825,0.46548654878620704,0.051677057688773544,0.23891626291868845,18.012729595469647,0.3783377150923359,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-24T02:18:59.318733+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10797459970908788,0.25132064909559937,0.3891135036915665,0.13307475637048632,89.61329316726905,0.19832191053464632,0.2912731823870747,2.9327636442893697e-09,188,0.973404255319149,2026-06-16T12:08:08.243141+00:00,2026-06-24T02:29:53.625234+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.393735332024213,2.1044648696112143,0.1321405577366165,1.3068285652413258,11.736893204361536,4.734974980705345,0.3866279069767442,8.105788076272751e-11,129,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-24T02:29:59.025070+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1368 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0106370116213088,0.9899245799818694,0.644156668102024,0.5236751853167405,20.628676684912485,0.36261506751186323,0.16326530612244894,0.0979227879606851,49,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-24T02:20:11.018991+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6693035353964085,0.9046377357496711,0.010935299744217818,0.5839793552079983,30.197969877407523,3.4575622579216514,-0.07403846153846154,0.3832884041626353,65,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-24T02:20:19.224208+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.2114251448227597,0.44492410646674296,0.0958162984738695,0.2379212393662513,87.66389897989315,0.09659563261878598,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-24T02:20:26.306856+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6676664051441785,0.6908438522154492,0.007253173946977936,0.4753068481226672,27.822912654437722,0.8994010483738982,0.42963554136738497,6.950846118232267e-34,358,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T02:27:16.429458+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6815993924046384,0.6955520700112512,0.007291915641180544,0.48023688245290225,27.807409836044407,0.9361381770744435,0.4327819361665707,1.8914034851317742e-34,359,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T02:35:48.939858+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.33495704111947366,0.5010608588966544,0.057479343375581575,0.33223136035557854,10.92486816077923,0.37532226183456846,-0.2857142857142857,0.39875992063492066,8,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-24T02:04:03.922832+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10234199754840154,0.24972559019009558,0.3228027163299762,0.18034726566305906,86.17788868553096,0.1697334836957613,0.009975199779553596,0.8376414440372567,191,0.9685863874345549,2026-06-16T12:07:01.390017+00:00,2026-06-24T02:27:22.487038+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.880572052098807,1.956120776730359,0.1265784213555714,1.4178698713899485,19.415207588096614,4.885109142373141,0.4774145773828415,9.8082558832011e-17,138,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-24T02:27:32.008702+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8908331960008384,0.9200029092180044,0.5067220902550742,0.6872472121117869,27.641981125181974,0.4059177373231413,0.190562613430127,0.03459943552191302,58,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-24T02:05:55.363659+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.453466247625755,0.8214217116083959,0.010106533134572231,0.6294808447257134,37.78157508727264,3.2163188929462803,-0.018633540372670808,0.8195415850228459,70,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-24T02:06:05.051005+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15237916880267163,0.3802575504835382,0.06527828077292715,0.29665509122400513,90.75666651397516,0.06208870701746839,0.06666666666666665,1.0,6,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-24T02:06:13.055079+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7772909848895143,0.7212553601848332,0.007629112538474995,0.40276972385090365,24.927048192280484,1.273766342493582,0.4102887852887853,1.4912930190639476e-30,352,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T02:28:02.932893+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7922814222903617,0.7261909452091764,0.007673399626265124,0.4064326208442846,24.910256484557415,1.302764422091316,0.41353335050218903,4.274408593969888e-31,353,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T02:36:13.928488+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.40519730215333866,0.5287544315839078,0.05883406185198004,0.28694694299859,9.790961717185407,0.5513226404559831,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-24T02:07:02.251298+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.18911750370635347,0.31791356671676213,0.34943363011908884,0.16650734754698818,83.07856814214877,0.33774410411101824,0.2862155388471178,4.524787077417778e-09,190,0.968421052631579,2026-06-16T12:07:21.772238+00:00,2026-06-24T02:28:09.792803+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.999214872932735,2.006585705500978,0.12591906142001943,1.1300171911643733,15.429836733418195,4.891710568269588,0.40283224400871454,3.4740011670767756e-12,136,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-24T02:28:15.594158+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 49a6d12cb3cffece1f842d622753dd20e7eea694..835834316e164e26b9ea8ff0470a48578f813028 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-24T02:30:03.152904+00:00", + "generated_at": "2026-06-24T02:37:12.105008+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 05d1575f8e3dd87437878b7e7eb9c2704f9220f6..33f480123603c504793890de3d9fd815ef32ffcf 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,ETS,1.2620836186154099,1.067990393661924,7.0,1,1,1.0 Air Quality,Chronos-2,2.1016231390858673,1.0703857900104552,8.0,1,1,1.0 Air Quality,TimesFM-2.5,1.2128348994773375,1.1762647225311844,9.0,1,1,1.0 Air Quality,Toto-2.0-1B,3.714144665786811,1.2502947019662884,10.0,1,1,1.0 -Finance,ARIMA,0.7709959399038845,0.6150862949570546,1.0,1,1,1.0 -Finance,Toto-2.0-1B,0.6809634588518988,0.8298359335387081,2.0,1,1,1.0 -Finance,Chronos-2,0.7288038265572219,0.8658176168086535,3.0,1,1,1.0 -Finance,TiRex,0.6960282669077655,0.8842582501746641,4.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.8686276018552023,0.945328465979492,5.0,1,1,1.0 -Finance,Timer-S1,0.7589818045150293,0.9810999290559755,6.0,1,1,1.0 +Finance,ARIMA,0.7705747273498389,0.6147376799968371,1.0,1,1,1.0 +Finance,Toto-2.0-1B,0.6806782661602728,0.829681816554867,2.0,1,1,1.0 +Finance,Chronos-2,0.7285125182939898,0.8656960883061253,3.0,1,1,1.0 +Finance,TiRex,0.6957557365776228,0.8841534232875385,4.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.8757777778951323,0.9590969797550866,5.0,1,1,1.0 +Finance,Timer-S1,0.7587149415089032,0.9810828113296018,6.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -Finance,TimesFM-2.5,0.6361581866347175,1.0436218318580532,8.0,1,1,1.0 -Finance,ETS,0.9185128349831836,1.2161230038433084,9.0,1,1,1.0 -Finance,Moving-Average,0.9111196716432358,1.2199941297671224,10.0,1,1,1.0 +Finance,TimesFM-2.5,0.6358927852830996,1.043661339994496,8.0,1,1,1.0 +Finance,ETS,0.9181893415758381,1.2163187456716706,9.0,1,1,1.0 +Finance,Moving-Average,0.9109073373668142,1.2201933776603295,10.0,1,1,1.0 Hazards,ARIMA,0.23419688602020491,0.41463220514723254,1.0,1,1,1.0 Hazards,Timer-S1,0.18484032304875184,0.4245532198435699,2.0,1,1,1.0 Hazards,Moving-Average,0.21497905210427556,0.4292376230641634,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index f3efead99cd84839d1ec9b8f728b6344b82e6c02..f5d1532652c3d0954a2220fb256831859a3d9a2a 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,ARIMA,0.2605963476930982,0.3763700612119552,8.0,1,1,1.0 1D,Moving-Average,0.24883546341355914,0.3833852854171502,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Timer-S1,0.5139575352365533,0.7234061770691935,3.1666666666666665,6,6,1.0 -1h,Moirai-1.1-Large,0.7790779114907144,0.8448734772515082,4.5,6,6,1.0 -1h,ARIMA,1.1241938937910712,0.9531408659721466,4.833333333333333,6,6,1.0 -1h,Chronos-2,0.757476216304952,0.9317306184740032,5.0,6,6,1.0 -1h,TiRex,0.6233398604438165,0.866408623718845,5.0,6,6,1.0 -1h,Toto-2.0-1B,1.018158293066039,0.9364460194019765,5.333333333333333,6,6,1.0 -1h,Moving-Average,0.787426543563595,0.9355619043638645,5.833333333333333,6,6,1.0 +1h,Timer-S1,0.5139274123468818,0.7234040734508205,3.1666666666666665,6,6,1.0 +1h,Moirai-1.1-Large,0.7801431040178901,0.8469120419412379,4.5,6,6,1.0 +1h,ARIMA,1.124091508382096,0.9530508087816192,4.833333333333333,6,6,1.0 +1h,Chronos-2,0.7574257464273348,0.9317088204941718,5.0,6,6,1.0 +1h,TiRex,0.6232991756163532,0.8663915043977451,5.0,6,6,1.0 +1h,Toto-2.0-1B,1.0180872119177011,0.9364170310603056,5.333333333333333,6,6,1.0 +1h,Moving-Average,0.7873959559455425,0.9355873684282825,5.833333333333333,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,5.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.791004426515907,1.0063536352849978,6.333333333333333,6,6,1.0 -1h,ETS,3.2701139554076692,1.9672348102314507,9.166666666666666,6,6,1.0 +1h,TimesFM-2.5,0.7909494165748295,1.0063599847320848,6.333333333333333,6,6,1.0 +1h,ETS,3.2699219755868296,1.967287579608017,9.166666666666666,6,6,1.0 6min,TimesFM-2.5,0.015152143642570068,0.1071207825527746,1.0,1,1,1.0 6min,Chronos-2,0.016136424940915703,0.14829299260156023,2.0,1,1,1.0 6min,Toto-2.0-1B,0.038929324546806574,0.21677014242272125,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 48c4abf873216027a064f6cf2a5ebd51541b5b76..2129755862cc8875a74470a967b20eed4dfd1804 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,ARIMA,0.2605963476930982,0.3763700612119552,8.0,1,1,1.0 7,Moving-Average,0.24883546341355914,0.3833852854171502,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Timer-S1,0.40718079143588354,0.6927276187472877,3.0,7,7,1.0 -24,ARIMA,0.8654525175597659,0.9420825363023583,4.857142857142857,7,7,1.0 -24,Moirai-1.1-Large,0.8026498862846644,0.9227353985472424,5.285714285714286,7,7,1.0 -24,Chronos-2,0.7766623346566943,0.9733607187906078,5.428571428571429,7,7,1.0 -24,Toto-2.0-1B,0.5222875639640131,0.9422412226189829,5.428571428571429,7,7,1.0 -24,Moving-Average,0.7082727133211921,0.9126545463624347,5.571428571428571,7,7,1.0 -24,TiRex,0.3367281804075703,0.9214693166684472,5.571428571428571,7,7,1.0 -24,TimesFM-2.5,0.6758648178221995,0.9367095142953211,5.857142857142857,7,7,1.0 +24,Timer-S1,0.40716033586030687,0.6927258921122637,3.0,7,7,1.0 +24,ARIMA,0.8653849565505056,0.9420062394891292,4.857142857142857,7,7,1.0 +24,Moirai-1.1-Large,0.8035904412599726,0.924643442723167,5.285714285714286,7,7,1.0 +24,Chronos-2,0.7766179788204209,0.9733411999673842,5.428571428571429,7,7,1.0 +24,Toto-2.0-1B,0.5222563100657905,0.9422162216469244,5.428571428571429,7,7,1.0 +24,Moving-Average,0.7082491307836706,0.9126758382411018,5.571428571428571,7,7,1.0 +24,TiRex,0.3367093420828864,0.9214537104215484,5.571428571428571,7,7,1.0 +24,TimesFM-2.5,0.6758245296584604,0.9367145800392742,5.857142857142857,7,7,1.0 24,Seasonal-Naive,1.0,1.0,6.0,7,7,1.0 -24,ETS,1.797425415248896,1.5852889325888326,8.0,7,7,1.0 +24,ETS,1.7973349673245544,1.585325381668642,8.0,7,7,1.0 60,TimesFM-2.5,0.015152143642570068,0.1071207825527746,1.0,1,1,1.0 60,Chronos-2,0.016136424940915703,0.14829299260156023,2.0,1,1,1.0 60,Toto-2.0-1B,0.038929324546806574,0.21677014242272125,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 36b6cc67af44a1b068f208fe5ef1d8ab981a0964..05f6dc813b35faf26b7c5813fab343a7f229fc59 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.33112719890105446,0.577893067074124,3.8,10,10,1.0 -Overall,Chronos-2,0.3766408085591164,0.6497478687045504,4.5,10,10,1.0 -Overall,TiRex,0.25597784566935866,0.6633680623943905,4.7,10,10,1.0 -Overall,Toto-2.0-1B,0.34178284532878583,0.6768701820527988,5.1,10,10,1.0 -Overall,Moirai-1.1-Large,0.6688768460956134,0.763611433353048,5.3,10,10,1.0 -Overall,TimesFM-2.5,0.3588214744471437,0.6523790354641884,5.5,10,10,1.0 -Overall,ARIMA,0.7850591518927751,0.8492845457927662,5.6,10,10,1.0 -Overall,Moving-Average,0.6798629655047584,0.8421694172131234,6.2,10,10,1.0 +Overall,Timer-S1,0.33111555440789736,0.5778920587881411,3.8,10,10,1.0 +Overall,Chronos-2,0.37662575123975306,0.6497387480916217,4.5,10,10,1.0 +Overall,TiRex,0.25596782107337346,0.6633601978911283,4.7,10,10,1.0 +Overall,Toto-2.0-1B,0.3417685285040727,0.6768576101809486,5.1,10,10,1.0 +Overall,Moirai-1.1-Large,0.669425408366764,0.7647163947353496,5.3,10,10,1.0 +Overall,TimesFM-2.5,0.3588065018209046,0.6523815051174756,5.5,10,10,1.0 +Overall,ARIMA,0.7850162517843877,0.8492363982660387,5.6,10,10,1.0 +Overall,Moving-Average,0.6798471197979181,0.8421831704064423,6.2,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.0,10,10,1.0 -Overall,ETS,1.2271626967166613,1.206360301916083,7.3,10,10,1.0 +Overall,ETS,1.2271194701054562,1.206379717556514,7.3,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 1729c8d7bf4ce307247c518cd297299d5c72646b..b9fec909fcda3adab0a3813bcc5926de2a7dcdbd 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,2618372.3189373803,871287.1140762513,874.751656459404,1.525575743031362,0.013983877184906804,0.013876166314998972,35.074051706178295,1618.1385351499978,0.025807074769849767,0.013951080771465061,0.012990152556298325,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,2614215.4144527917,869401.7172303094,873.553414271904,1.5234859965278507,0.013964535292106029,0.013857064747467522,34.99046184603784,1616.8535538052888,0.025786088445912823,0.013931704296675654,0.012970794439803536,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,7.593872656247368,7.767905889057713,2.0541670094513194,1.2031163736856252,0.07288689077029968,0.07797187149296309,38.49013958177101,2.755698215742676,0.10379440500387625,0.07737096947211616,0.0750193446187416,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.4474880567460693,0.449819559402825,0.5559816006595922,1.3691878586981538,0.3789828199907499,0.5007811364159096,53.58063188135259,0.6689454811463108,0.5233905333560455,0.4350063117351797,0.4331304906275429,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.033764271470605636,0.028114688035089177,0.14188576119130783,0.6168945627172948,0.11952951332651154,0.10999786188347525,6.374726661216218,0.1837505686266185,0.14683729239614676,0.11338262057426823,0.0954013416423421,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index daebc84b51eef0609ce87032a8e05afa3ddbff26..efa98e473eae0daa2fbeee175264c9697e923e76 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-24T02:30:02.755563+00:00", + "evaluated_at": "2026-06-24T02:37:11.818230+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62734.5703125, 63014.0, 62932.19140625, - 62713.23046875 + 62741.98828125 ], "p50": [ 63535.40660704046, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 9404dbcc6becc9587a83de618209cde083dc0a31..faf7329b3437d1bdd61a2408da6d7a412427c67d 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,13 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-24T02:30:02.890732+00:00", + "evaluated_at": "2026-06-24T02:37:11.837596+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 6ddb2e58abbf9a97a2b331f361fd44f61258b10c..4a92c534dc1ad01477d4a8daa8f5a79764e5d898 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,2475084.065463384,2475084.065463384,1510.06494140625,2.6335685425688156,0.024133611729549944,0.02382121663349612,53.49588342836511,1573.2399897864866,0.025091004982199468,0.024083450213728107,0.018285406487654494,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,2471517.151225408,2471517.151225408,1508.86669921875,2.6314787960653043,0.024114056161648117,0.023802116950119138,53.41229356822466,1572.1059605590865,0.02507243977038951,0.0240638801625399,0.018265947206650007,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.5295659158333971,0.5295659158333971,0.5971391995747884,0.3497417420650002,0.02245494588045587,0.022608952534132254,2.791484631303323,0.727712797629255,0.027409574971647723,0.02249147151537862,0.028857158475148265,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.006705355366721359,0.006705355366721359,0.07383004824320476,0.1818175377418416,0.05595071653018213,0.057799527524040495,0.902158072031918,0.08188623429320314,0.06406871867613939,0.057765467316553694,0.061414297005686076,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.0160705329049967,0.0160705329049967,0.10102511114544338,0.4392395772504927,0.08459308202473736,0.08004913100688449,5.224249694202282,0.1267696056040118,0.10130311859249369,0.08073038301590199,0.07596621490944476,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index a5b484f87acd3ddac4bb8a6045eb67be732b2c3f..24302e2eb9bf58c77463bb0c8a9ff2e228f99158 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-24T02:25:56.956900+00:00", + "evaluated_at": "2026-06-24T02:35:17.744317+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62734.5703125, 63014.0, 62932.19140625, - 62713.23046875 + 62741.98828125 ], "p50": [ 64215.69140625, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 00886dc4bc0683547bac97540daf487427984fe4..9f4c1f9ec488b69472d13b6824626d249b6db29c 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,13 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-24T02:26:10.333415+00:00", + "evaluated_at": "2026-06-24T02:35:21.592479+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index a47589ab587919fd3d519e9f71ecc3b2c0e1e843..4412915f3ea0af810846d73b6d1a8b8ace776142 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,3119353.108407398,3045019.695805484,1673.6320266035375,2.918831194765813,0.026747217255389883,0.026363524334136443,87.1556042261451,1766.169048649477,0.028167957010223694,0.02669211931459807,0.025683588590201544,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,3115005.7806711136,3040668.3401968083,1672.4337844160375,2.9167414482623015,0.026727562006336997,0.02634442591273636,87.07201436600464,1764.9378971145454,0.02814778407693672,0.026672499425435335,0.025663987968767524,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,40.80650449467975,42.26480901897464,5.524301652595784,3.2355586185720284,0.20205608092167893,0.23458602600461984,86.30682403553787,6.387996907848324,0.24060629514107576,0.20807488999247237,0.19508424028346397,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.41464464051192185,0.41397704287355297,0.5331104233578964,1.3128641633843807,0.36314649809371247,0.47369436138999493,49.339437763606284,0.6439290648137587,0.5038174054166588,0.417111643150376,0.41054507253197303,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.022916758545869262,0.022966787273645067,0.13258448209789642,0.5764542221865422,0.10762670682176674,0.10649872676852593,6.896143403570278,0.15138282117158888,0.12097183558269602,0.10594985643043216,0.09112219963046105,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 3bab4bb0341c96515e5df27754ba49f75b168977..fa15f112f039f96d2431970f8d301c52ca242adf 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-24T02:30:02.926862+00:00", + "evaluated_at": "2026-06-24T02:37:11.868274+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62734.5703125, 63014.0, 62932.19140625, - 62713.23046875 + 62741.98828125 ], "p50": [ 64196.59805719197, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index e701fca5bb32892869b2e7237ed2b542b4cc1995..b23d40a091e0c43812033f465b53f2895e22d64c 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,13 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-24T02:30:02.999073+00:00", + "evaluated_at": "2026-06-24T02:37:11.882226+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index e8c9cb45bf8151987f3905d4ec1c9118054f31ab..288385a63497723adcdfb33caac252cbea6464d3 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -2136,3 +2136,4 @@ {"evaluated_at": "2026-06-24T02:30:07.681418+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-24T02:30:07.681418+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-24T02:30:07.681418+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-24T02:37:17.122668+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index a9040bdcab246677b68b0fa58334c0c4f3fdfa9a..73929ed634c380aa81b0dcd26b65ed618c83255b 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,2949938.32061704,2779025.7220838866,1601.1747233072917,2.7924649244101434,0.02558856242581978,0.02523813296826523,61.517065553472484,1717.5384480753378,0.027392366096431402,0.025536525400252186,0.019964614867158524,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,2971122.313448588,2819487.3028882346,1611.4314778645833,2.8103528081761073,0.025752658095743702,0.0253971753937654,62.9969772194355,1723.6943793632872,0.027490019498288557,0.02569961547534698,0.020236680094676503,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.47867345402558686,0.43157181682628715,0.5773592789967855,0.33815673159209175,0.021368303585648646,0.021291911043873818,2.517371215765975,0.691862308574175,0.02605925287929656,0.021746453401388793,0.025262593723369933,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.3259266258244683,0.3430426228409047,0.4623125975330671,1.138513926925867,0.3050611423806246,0.3896786708863281,14.691829426670498,0.5708998386971819,0.4466785104169714,0.36171862105325653,0.2980142682367185,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.07864879685054602,0.05512248961778803,0.21637894295983845,0.9407779348518406,0.17941261853317245,0.161706502794968,12.298730730712572,0.2804439281755731,0.22410612054168763,0.17291101928682864,0.12384863195128681,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 5c36e753fd5099c14e711ecb34cc121a5ae7ea18..a1e366cd358b30ab93b054e6722512d3648f1be5 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-24T02:29:15.619248+00:00", + "evaluated_at": "2026-06-24T02:36:52.207290+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 62734.5703125, 63014.0, 62932.19140625, - 62713.23046875 + 62741.98828125 ], "p50": [ - 64210.115234375, - 64219.04296875, - 64233.75390625, - 64210.767578125, - 64209.705078125, - 64269.1015625, - 64251.046875, - 64269.80078125, - 64215.88671875, - 64302.447265625, - 64347.404296875, - 64443.595703125, - 64393.298828125, - 64376.33984375, - 64443.373046875, - 64272.169921875, - 64267.708984375, - 64207.38671875, - 64328.056640625, - 64337.205078125, - 64235.73046875, - 64300.853515625, - 64320.375, - 64354.505859375 + 64216.09765625, + 64187.16796875, + 64247.83203125, + 64252.42578125, + 64197.138671875, + 64257.767578125, + 64280.1328125, + 64204.43359375, + 64257.076171875, + 64274.009765625, + 64234.439453125, + 64303.779296875, + 64309.99609375, + 64408.619140625, + 64384.908203125, + 64353.37109375, + 64344.74609375, + 64293.974609375, + 64341.693359375, + 64419.427734375, + 64346.541015625, + 64431.267578125, + 64441.458984375, + 64430.77734375 ], "p10": [ - 63974.15625, - 63885.55078125, - 63869.533203125, - 63734.51171875, - 63727.234375, - 63701.671875, - 63599.7890625, - 63567.240234375, - 63593.638671875, - 63640.8125, - 63590.279296875, - 63652.625, - 63569.642578125, - 63482.60546875, - 63421.3359375, - 63265.587890625, - 63338.392578125, - 63182.45703125, - 63275.998046875, - 63384.69140625, - 63194.0078125, - 63448.6875, - 63153.283203125, - 63371.953125 + 63947.166015625, + 63875.7265625, + 63846.62109375, + 63718.263671875, + 63725.544921875, + 63714.697265625, + 63720.642578125, + 63544.982421875, + 63435.873046875, + 63665.458984375, + 63455.3359375, + 63593.939453125, + 63462.458984375, + 63426.109375, + 63452.931640625, + 63388.8515625, + 63385.453125, + 63298.640625, + 63417.23046875, + 63386.99609375, + 63341.251953125, + 63074.337890625, + 63318.876953125, + 63428.58984375 ], "p90": [ - 64434.03515625, - 64611.115234375, - 64612.166015625, - 64683.390625, - 64777.361328125, - 64812.755859375, - 64897.2109375, - 64931.63671875, - 64871.404296875, - 64959.30078125, - 65211.71484375, - 65236.361328125, - 65345.884765625, - 65253.529296875, - 65545.62890625, - 65238.322265625, - 65308.521484375, - 65144.802734375, - 65472.443359375, - 65494.201171875, - 65796.55859375, - 65691.40625, - 65789.61328125, - 65754.15234375 + 64476.021484375, + 64488.318359375, + 64660.3359375, + 64738.7578125, + 64750.322265625, + 64914.357421875, + 65005.974609375, + 64794.986328125, + 65066.6796875, + 65032.408203125, + 65051.7734375, + 65073.9140625, + 65327.779296875, + 65236.546875, + 65165.169921875, + 65193.9765625, + 65472.2265625, + 65528.1640625, + 65494.619140625, + 65396.18359375, + 65415.783203125, + 65672.23046875, + 65727.0078125, + 65676.828125 ], "mean": [ - 64207.07421875, - 64247.3203125, - 64249.33984375, - 64214.80859375, - 64229.7890625, - 64276.39453125, - 64248.33984375, - 64280.06640625, - 64258.05078125, - 64329.90234375, - 64443.08203125, - 64499.9296875, - 64447.81640625, - 64367.9921875, - 64493.7421875, - 64333.328125, - 64316.03125, - 64178.42578125, - 64432.421875, - 64474.30078125, - 64375.58203125, - 64509.71875, - 64438.74609375, - 64422.7109375 + 64213.58984375, + 64192.0, + 64236.375, + 64267.8046875, + 64230.79296875, + 64307.30078125, + 64299.609375, + 64206.890625, + 64267.80078125, + 64343.03515625, + 64304.9453125, + 64326.7109375, + 64351.171875, + 64397.24609375, + 64360.71875, + 64351.42578125, + 64403.828125, + 64332.00390625, + 64407.3828125, + 64469.94140625, + 64355.06640625, + 64456.10546875, + 64527.828125, + 64548.953125 ], "quantiles": { "0.1": [ - 63974.15625, - 63885.55078125, - 63869.533203125, - 63734.51171875, - 63727.234375, - 63701.671875, - 63599.7890625, - 63567.240234375, - 63593.638671875, - 63640.8125, - 63590.279296875, - 63652.625, - 63569.642578125, - 63482.60546875, - 63421.3359375, - 63265.587890625, - 63338.392578125, - 63182.45703125, - 63275.998046875, - 63384.69140625, - 63194.0078125, - 63448.6875, - 63153.283203125, - 63371.953125 + 63947.166015625, + 63875.7265625, + 63846.62109375, + 63718.263671875, + 63725.544921875, + 63714.697265625, + 63720.642578125, + 63544.982421875, + 63435.873046875, + 63665.458984375, + 63455.3359375, + 63593.939453125, + 63462.458984375, + 63426.109375, + 63452.931640625, + 63388.8515625, + 63385.453125, + 63298.640625, + 63417.23046875, + 63386.99609375, + 63341.251953125, + 63074.337890625, + 63318.876953125, + 63428.58984375 ], "0.2": [ - 63974.15625, - 63885.55078125, - 63869.533203125, - 63734.51171875, - 63727.234375, - 63701.671875, - 63599.7890625, - 63567.240234375, - 63593.638671875, - 63640.8125, - 63590.279296875, - 63652.625, - 63569.642578125, - 63482.60546875, - 63421.3359375, - 63265.587890625, - 63338.392578125, - 63182.45703125, - 63275.998046875, - 63384.69140625, - 63194.0078125, - 63448.6875, - 63153.283203125, - 63371.953125 + 63947.166015625, + 63875.7265625, + 63846.62109375, + 63718.263671875, + 63725.544921875, + 63714.697265625, + 63720.642578125, + 63544.982421875, + 63435.873046875, + 63665.458984375, + 63455.3359375, + 63593.939453125, + 63462.458984375, + 63426.109375, + 63452.931640625, + 63388.8515625, + 63385.453125, + 63298.640625, + 63417.23046875, + 63386.99609375, + 63341.251953125, + 63074.337890625, + 63318.876953125, + 63428.58984375 ], "0.3": [ - 63974.15625, - 63885.55078125, - 63869.533203125, - 63734.51171875, - 63727.234375, - 63701.671875, - 63599.7890625, - 63567.240234375, - 63593.638671875, - 63640.8125, - 63590.279296875, - 63652.625, - 63569.642578125, - 63482.60546875, - 63421.3359375, - 63265.587890625, - 63338.392578125, - 63182.45703125, - 63275.998046875, - 63384.69140625, - 63194.0078125, - 63448.6875, - 63153.283203125, - 63371.953125 + 63947.166015625, + 63875.7265625, + 63846.62109375, + 63718.263671875, + 63725.544921875, + 63714.697265625, + 63720.642578125, + 63544.982421875, + 63435.873046875, + 63665.458984375, + 63455.3359375, + 63593.939453125, + 63462.458984375, + 63426.109375, + 63452.931640625, + 63388.8515625, + 63385.453125, + 63298.640625, + 63417.23046875, + 63386.99609375, + 63341.251953125, + 63074.337890625, + 63318.876953125, + 63428.58984375 ], "0.4": [ - 64210.115234375, - 64219.04296875, - 64233.75390625, - 64210.767578125, - 64209.705078125, - 64269.1015625, - 64251.046875, - 64269.80078125, - 64215.88671875, - 64302.447265625, - 64347.404296875, - 64443.595703125, - 64393.298828125, - 64376.33984375, - 64443.373046875, - 64272.169921875, - 64267.708984375, - 64207.38671875, - 64328.056640625, - 64337.205078125, - 64235.73046875, - 64300.853515625, - 64320.375, - 64354.505859375 + 64216.09765625, + 64187.16796875, + 64247.83203125, + 64252.42578125, + 64197.138671875, + 64257.767578125, + 64280.1328125, + 64204.43359375, + 64257.076171875, + 64274.009765625, + 64234.439453125, + 64303.779296875, + 64309.99609375, + 64408.619140625, + 64384.908203125, + 64353.37109375, + 64344.74609375, + 64293.974609375, + 64341.693359375, + 64419.427734375, + 64346.541015625, + 64431.267578125, + 64441.458984375, + 64430.77734375 ], "0.5": [ - 64210.115234375, - 64219.04296875, - 64233.75390625, - 64210.767578125, - 64209.705078125, - 64269.1015625, - 64251.046875, - 64269.80078125, - 64215.88671875, - 64302.447265625, - 64347.404296875, - 64443.595703125, - 64393.298828125, - 64376.33984375, - 64443.373046875, - 64272.169921875, - 64267.708984375, - 64207.38671875, - 64328.056640625, - 64337.205078125, - 64235.73046875, - 64300.853515625, - 64320.375, - 64354.505859375 + 64216.09765625, + 64187.16796875, + 64247.83203125, + 64252.42578125, + 64197.138671875, + 64257.767578125, + 64280.1328125, + 64204.43359375, + 64257.076171875, + 64274.009765625, + 64234.439453125, + 64303.779296875, + 64309.99609375, + 64408.619140625, + 64384.908203125, + 64353.37109375, + 64344.74609375, + 64293.974609375, + 64341.693359375, + 64419.427734375, + 64346.541015625, + 64431.267578125, + 64441.458984375, + 64430.77734375 ], "0.6": [ - 64210.115234375, - 64219.04296875, - 64233.75390625, - 64210.767578125, - 64209.705078125, - 64269.1015625, - 64251.046875, - 64269.80078125, - 64215.88671875, - 64302.447265625, - 64347.404296875, - 64443.595703125, - 64393.298828125, - 64376.33984375, - 64443.373046875, - 64272.169921875, - 64267.708984375, - 64207.38671875, - 64328.056640625, - 64337.205078125, - 64235.73046875, - 64300.853515625, - 64320.375, - 64354.505859375 + 64216.09765625, + 64187.16796875, + 64247.83203125, + 64252.42578125, + 64197.138671875, + 64257.767578125, + 64280.1328125, + 64204.43359375, + 64257.076171875, + 64274.009765625, + 64234.439453125, + 64303.779296875, + 64309.99609375, + 64408.619140625, + 64384.908203125, + 64353.37109375, + 64344.74609375, + 64293.974609375, + 64341.693359375, + 64419.427734375, + 64346.541015625, + 64431.267578125, + 64441.458984375, + 64430.77734375 ], "0.7": [ - 64210.115234375, - 64219.04296875, - 64233.75390625, - 64210.767578125, - 64209.705078125, - 64269.1015625, - 64251.046875, - 64269.80078125, - 64215.88671875, - 64302.447265625, - 64347.404296875, - 64443.595703125, - 64393.298828125, - 64376.33984375, - 64443.373046875, - 64272.169921875, - 64267.708984375, - 64207.38671875, - 64328.056640625, - 64337.205078125, - 64235.73046875, - 64300.853515625, - 64320.375, - 64354.505859375 + 64216.09765625, + 64187.16796875, + 64247.83203125, + 64252.42578125, + 64197.138671875, + 64257.767578125, + 64280.1328125, + 64204.43359375, + 64257.076171875, + 64274.009765625, + 64234.439453125, + 64303.779296875, + 64309.99609375, + 64408.619140625, + 64384.908203125, + 64353.37109375, + 64344.74609375, + 64293.974609375, + 64341.693359375, + 64419.427734375, + 64346.541015625, + 64431.267578125, + 64441.458984375, + 64430.77734375 ], "0.8": [ - 64434.03515625, - 64611.115234375, - 64612.166015625, - 64683.390625, - 64777.361328125, - 64812.755859375, - 64897.2109375, - 64931.63671875, - 64871.404296875, - 64959.30078125, - 65211.71484375, - 65236.361328125, - 65345.884765625, - 65253.529296875, - 65545.62890625, - 65238.322265625, - 65308.521484375, - 65144.802734375, - 65472.443359375, - 65494.201171875, - 65796.55859375, - 65691.40625, - 65789.61328125, - 65754.15234375 + 64476.021484375, + 64488.318359375, + 64660.3359375, + 64738.7578125, + 64750.322265625, + 64914.357421875, + 65005.974609375, + 64794.986328125, + 65066.6796875, + 65032.408203125, + 65051.7734375, + 65073.9140625, + 65327.779296875, + 65236.546875, + 65165.169921875, + 65193.9765625, + 65472.2265625, + 65528.1640625, + 65494.619140625, + 65396.18359375, + 65415.783203125, + 65672.23046875, + 65727.0078125, + 65676.828125 ], "0.9": [ - 64434.03515625, - 64611.115234375, - 64612.166015625, - 64683.390625, - 64777.361328125, - 64812.755859375, - 64897.2109375, - 64931.63671875, - 64871.404296875, - 64959.30078125, - 65211.71484375, - 65236.361328125, - 65345.884765625, - 65253.529296875, - 65545.62890625, - 65238.322265625, - 65308.521484375, - 65144.802734375, - 65472.443359375, - 65494.201171875, - 65796.55859375, - 65691.40625, - 65789.61328125, - 65754.15234375 + 64476.021484375, + 64488.318359375, + 64660.3359375, + 64738.7578125, + 64750.322265625, + 64914.357421875, + 65005.974609375, + 64794.986328125, + 65066.6796875, + 65032.408203125, + 65051.7734375, + 65073.9140625, + 65327.779296875, + 65236.546875, + 65165.169921875, + 65193.9765625, + 65472.2265625, + 65528.1640625, + 65494.619140625, + 65396.18359375, + 65415.783203125, + 65672.23046875, + 65727.0078125, + 65676.828125 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 4edceed8180c45d58bd3b4343aa603c982b0e3b9..05ee78442f822af6fc086865f7302150bed14411 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,13 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-24T02:29:33.885394+00:00", + "evaluated_at": "2026-06-24T02:36:54.753899+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 839b6aaf68216f1a33e5d6be376d60789d373373..77a4f2c6f9d367327c7f8381476d57fdc8518ecb 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,3094245.2534411126,3018048.945622461,1679.6797354714945,2.9293784602459545,0.026839130455952293,0.026458805758043824,87.0532113440965,1759.04668881787,0.028054365207841325,0.026788571918346972,0.02576534381174891,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,3090301.1972275176,3014100.8615364744,1678.4814932839945,2.9272887137424433,0.02681952645173563,0.026439706657858497,86.96962148395603,1757.9252535951343,0.028035944234914165,0.026768950186481223,0.025745741628401715,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,3.7254732223560887,3.857635656925538,1.6989814043242737,0.995085763097673,0.06234093839361071,0.06375101933657625,7.0135930254093175,1.9301484974882344,0.07269976578764256,0.06399277067680005,0.05485515880509876,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.4193814816276534,0.4187177778537363,0.5260966873128072,1.2955917892165003,0.3534725838341651,0.46328487645894545,48.63914857985671,0.6475966967393004,0.5066870022429554,0.4116240165007914,0.4050425575523684,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.036406154846437756,0.03748985320062075,0.16912391565294332,0.7353213114252277,0.14171344562667804,0.1292570564233648,12.349282839410797,0.19080396968207386,0.15247375012745173,0.1351489578482591,0.1149720784176916,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 29ddc15d16cc810f10971e0dc88d74841ce6c099..df138c508b0d178c333e1743c2c3731c0bcb8bcc 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-24T02:30:03.006407+00:00", + "evaluated_at": "2026-06-24T02:37:11.892834+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62734.5703125, 63014.0, 62932.19140625, - 62713.23046875 + 62741.98828125 ], "p50": [ 64376.969774533994, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index dcbbf9625eb1e3b823fb947d4b66067960f2b238..4f57d16f965ed320d32faca2ab9ef10ce616a43f 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,13 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-24T02:30:03.031356+00:00", + "evaluated_at": "2026-06-24T02:37:11.898727+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 80769addcedd028e27407647206989a2b75dd48d..82da1be6f99d5288cd4623c30468ed1364074993 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-24T02:25:35.312405+00:00", - "finished_at": "2026-06-24T02:30:07.680885+00:00", - "task_count": 3, + "started_at": "2026-06-24T02:34:49.905297+00:00", + "finished_at": "2026-06-24T02:37:17.122124+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,13 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-24T02:26:10.333415+00:00", + "evaluated_at": "2026-06-24T02:35:21.592479+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": [] @@ -36,25 +24,13 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-24T02:27:34.879893+00:00", + "evaluated_at": "2026-06-24T02:35:51.300683+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": [] @@ -62,25 +38,13 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-24T02:28:18.725122+00:00", + "evaluated_at": "2026-06-24T02:36:16.616731+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": [] @@ -88,25 +52,13 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-24T02:28:54.024691+00:00", + "evaluated_at": "2026-06-24T02:36:28.908958+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": [] @@ -114,25 +66,13 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-24T02:29:33.885394+00:00", + "evaluated_at": "2026-06-24T02:36:54.753899+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": [] @@ -140,25 +80,13 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-24T02:30:02.537921+00:00", + "evaluated_at": "2026-06-24T02:37:11.624117+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": [] @@ -166,25 +94,13 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-24T02:30:02.890732+00:00", + "evaluated_at": "2026-06-24T02:37:11.837596+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": [] @@ -192,25 +108,13 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-24T02:30:02.999073+00:00", + "evaluated_at": "2026-06-24T02:37:11.882226+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": [] @@ -218,25 +122,13 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-24T02:30:03.031356+00:00", + "evaluated_at": "2026-06-24T02:37:11.898727+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": [] @@ -244,25 +136,13 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-24T02:30:03.054926+00:00", + "evaluated_at": "2026-06-24T02:37:11.909517+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": [] @@ -283,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-24T02:31:47.710948+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260624_023711.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260624_023711.json new file mode 100644 index 0000000000000000000000000000000000000000..a7dc4ddeaf5a25cf97d61380caaafd92e9e2a020 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260624_023711.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-24T02:37:11.818230+00:00", + "metrics": { + "MSE[mean]": 2614215.4144527917, + "MSE[0.5]": 869401.7172303094, + "MAE[0.5]": 873.553414271904, + "MASE[0.5]": 1.5234859965278507, + "MAPE[0.5]": 0.013964535292106029, + "sMAPE[0.5]": 0.013857064747467522, + "MSIS": 34.99046184603784, + "RMSE[mean]": 1616.8535538052888, + "NRMSE[mean]": 0.025786088445912823, + "ND[0.5]": 0.013931704296675654, + "mean_weighted_sum_quantile_loss": 0.012970794439803536 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00" + ], + "context": [ + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875 + ], + "actual": [ + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62741.98828125 + ], + "predictions": { + "p50": [ + 63535.40660704046, + 63536.76475223405, + 63536.03779943315, + 63519.07850032415, + 63522.070312014155, + 63532.440908067496, + 63533.024317091855, + 63526.69618351245, + 63532.94597396198, + 63556.81475111966, + 63536.93713654603, + 63517.079065056394, + 63520.06422247543, + 63520.062737246015, + 63501.07766953578, + 63518.41895110113, + 63517.29568117121, + 63526.63334274861, + 63518.41847542369, + 63518.41843161555, + 63521.703410623624, + 63516.172364026665, + 63516.172356502895, + 63514.343837202294 + ], + "p10": [ + 63298.4069416403, + 63286.15851202913, + 63325.5882824493, + 63283.66351371544, + 63295.63331653168, + 63284.22596301205, + 63324.51406864033, + 63318.36779934002, + 63249.53689521768, + 63318.3242520503, + 63316.01176445927, + 63261.51968818829, + 63295.269728672436, + 63316.00280026024, + 63261.514705408394, + 63261.514246512714, + 63283.00370941373, + 63324.40087407494, + 63273.83597603171, + 63273.83593222357, + 63318.30481160473, + 63249.50188327519, + 63283.003399596644, + 63273.83588263126 + ], + "p90": [ + 63838.33025263906, + 63827.40208458021, + 63932.02071940499, + 63766.454022063524, + 63787.644206491466, + 63791.28006498933, + 64013.783915741864, + 63917.53880138189, + 63791.111133571656, + 63930.85260450475, + 63921.923968192765, + 63825.271591250545, + 63768.03467882515, + 63926.84136652031, + 63754.34023460997, + 63763.65603508416, + 63917.476102404384, + 63787.27745207238, + 63917.475881805636, + 63834.4866508802, + 63765.89292753752, + 63753.778749716126, + 63763.65547018839, + 63763.655466006276 + ], + "mean": [ + 63871.37105334248, + 63870.68775077925, + 65143.75120272081, + 64480.166952777276, + 63543.909269297554, + 63556.27918036458, + 64515.38394568988, + 65129.012762223625, + 64172.89719665296, + 64829.7645816639, + 64813.49898804038, + 63847.30654197602, + 63548.9752828258, + 64192.95872415302, + 64441.3332877721, + 63843.29303091162, + 64173.05395941683, + 63871.5226588379, + 63866.559620348875, + 64174.69859873047, + 63857.805517571236, + 63826.82737676474, + 64154.57669335238, + 64462.193805406976 + ], + "quantiles": { + "0.1": [ + 63298.4069416403, + 63286.15851202913, + 63325.5882824493, + 63283.66351371544, + 63295.63331653168, + 63284.22596301205, + 63324.51406864033, + 63318.36779934002, + 63249.53689521768, + 63318.3242520503, + 63316.01176445927, + 63261.51968818829, + 63295.269728672436, + 63316.00280026024, + 63261.514705408394, + 63261.514246512714, + 63283.00370941373, + 63324.40087407494, + 63273.83597603171, + 63273.83593222357, + 63318.30481160473, + 63249.50188327519, + 63283.003399596644, + 63273.83588263126 + ], + "0.2": [ + 63400.334568597784, + 63378.02412253985, + 63407.4532801226, + 63390.48333401505, + 63391.318974902504, + 63396.69487231266, + 63411.690161886196, + 63408.772408084275, + 63408.744418755945, + 63431.467036368995, + 63389.83403345646, + 63359.070876483194, + 63359.06820450243, + 63390.953901813846, + 63334.595428722314, + 63375.88818753461, + 63343.53147090055, + 63390.95222048342, + 63375.887711857176, + 63385.307935080804, + 63385.190429654846, + 63341.74381737671, + 63384.7204842953, + 63341.74380567083 + ], + "0.3": [ + 63456.290387132794, + 63446.22196751778, + 63469.73879164893, + 63444.97469165549, + 63463.812041310455, + 63467.17714012762, + 63491.931070524035, + 63465.977776923355, + 63444.349597002954, + 63482.88890281185, + 63444.423581062576, + 63440.46386310699, + 63444.074102925166, + 63444.41461686355, + 63405.04487972285, + 63444.41333239815, + 63432.108068247064, + 63463.44528689137, + 63450.03663744366, + 63463.44516427082, + 63444.03649106879, + 63408.709406813454, + 63444.41276750238, + 63428.806836418626 + ], + "0.4": [ + 63501.57901503097, + 63499.87186776292, + 63516.0232331436, + 63485.04521365003, + 63493.07236907361, + 63513.18037892555, + 63514.94901933463, + 63514.50521324982, + 63513.01144750787, + 63517.092519989914, + 63491.53260858947, + 63484.39110610259, + 63495.72673395724, + 63484.38694889241, + 63463.44614265208, + 63499.740699487134, + 63484.385409348324, + 63514.44237248597, + 63497.73545708025, + 63501.07669115452, + 63491.52181608857, + 63466.97319676745, + 63484.01590146936, + 63487.23262815101 + ], + "0.5": [ + 63535.40660704046, + 63536.76475223405, + 63536.03779943315, + 63519.07850032415, + 63522.070312014155, + 63532.440908067496, + 63533.024317091855, + 63526.69618351245, + 63532.94597396198, + 63556.81475111966, + 63536.93713654603, + 63517.079065056394, + 63520.06422247543, + 63520.062737246015, + 63501.07766953578, + 63518.41895110113, + 63517.29568117121, + 63526.63334274861, + 63518.41847542369, + 63518.41843161555, + 63521.703410623624, + 63516.172364026665, + 63516.172356502895, + 63514.343837202294 + ], + "0.6": [ + 63567.222160647834, + 63586.705149224574, + 63609.58597909783, + 63566.80233075829, + 63571.075501364685, + 63566.346167523436, + 63568.08212414578, + 63584.63165811815, + 63591.90397808768, + 63617.80545571902, + 63593.859501284, + 63556.62649381671, + 63571.56937515761, + 63570.71042827603, + 63531.563983662854, + 63556.97065687999, + 63591.8692684385, + 63566.142384670246, + 63566.31062887154, + 63579.701821868526, + 63564.484015802365, + 63536.810175946506, + 63537.50709580131, + 63535.01577166985 + ], + "0.7": [ + 63621.62964138321, + 63632.46772769005, + 63672.927421021894, + 63611.87479426794, + 63626.82343774763, + 63632.39482806396, + 63630.444590385174, + 63645.732508040026, + 63630.3662472553, + 63648.22641973662, + 63654.13850942669, + 63608.40440926407, + 63626.459849888386, + 63634.82237252826, + 63563.37953727023, + 63613.31822404972, + 63632.19118699711, + 63632.19104521077, + 63624.79601344847, + 63642.29531441761, + 63630.331248848335, + 63600.07245414838, + 63596.82779184281, + 63600.0724424425 + ], + "0.8": [ + 63732.12813233415, + 63743.70465549508, + 63745.197849318836, + 63683.36772348566, + 63679.795108123624, + 63710.366762913676, + 63734.96739584438, + 63737.94165642526, + 63729.48218352887, + 63753.798203697224, + 63741.57896915427, + 63656.997131525866, + 63705.635728336485, + 63734.09972901381, + 63632.19190097148, + 63695.82586903492, + 63697.78703187758, + 63697.78689009124, + 63695.82539335748, + 63734.85407865844, + 63705.6324148052, + 63647.36114609342, + 63679.428185673794, + 63654.12769168438 + ], + "0.9": [ + 63838.33025263906, + 63827.40208458021, + 63932.02071940499, + 63766.454022063524, + 63787.644206491466, + 63791.28006498933, + 64013.783915741864, + 63917.53880138189, + 63791.111133571656, + 63930.85260450475, + 63921.923968192765, + 63825.271591250545, + 63768.03467882515, + 63926.84136652031, + 63754.34023460997, + 63763.65603508416, + 63917.476102404384, + 63787.27745207238, + 63917.475881805636, + 63834.4866508802, + 63765.89292753752, + 63753.778749716126, + 63763.65547018839, + 63763.655466006276 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260624_023517.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260624_023517.json new file mode 100644 index 0000000000000000000000000000000000000000..0214c4303bf6a900d670a1e468109528ce11b765 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260624_023517.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-24T02:35:17.744317+00:00", + "metrics": { + "MSE[mean]": 2471517.151225408, + "MSE[0.5]": 2471517.151225408, + "MAE[0.5]": 1508.86669921875, + "MASE[0.5]": 2.6314787960653043, + "MAPE[0.5]": 0.024114056161648117, + "sMAPE[0.5]": 0.023802116950119138, + "MSIS": 53.41229356822466, + "RMSE[mean]": 1572.1059605590865, + "NRMSE[mean]": 0.02507243977038951, + "ND[0.5]": 0.0240638801625399, + "mean_weighted_sum_quantile_loss": 0.018265947206650007 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00" + ], + "context": [ + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875 + ], + "actual": [ + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62741.98828125 + ], + "predictions": { + "p50": [ + 64215.69140625, + 64214.73046875, + 64199.1015625, + 64201.66796875, + 64188.50390625, + 64184.921875, + 64181.25390625, + 64190.78125, + 64198.3515625, + 64216.37890625, + 64223.19921875, + 64231.3828125, + 64236.83984375, + 64229.8671875, + 64209.81640625, + 64205.15625, + 64220.55859375, + 64218.99609375, + 64225.9140625, + 64217.875, + 64219.16796875, + 64214.92578125, + 64212.91015625, + 64216.00390625 + ], + "p10": [ + 63916.61328125, + 63811.80078125, + 63730.5390625, + 63673.18359375, + 63626.53125, + 63582.81640625, + 63552.63671875, + 63528.734375, + 63506.0703125, + 63480.08203125, + 63463.51953125, + 63456.890625, + 63431.51953125, + 63417.421875, + 63409.16015625, + 63400.1875, + 63264.01171875, + 63200.609375, + 63181.0390625, + 63167.8984375, + 63141.23828125, + 63093.6328125, + 63048.75, + 63051.34765625 + ], + "p90": [ + 64510.265625, + 64627.37890625, + 64695.52734375, + 64745.46484375, + 64777.30859375, + 64812.75, + 64839.5859375, + 64875.109375, + 64932.1875, + 64988.91015625, + 65019.38671875, + 65036.4140625, + 65064.80859375, + 65073.35546875, + 65066.44140625, + 65055.01953125, + 65190.5703125, + 65195.6953125, + 65209.90625, + 65252.90625, + 65253.9453125, + 65315.29296875, + 65327.46484375, + 65346.7421875 + ], + "mean": [ + 64215.69140625, + 64214.73046875, + 64199.1015625, + 64201.66796875, + 64188.50390625, + 64184.921875, + 64181.25390625, + 64190.78125, + 64198.3515625, + 64216.37890625, + 64223.19921875, + 64231.3828125, + 64236.83984375, + 64229.8671875, + 64209.81640625, + 64205.15625, + 64220.55859375, + 64218.99609375, + 64225.9140625, + 64217.875, + 64219.16796875, + 64214.92578125, + 64212.91015625, + 64216.00390625 + ], + "quantiles": { + "0.1": [ + 63916.61328125, + 63811.80078125, + 63730.5390625, + 63673.18359375, + 63626.53125, + 63582.81640625, + 63552.63671875, + 63528.734375, + 63506.0703125, + 63480.08203125, + 63463.51953125, + 63456.890625, + 63431.51953125, + 63417.421875, + 63409.16015625, + 63400.1875, + 63264.01171875, + 63200.609375, + 63181.0390625, + 63167.8984375, + 63141.23828125, + 63093.6328125, + 63048.75, + 63051.34765625 + ], + "0.2": [ + 63916.61328125, + 63811.80078125, + 63730.5390625, + 63673.18359375, + 63626.53125, + 63582.81640625, + 63552.63671875, + 63528.734375, + 63506.0703125, + 63480.08203125, + 63463.51953125, + 63456.890625, + 63431.51953125, + 63417.421875, + 63409.16015625, + 63400.1875, + 63264.01171875, + 63200.609375, + 63181.0390625, + 63167.8984375, + 63141.23828125, + 63093.6328125, + 63048.75, + 63051.34765625 + ], + "0.3": [ + 63916.61328125, + 63811.80078125, + 63730.5390625, + 63673.18359375, + 63626.53125, + 63582.81640625, + 63552.63671875, + 63528.734375, + 63506.0703125, + 63480.08203125, + 63463.51953125, + 63456.890625, + 63431.51953125, + 63417.421875, + 63409.16015625, + 63400.1875, + 63264.01171875, + 63200.609375, + 63181.0390625, + 63167.8984375, + 63141.23828125, + 63093.6328125, + 63048.75, + 63051.34765625 + ], + "0.4": [ + 64215.69140625, + 64214.73046875, + 64199.1015625, + 64201.66796875, + 64188.50390625, + 64184.921875, + 64181.25390625, + 64190.78125, + 64198.3515625, + 64216.37890625, + 64223.19921875, + 64231.3828125, + 64236.83984375, + 64229.8671875, + 64209.81640625, + 64205.15625, + 64220.55859375, + 64218.99609375, + 64225.9140625, + 64217.875, + 64219.16796875, + 64214.92578125, + 64212.91015625, + 64216.00390625 + ], + "0.5": [ + 64215.69140625, + 64214.73046875, + 64199.1015625, + 64201.66796875, + 64188.50390625, + 64184.921875, + 64181.25390625, + 64190.78125, + 64198.3515625, + 64216.37890625, + 64223.19921875, + 64231.3828125, + 64236.83984375, + 64229.8671875, + 64209.81640625, + 64205.15625, + 64220.55859375, + 64218.99609375, + 64225.9140625, + 64217.875, + 64219.16796875, + 64214.92578125, + 64212.91015625, + 64216.00390625 + ], + "0.6": [ + 64215.69140625, + 64214.73046875, + 64199.1015625, + 64201.66796875, + 64188.50390625, + 64184.921875, + 64181.25390625, + 64190.78125, + 64198.3515625, + 64216.37890625, + 64223.19921875, + 64231.3828125, + 64236.83984375, + 64229.8671875, + 64209.81640625, + 64205.15625, + 64220.55859375, + 64218.99609375, + 64225.9140625, + 64217.875, + 64219.16796875, + 64214.92578125, + 64212.91015625, + 64216.00390625 + ], + "0.7": [ + 64215.69140625, + 64214.73046875, + 64199.1015625, + 64201.66796875, + 64188.50390625, + 64184.921875, + 64181.25390625, + 64190.78125, + 64198.3515625, + 64216.37890625, + 64223.19921875, + 64231.3828125, + 64236.83984375, + 64229.8671875, + 64209.81640625, + 64205.15625, + 64220.55859375, + 64218.99609375, + 64225.9140625, + 64217.875, + 64219.16796875, + 64214.92578125, + 64212.91015625, + 64216.00390625 + ], + "0.8": [ + 64510.265625, + 64627.37890625, + 64695.52734375, + 64745.46484375, + 64777.30859375, + 64812.75, + 64839.5859375, + 64875.109375, + 64932.1875, + 64988.91015625, + 65019.38671875, + 65036.4140625, + 65064.80859375, + 65073.35546875, + 65066.44140625, + 65055.01953125, + 65190.5703125, + 65195.6953125, + 65209.90625, + 65252.90625, + 65253.9453125, + 65315.29296875, + 65327.46484375, + 65346.7421875 + ], + "0.9": [ + 64510.265625, + 64627.37890625, + 64695.52734375, + 64745.46484375, + 64777.30859375, + 64812.75, + 64839.5859375, + 64875.109375, + 64932.1875, + 64988.91015625, + 65019.38671875, + 65036.4140625, + 65064.80859375, + 65073.35546875, + 65066.44140625, + 65055.01953125, + 65190.5703125, + 65195.6953125, + 65209.90625, + 65252.90625, + 65253.9453125, + 65315.29296875, + 65327.46484375, + 65346.7421875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260624_023711.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260624_023711.json new file mode 100644 index 0000000000000000000000000000000000000000..8d6a1ac6d8b2f7b5786dffbd6e966473a8e5c7c8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260624_023711.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-24T02:37:11.868274+00:00", + "metrics": { + "MSE[mean]": 3115005.7806711136, + "MSE[0.5]": 3040668.3401968083, + "MAE[0.5]": 1672.4337844160375, + "MASE[0.5]": 2.9167414482623015, + "MAPE[0.5]": 0.026727562006336997, + "sMAPE[0.5]": 0.02634442591273636, + "MSIS": 87.07201436600464, + "RMSE[mean]": 1764.9378971145454, + "NRMSE[mean]": 0.02814778407693672, + "ND[0.5]": 0.026672499425435335, + "mean_weighted_sum_quantile_loss": 0.025663987968767524 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00" + ], + "context": [ + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875 + ], + "actual": [ + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62741.98828125 + ], + "predictions": { + "p50": [ + 64196.59805719197, + 64214.213697874504, + 64226.80590105703, + 64243.44693236455, + 64263.669994922086, + 64278.82860435461, + 64288.922760662135, + 64304.08137009467, + 64334.81615140219, + 64340.50601083472, + 64350.64118276725, + 64381.702135949774, + 64384.9388703823, + 64401.14044856483, + 64398.552964247356, + 64424.00063617988, + 64464.25494873741, + 64461.77488629494, + 64473.90029260246, + 64484.900698909994, + 64502.22727709252, + 64506.092917775044, + 64530.255433457576, + 64543.3339647651 + ], + "p10": [ + 63965.82461969197, + 63960.916822874504, + 63990.99183855703, + 64010.45357298955, + 64006.392651172086, + 64062.54618247961, + 64048.307526287135, + 64067.15363571967, + 64065.91654202719, + 64081.70522958472, + 64096.233760892246, + 64132.569323449774, + 64127.1810578823, + 64153.209979814834, + 64131.310776747356, + 64166.35610492988, + 64187.18541748741, + 64246.77488629494, + 64218.56513635246, + 64226.990542659994, + 64242.14915209252, + 64253.409324025044, + 64278.767152207576, + 64267.7382616401 + ], + "p90": [ + 64462.68008844197, + 64541.416822874504, + 64520.57152605703, + 64539.33052611455, + 64492.133276172084, + 64602.05126060461, + 64678.850885662134, + 64537.58722946967, + 64611.52318265219, + 64668.36538583472, + 64641.84040151725, + 64656.999010949774, + 64624.2709016323, + 64687.31622981483, + 64656.619370497356, + 64660.14204242988, + 64732.79205811241, + 64747.95066754494, + 64717.25380822746, + 64719.51241765999, + 64765.85227709252, + 64760.698386525044, + 64775.856995957576, + 64811.3281053901 + ], + "mean": [ + 64232.30434625436, + 64240.83893224977, + 64265.547229181764, + 64279.41074095813, + 64271.400619922235, + 64319.834756698605, + 64333.71547550559, + 64322.63361618851, + 64358.38152249607, + 64379.40897958461, + 64374.259971829735, + 64408.92649141861, + 64405.678675069634, + 64425.1079485647, + 64405.98935096637, + 64420.254854929604, + 64481.91774170597, + 64507.33443707633, + 64497.830351196455, + 64502.036597347185, + 64521.12731615513, + 64512.90283965024, + 64541.68959361371, + 64541.65322257758 + ], + "quantiles": { + "0.1": [ + 63965.82461969197, + 63960.916822874504, + 63990.99183855703, + 64010.45357298955, + 64006.392651172086, + 64062.54618247961, + 64048.307526287135, + 64067.15363571967, + 64065.91654202719, + 64081.70522958472, + 64096.233760892246, + 64132.569323449774, + 64127.1810578823, + 64153.209979814834, + 64131.310776747356, + 64166.35610492988, + 64187.18541748741, + 64246.77488629494, + 64218.56513635246, + 64226.990542659994, + 64242.14915209252, + 64253.409324025044, + 64278.767152207576, + 64267.7382616401 + ], + "0.2": [ + 64085.88711969197, + 64073.496510374505, + 64104.111369807026, + 64129.180916739555, + 64144.33952617209, + 64161.56219810461, + 64176.248932537135, + 64179.904416969664, + 64204.973963902194, + 64226.26382333472, + 64180.62165151725, + 64240.53885469977, + 64240.2412141323, + 64256.68732356483, + 64201.299057997356, + 64227.96079242988, + 64302.16315186241, + 64346.74285504494, + 64298.85146447746, + 64316.441323909996, + 64356.36008959252, + 64331.409324025044, + 64386.677308457576, + 64349.229667890104 + ], + "0.3": [ + 64145.32852594197, + 64129.5187759995, + 64151.90004168203, + 64190.80435423955, + 64217.701244922086, + 64230.45985435461, + 64248.57627628714, + 64227.693088844666, + 64278.33568265219, + 64293.49429208472, + 64273.16891714225, + 64324.36932344978, + 64314.840042257296, + 64318.64474543983, + 64297.517807997356, + 64287.00454242988, + 64400.40143311241, + 64412.363167544936, + 64387.92177697746, + 64424.619448909994, + 64418.23899584252, + 64403.628074025044, + 64466.42613658257, + 64431.5570116401 + ], + "0.4": [ + 64172.61758844197, + 64185.315260374504, + 64204.57543230703, + 64221.419197989555, + 64244.130932422086, + 64264.96141685461, + 64282.452057537135, + 64289.19582321967, + 64317.91380765219, + 64316.73569833472, + 64328.65290151725, + 64361.756823449774, + 64358.9701203823, + 64371.32013606483, + 64366.08733924736, + 64384.44594867988, + 64438.89205811241, + 64450.75144879494, + 64448.798339477464, + 64468.32179266, + 64480.23899584252, + 64467.397605275044, + 64516.985902207576, + 64513.5156053901 + ], + "0.5": [ + 64196.59805719197, + 64214.213697874504, + 64226.80590105703, + 64243.44693236455, + 64263.669994922086, + 64278.82860435461, + 64288.922760662135, + 64304.08137009467, + 64334.81615140219, + 64340.50601083472, + 64350.64118276725, + 64381.702135949774, + 64384.9388703823, + 64401.14044856483, + 64398.552964247356, + 64424.00063617988, + 64464.25494873741, + 64461.77488629494, + 64473.90029260246, + 64484.900698909994, + 64502.22727709252, + 64506.092917775044, + 64530.255433457576, + 64543.3339647651 + ], + "0.6": [ + 64220.64727594197, + 64270.0676041245, + 64299.92308855703, + 64296.55435423955, + 64298.06530742208, + 64341.20751060461, + 64341.36924503714, + 64357.18879196967, + 64380.60521390219, + 64406.03335458472, + 64389.016964017246, + 64432.159167199774, + 64451.5091828823, + 64448.14044856483, + 64423.17093299735, + 64438.32954242988, + 64538.35455811241, + 64523.11082379494, + 64532.19130822746, + 64525.44444890999, + 64554.25071459252, + 64533.00619902505, + 64549.856995957576, + 64565.0156053901 + ], + "0.7": [ + 64297.60586969197, + 64353.201979124504, + 64370.13363543203, + 64329.08755736455, + 64352.55007304709, + 64416.84813560461, + 64386.768463787135, + 64421.698948219666, + 64451.57396390219, + 64469.60366708472, + 64449.19196401725, + 64495.819323449774, + 64521.1888703823, + 64535.10529231483, + 64493.318589247356, + 64523.19594867988, + 64583.59283936241, + 64592.33269879494, + 64607.491308227465, + 64617.088198909994, + 64600.77805834252, + 64601.942527150044, + 64603.095277207576, + 64638.1249803901 + ], + "0.8": [ + 64389.89883844197, + 64430.586354124505, + 64430.314494807026, + 64405.37076048955, + 64407.84499492209, + 64475.79032310461, + 64480.850495037135, + 64464.44582321967, + 64528.34740140219, + 64560.73647958472, + 64549.81305776725, + 64554.561510949774, + 64590.2076203823, + 64562.54122981483, + 64558.537339247356, + 64615.19594867988, + 64655.74518311241, + 64623.175667544936, + 64660.67177697746, + 64677.912417659994, + 64693.07102709252, + 64678.225730275044, + 64698.968714707575, + 64689.3398241401 + ], + "0.9": [ + 64462.68008844197, + 64541.416822874504, + 64520.57152605703, + 64539.33052611455, + 64492.133276172084, + 64602.05126060461, + 64678.850885662134, + 64537.58722946967, + 64611.52318265219, + 64668.36538583472, + 64641.84040151725, + 64656.999010949774, + 64624.2709016323, + 64687.31622981483, + 64656.619370497356, + 64660.14204242988, + 64732.79205811241, + 64747.95066754494, + 64717.25380822746, + 64719.51241765999, + 64765.85227709252, + 64760.698386525044, + 64775.856995957576, + 64811.3281053901 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260624_023652.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260624_023652.json new file mode 100644 index 0000000000000000000000000000000000000000..6e1c5db56a01a4e5a860a8eafc5626ec12913c98 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260624_023652.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-24T02:36:52.207290+00:00", + "metrics": { + "MSE[mean]": 2971122.313448588, + "MSE[0.5]": 2819487.3028882346, + "MAE[0.5]": 1611.4314778645833, + "MASE[0.5]": 2.8103528081761073, + "MAPE[0.5]": 0.025752658095743702, + "sMAPE[0.5]": 0.0253971753937654, + "MSIS": 62.9969772194355, + "RMSE[mean]": 1723.6943793632872, + "NRMSE[mean]": 0.027490019498288557, + "ND[0.5]": 0.02569961547534698, + "mean_weighted_sum_quantile_loss": 0.020236680094676503 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00" + ], + "context": [ + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875 + ], + "actual": [ + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62741.98828125 + ], + "predictions": { + "p50": [ + 64216.09765625, + 64187.16796875, + 64247.83203125, + 64252.42578125, + 64197.138671875, + 64257.767578125, + 64280.1328125, + 64204.43359375, + 64257.076171875, + 64274.009765625, + 64234.439453125, + 64303.779296875, + 64309.99609375, + 64408.619140625, + 64384.908203125, + 64353.37109375, + 64344.74609375, + 64293.974609375, + 64341.693359375, + 64419.427734375, + 64346.541015625, + 64431.267578125, + 64441.458984375, + 64430.77734375 + ], + "p10": [ + 63947.166015625, + 63875.7265625, + 63846.62109375, + 63718.263671875, + 63725.544921875, + 63714.697265625, + 63720.642578125, + 63544.982421875, + 63435.873046875, + 63665.458984375, + 63455.3359375, + 63593.939453125, + 63462.458984375, + 63426.109375, + 63452.931640625, + 63388.8515625, + 63385.453125, + 63298.640625, + 63417.23046875, + 63386.99609375, + 63341.251953125, + 63074.337890625, + 63318.876953125, + 63428.58984375 + ], + "p90": [ + 64476.021484375, + 64488.318359375, + 64660.3359375, + 64738.7578125, + 64750.322265625, + 64914.357421875, + 65005.974609375, + 64794.986328125, + 65066.6796875, + 65032.408203125, + 65051.7734375, + 65073.9140625, + 65327.779296875, + 65236.546875, + 65165.169921875, + 65193.9765625, + 65472.2265625, + 65528.1640625, + 65494.619140625, + 65396.18359375, + 65415.783203125, + 65672.23046875, + 65727.0078125, + 65676.828125 + ], + "mean": [ + 64213.58984375, + 64192.0, + 64236.375, + 64267.8046875, + 64230.79296875, + 64307.30078125, + 64299.609375, + 64206.890625, + 64267.80078125, + 64343.03515625, + 64304.9453125, + 64326.7109375, + 64351.171875, + 64397.24609375, + 64360.71875, + 64351.42578125, + 64403.828125, + 64332.00390625, + 64407.3828125, + 64469.94140625, + 64355.06640625, + 64456.10546875, + 64527.828125, + 64548.953125 + ], + "quantiles": { + "0.1": [ + 63947.166015625, + 63875.7265625, + 63846.62109375, + 63718.263671875, + 63725.544921875, + 63714.697265625, + 63720.642578125, + 63544.982421875, + 63435.873046875, + 63665.458984375, + 63455.3359375, + 63593.939453125, + 63462.458984375, + 63426.109375, + 63452.931640625, + 63388.8515625, + 63385.453125, + 63298.640625, + 63417.23046875, + 63386.99609375, + 63341.251953125, + 63074.337890625, + 63318.876953125, + 63428.58984375 + ], + "0.2": [ + 63947.166015625, + 63875.7265625, + 63846.62109375, + 63718.263671875, + 63725.544921875, + 63714.697265625, + 63720.642578125, + 63544.982421875, + 63435.873046875, + 63665.458984375, + 63455.3359375, + 63593.939453125, + 63462.458984375, + 63426.109375, + 63452.931640625, + 63388.8515625, + 63385.453125, + 63298.640625, + 63417.23046875, + 63386.99609375, + 63341.251953125, + 63074.337890625, + 63318.876953125, + 63428.58984375 + ], + "0.3": [ + 63947.166015625, + 63875.7265625, + 63846.62109375, + 63718.263671875, + 63725.544921875, + 63714.697265625, + 63720.642578125, + 63544.982421875, + 63435.873046875, + 63665.458984375, + 63455.3359375, + 63593.939453125, + 63462.458984375, + 63426.109375, + 63452.931640625, + 63388.8515625, + 63385.453125, + 63298.640625, + 63417.23046875, + 63386.99609375, + 63341.251953125, + 63074.337890625, + 63318.876953125, + 63428.58984375 + ], + "0.4": [ + 64216.09765625, + 64187.16796875, + 64247.83203125, + 64252.42578125, + 64197.138671875, + 64257.767578125, + 64280.1328125, + 64204.43359375, + 64257.076171875, + 64274.009765625, + 64234.439453125, + 64303.779296875, + 64309.99609375, + 64408.619140625, + 64384.908203125, + 64353.37109375, + 64344.74609375, + 64293.974609375, + 64341.693359375, + 64419.427734375, + 64346.541015625, + 64431.267578125, + 64441.458984375, + 64430.77734375 + ], + "0.5": [ + 64216.09765625, + 64187.16796875, + 64247.83203125, + 64252.42578125, + 64197.138671875, + 64257.767578125, + 64280.1328125, + 64204.43359375, + 64257.076171875, + 64274.009765625, + 64234.439453125, + 64303.779296875, + 64309.99609375, + 64408.619140625, + 64384.908203125, + 64353.37109375, + 64344.74609375, + 64293.974609375, + 64341.693359375, + 64419.427734375, + 64346.541015625, + 64431.267578125, + 64441.458984375, + 64430.77734375 + ], + "0.6": [ + 64216.09765625, + 64187.16796875, + 64247.83203125, + 64252.42578125, + 64197.138671875, + 64257.767578125, + 64280.1328125, + 64204.43359375, + 64257.076171875, + 64274.009765625, + 64234.439453125, + 64303.779296875, + 64309.99609375, + 64408.619140625, + 64384.908203125, + 64353.37109375, + 64344.74609375, + 64293.974609375, + 64341.693359375, + 64419.427734375, + 64346.541015625, + 64431.267578125, + 64441.458984375, + 64430.77734375 + ], + "0.7": [ + 64216.09765625, + 64187.16796875, + 64247.83203125, + 64252.42578125, + 64197.138671875, + 64257.767578125, + 64280.1328125, + 64204.43359375, + 64257.076171875, + 64274.009765625, + 64234.439453125, + 64303.779296875, + 64309.99609375, + 64408.619140625, + 64384.908203125, + 64353.37109375, + 64344.74609375, + 64293.974609375, + 64341.693359375, + 64419.427734375, + 64346.541015625, + 64431.267578125, + 64441.458984375, + 64430.77734375 + ], + "0.8": [ + 64476.021484375, + 64488.318359375, + 64660.3359375, + 64738.7578125, + 64750.322265625, + 64914.357421875, + 65005.974609375, + 64794.986328125, + 65066.6796875, + 65032.408203125, + 65051.7734375, + 65073.9140625, + 65327.779296875, + 65236.546875, + 65165.169921875, + 65193.9765625, + 65472.2265625, + 65528.1640625, + 65494.619140625, + 65396.18359375, + 65415.783203125, + 65672.23046875, + 65727.0078125, + 65676.828125 + ], + "0.9": [ + 64476.021484375, + 64488.318359375, + 64660.3359375, + 64738.7578125, + 64750.322265625, + 64914.357421875, + 65005.974609375, + 64794.986328125, + 65066.6796875, + 65032.408203125, + 65051.7734375, + 65073.9140625, + 65327.779296875, + 65236.546875, + 65165.169921875, + 65193.9765625, + 65472.2265625, + 65528.1640625, + 65494.619140625, + 65396.18359375, + 65415.783203125, + 65672.23046875, + 65727.0078125, + 65676.828125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260624_023711.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260624_023711.json new file mode 100644 index 0000000000000000000000000000000000000000..6ebbf9e470e4a7501cf4fd89850738a7d99f66e2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260624_023711.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-24T02:37:11.892834+00:00", + "metrics": { + "MSE[mean]": 3090301.1972275176, + "MSE[0.5]": 3014100.8615364744, + "MAE[0.5]": 1678.4814932839945, + "MASE[0.5]": 2.9272887137424433, + "MAPE[0.5]": 0.02681952645173563, + "sMAPE[0.5]": 0.026439706657858497, + "MSIS": 86.96962148395603, + "RMSE[mean]": 1757.9252535951343, + "NRMSE[mean]": 0.028035944234914165, + "ND[0.5]": 0.026768950186481223, + "mean_weighted_sum_quantile_loss": 0.025745741628401715 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00" + ], + "context": [ + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875 + ], + "actual": [ + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62741.98828125 + ], + "predictions": { + "p50": [ + 64376.969774533994, + 64379.426805783994, + 64376.860399533994, + 64378.342821408994, + 64383.407274533994, + 64383.407274533994, + 64378.342821408994, + 64378.342821408994, + 64393.918993283994, + 64384.450243283994, + 64379.426805783994, + 64395.329149533994, + 64383.407274533994, + 64384.450243283994, + 64366.704149533994, + 64376.993212033994, + 64402.088915158994, + 64384.450243283994, + 64381.417040158994, + 64377.258837033994, + 64379.426805783994, + 64368.133837033994, + 64377.137743283994, + 64375.057665158994 + ], + "p10": [ + 64146.196337033994, + 64126.129930783994, + 64141.04633703399, + 64145.34946203399, + 64126.129930783994, + 64167.12485265899, + 64137.727587033994, + 64141.415087033994, + 64125.01938390899, + 64125.649462033994, + 64125.01938390899, + 64146.196337033994, + 64125.649462033994, + 64136.519774534, + 64099.461962033994, + 64119.348680783994, + 64125.01938390899, + 64169.450243283994, + 64126.08188390899, + 64119.348680783994, + 64119.348680783994, + 64115.450243283994, + 64125.649462033994, + 64099.461962033994 + ], + "p90": [ + 64643.051805783994, + 64706.629930783994, + 64670.626024533994, + 64674.22641515899, + 64611.87055578399, + 64706.629930783994, + 64768.27094640899, + 64611.848680783994, + 64670.626024533994, + 64712.309618283994, + 64670.626024533994, + 64670.626024533994, + 64622.739305783994, + 64670.626024533994, + 64624.770555783994, + 64613.13461828399, + 64670.626024533994, + 64670.626024533994, + 64624.770555783994, + 64611.87055578399, + 64643.051805783994, + 64622.739305783994, + 64622.739305783994, + 64643.051805783994 + ], + "mean": [ + 64412.67606359618, + 64406.05204015868, + 64415.60172765868, + 64414.30663000243, + 64391.13789953368, + 64424.41342687743, + 64423.13553625243, + 64396.895067502424, + 64417.48436437743, + 64423.353212033675, + 64403.045594846175, + 64422.55350500243, + 64404.14707922118, + 64408.41774328368, + 64374.14053625243, + 64373.247430783675, + 64419.75170812743, + 64430.00979406493, + 64405.34709875243, + 64394.39473547118, + 64398.326844846175, + 64374.94375890868, + 64388.57190343993, + 64373.376922971176 + ], + "quantiles": { + "0.1": [ + 64146.196337033994, + 64126.129930783994, + 64141.04633703399, + 64145.34946203399, + 64126.129930783994, + 64167.12485265899, + 64137.727587033994, + 64141.415087033994, + 64125.01938390899, + 64125.649462033994, + 64125.01938390899, + 64146.196337033994, + 64125.649462033994, + 64136.519774534, + 64099.461962033994, + 64119.348680783994, + 64125.01938390899, + 64169.450243283994, + 64126.08188390899, + 64119.348680783994, + 64119.348680783994, + 64115.450243283994, + 64125.649462033994, + 64099.461962033994 + ], + "0.2": [ + 64266.258837033994, + 64238.709618283996, + 64254.16586828399, + 64264.076805783996, + 64264.076805783996, + 64266.140868284, + 64265.668993283994, + 64254.16586828399, + 64264.076805783996, + 64270.208055783994, + 64209.407274533994, + 64254.16586828399, + 64238.709618283996, + 64239.997118283994, + 64169.450243283994, + 64180.953368284, + 64239.997118283994, + 64269.418212034, + 64206.368212033994, + 64208.799462033996, + 64233.559618283994, + 64193.450243283994, + 64233.559618283994, + 64180.953368284 + ], + "0.3": [ + 64325.700243283994, + 64294.73188390899, + 64301.95454015899, + 64325.700243283994, + 64337.438524533994, + 64335.03852453399, + 64337.996337034, + 64301.95454015899, + 64337.438524533994, + 64337.438524533994, + 64301.95454015899, + 64337.996337034, + 64313.30844640899, + 64301.95454015899, + 64265.668993283994, + 64239.997118283994, + 64338.235399533994, + 64335.03852453399, + 64295.438524533994, + 64316.977587033994, + 64295.438524533994, + 64265.668993283994, + 64313.30844640899, + 64263.28071203399 + ], + "0.4": [ + 64352.989305783994, + 64350.528368283994, + 64354.629930783994, + 64356.315087033996, + 64363.868212033994, + 64369.540087033994, + 64371.872118283994, + 64363.457274534, + 64377.016649533994, + 64360.679930784, + 64357.438524533994, + 64375.383837033994, + 64357.438524533994, + 64354.629930783994, + 64334.238524534, + 64337.438524533994, + 64376.72602453399, + 64373.426805783994, + 64356.315087033996, + 64360.679930784, + 64357.438524533994, + 64329.438524533994, + 64363.868212033994, + 64345.239305783994 + ], + "0.5": [ + 64376.969774533994, + 64379.426805783994, + 64376.860399533994, + 64378.342821408994, + 64383.407274533994, + 64383.407274533994, + 64378.342821408994, + 64378.342821408994, + 64393.918993283994, + 64384.450243283994, + 64379.426805783994, + 64395.329149533994, + 64383.407274533994, + 64384.450243283994, + 64366.704149533994, + 64376.993212033994, + 64402.088915158994, + 64384.450243283994, + 64381.417040158994, + 64377.258837033994, + 64379.426805783994, + 64368.133837033994, + 64377.137743283994, + 64375.057665158994 + ], + "0.6": [ + 64401.01899328399, + 64435.28071203399, + 64449.977587033994, + 64431.450243283994, + 64417.80258703399, + 64445.786180783994, + 64430.789305784, + 64431.450243283994, + 64439.708055783994, + 64449.977587033994, + 64417.80258703399, + 64445.786180783994, + 64449.977587033994, + 64431.450243283994, + 64391.32211828399, + 64391.32211828399, + 64476.188524533994, + 64445.786180783994, + 64439.708055783994, + 64417.80258703399, + 64431.450243283994, + 64395.047118284, + 64396.739305783994, + 64396.739305783994 + ], + "0.7": [ + 64477.977587033994, + 64518.415087033994, + 64520.188133908996, + 64463.983446408994, + 64472.287352659, + 64521.426805783994, + 64476.188524533994, + 64495.96039953399, + 64510.676805783994, + 64513.547899533994, + 64477.977587033994, + 64509.446337033994, + 64519.657274533994, + 64518.415087033994, + 64461.469774533994, + 64476.188524533994, + 64521.426805783994, + 64515.008055784, + 64515.008055784, + 64509.446337033994, + 64477.977587033994, + 64463.983446408994, + 64449.977587033994, + 64469.848680783994 + ], + "0.8": [ + 64570.270555783994, + 64595.799462033996, + 64580.36899328399, + 64540.266649533994, + 64527.582274534, + 64580.36899328399, + 64570.270555783994, + 64538.707274534, + 64587.450243283994, + 64604.680712033994, + 64578.598680783994, + 64568.188524533994, + 64588.676024534, + 64545.85102453399, + 64526.688524533994, + 64568.188524533994, + 64593.579149533994, + 64545.85102453399, + 64568.188524533994, + 64570.270555783994, + 64570.270555783994, + 64540.266649533994, + 64545.85102453399, + 64521.063524533994 + ], + "0.9": [ + 64643.051805783994, + 64706.629930783994, + 64670.626024533994, + 64674.22641515899, + 64611.87055578399, + 64706.629930783994, + 64768.27094640899, + 64611.848680783994, + 64670.626024533994, + 64712.309618283994, + 64670.626024533994, + 64670.626024533994, + 64622.739305783994, + 64670.626024533994, + 64624.770555783994, + 64613.13461828399, + 64670.626024533994, + 64670.626024533994, + 64624.770555783994, + 64611.87055578399, + 64643.051805783994, + 64622.739305783994, + 64622.739305783994, + 64643.051805783994 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260624_023711.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260624_023711.json new file mode 100644 index 0000000000000000000000000000000000000000..fbe1ecf751b89290c63a819a4db99784eb6b824a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260624_023711.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-24T02:37:11.905065+00:00", + "metrics": { + "MSE[mean]": 3392552.7553227744, + "MSE[0.5]": 3392552.7553227744, + "MAE[0.5]": 1703.5582682291667, + "MASE[0.5]": 2.97102286307193, + "MAPE[0.5]": 0.027236834311561726, + "sMAPE[0.5]": 0.026809916264173107, + "MSIS": 18.634413879292364, + "RMSE[mean]": 1841.8883666831641, + "NRMSE[mean]": 0.02937501434128624, + "ND[0.5]": 0.027168882471722892, + "mean_weighted_sum_quantile_loss": 0.02109972247003021 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00" + ], + "context": [ + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875 + ], + "actual": [ + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62741.98828125 + ], + "predictions": { + "p50": [ + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875 + ], + "p10": [ + 62694.531484375, + 62818.019140625, + 62962.783515625, + 62710.150234374996, + 62926.967578125, + 62882.668515625, + 62862.4828125, + 62856.42671875, + 63364.074375, + 63846.57890625, + 64266.44, + 63680.7828125, + 63540.210234375, + 63425.374140625, + 63309.96, + 63047.331484375, + 63182.56, + 63145.124765625, + 63034.15890625, + 62691.698671875, + 62739.611484375, + 62871.888515624996, + 62872.88, + 62919.931484374996 + ], + "p90": [ + 65253.491953125, + 65382.019921875, + 65532.693046875, + 65269.748203125004, + 65495.415234375, + 65449.308046875, + 65428.2984375, + 65421.99515625, + 65950.363125, + 66452.56171875, + 66889.56, + 66279.9984375, + 66133.688203125, + 66014.164921875, + 65894.04000000001, + 65620.691953125, + 65761.44, + 65722.476796875, + 65606.98171875, + 65250.543515625, + 65300.411953125, + 65438.088046875004, + 65439.12, + 65488.091953125004 + ], + "mean": [ + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875 + ], + "quantiles": { + "0.1": [ + 62694.531484375, + 62818.019140625, + 62962.783515625, + 62710.150234374996, + 62926.967578125, + 62882.668515625, + 62862.4828125, + 62856.42671875, + 63364.074375, + 63846.57890625, + 64266.44, + 63680.7828125, + 63540.210234375, + 63425.374140625, + 63309.96, + 63047.331484375, + 63182.56, + 63145.124765625, + 63034.15890625, + 62691.698671875, + 62739.611484375, + 62871.888515624996, + 62872.88, + 62919.931484374996 + ], + "0.2": [ + 63014.40154296875, + 63138.519238281246, + 63284.02220703125, + 63030.09998046875, + 63248.02353515625, + 63203.49845703125, + 63183.209765625, + 63177.1227734375, + 63687.36046875, + 64172.3267578125, + 64594.33, + 64005.684765624996, + 63864.39498046875, + 63748.972988281246, + 63632.97, + 63369.00154296875, + 63504.92, + 63467.29376953125, + 63355.7617578125, + 63011.55427734375, + 63059.71154296875, + 63192.66345703125, + 63193.659999999996, + 63240.95154296875 + ], + "0.3": [ + 63334.2716015625, + 63459.0193359375, + 63605.2608984375, + 63350.0497265625, + 63569.0794921875, + 63524.3283984375, + 63503.93671875, + 63497.818828125, + 64010.6465625, + 64498.074609375, + 64922.22, + 64330.58671875, + 64188.5797265625, + 64072.5718359375, + 63955.979999999996, + 63690.6716015625, + 63827.28, + 63789.4627734375, + 63677.364609375, + 63331.4098828125, + 63379.8116015625, + 63513.4383984375, + 63514.44, + 63561.9716015625 + ], + "0.4": [ + 63654.14166015625, + 63779.51943359375, + 63926.49958984375, + 63669.99947265625, + 63890.13544921875, + 63845.15833984375, + 63824.663671875, + 63818.5148828125, + 64333.93265625, + 64823.8224609375, + 65250.11, + 64655.488671875, + 64512.76447265625, + 64396.17068359375, + 64278.99, + 64012.34166015625, + 64149.64, + 64111.63177734375, + 63998.9674609375, + 63651.26548828125, + 63699.91166015625, + 63834.21333984375, + 63835.22, + 63882.99166015625 + ], + "0.5": [ + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875 + ], + "0.6": [ + 64293.88177734374, + 64420.519628906244, + 64568.976972656244, + 64309.89896484374, + 64532.24736328124, + 64486.81822265624, + 64466.11757812499, + 64459.90699218749, + 64980.50484374999, + 65475.31816406249, + 65905.89, + 65305.292578124994, + 65161.13396484374, + 65043.36837890624, + 64925.009999999995, + 64655.68177734374, + 64794.35999999999, + 64755.969785156245, + 64642.17316406249, + 64290.97669921874, + 64340.11177734374, + 64475.76322265624, + 64476.77999999999, + 64525.03177734374 + ], + "0.7": [ + 64613.7518359375, + 64741.0197265625, + 64890.2156640625, + 64629.8487109375, + 64853.3033203125, + 64807.6481640625, + 64786.84453125, + 64780.603046875, + 65303.7909375, + 65801.066015625, + 66233.78, + 65630.19453125, + 65485.3187109375, + 65366.9672265625, + 65248.020000000004, + 64977.3518359375, + 65116.72, + 65078.1387890625, + 64963.776015625, + 64610.8323046875, + 64660.2118359375, + 64796.5381640625, + 64797.56, + 64846.0518359375 + ], + "0.8": [ + 64933.62189453124, + 65061.51982421875, + 65211.45435546874, + 64949.79845703125, + 65174.35927734374, + 65128.47810546874, + 65107.571484374996, + 65101.299101562494, + 65627.07703125, + 66126.81386718749, + 66561.67, + 65955.096484375, + 65809.50345703124, + 65690.56607421875, + 65571.03, + 65299.021894531244, + 65439.079999999994, + 65400.30779296874, + 65285.37886718749, + 64930.687910156244, + 64980.311894531245, + 65117.31310546874, + 65118.34, + 65167.07189453124 + ], + "0.9": [ + 65253.491953125, + 65382.019921875, + 65532.693046875, + 65269.748203125004, + 65495.415234375, + 65449.308046875, + 65428.2984375, + 65421.99515625, + 65950.363125, + 66452.56171875, + 66889.56, + 66279.9984375, + 66133.688203125, + 66014.164921875, + 65894.04000000001, + 65620.691953125, + 65761.44, + 65722.476796875, + 65606.98171875, + 65250.543515625, + 65300.411953125, + 65438.088046875004, + 65439.12, + 65488.091953125004 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260624_023709.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260624_023709.json new file mode 100644 index 0000000000000000000000000000000000000000..4869c59a9c92159e9d5ed44dd6cba0832dec7a57 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260624_023709.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-24T02:37:09.218845+00:00", + "metrics": { + "MSE[mean]": 2573980.465320587, + "MSE[0.5]": 2573980.465320587, + "MAE[0.5]": 1542.3746744791667, + "MASE[0.5]": 2.6899170440845115, + "MAPE[0.5]": 0.024648526319465684, + "sMAPE[0.5]": 0.024323752503208767, + "MSIS": 73.5707922207611, + "RMSE[mean]": 1604.3629468797224, + "NRMSE[mean]": 0.02558688432246716, + "ND[0.5]": 0.024598275879254648, + "mean_weighted_sum_quantile_loss": 0.02070057503917166 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00" + ], + "context": [ + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875 + ], + "actual": [ + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62741.98828125 + ], + "predictions": { + "p50": [ + 64250.171875, + 64247.75, + 64247.75, + 64252.59375, + 64252.59375, + 64250.171875, + 64247.75, + 64245.328125, + 64250.171875, + 64250.171875, + 64257.4375, + 64252.59375, + 64252.59375, + 64247.75, + 64250.171875, + 64242.90625, + 64252.59375, + 64225.953125, + 64238.0625, + 64230.796875, + 64238.0625, + 64233.21875, + 64235.640625, + 64225.953125 + ], + "p10": [ + 64015.25, + 63918.375, + 63859.64453125, + 63834.8203125, + 63810.90625, + 63791.53125, + 63789.109375, + 63783.35546875, + 63778.51171875, + 63745.32421875, + 63735.37109375, + 63724.625, + 63708.8828125, + 63690.11328125, + 63689.203125, + 63664.078125, + 63669.828125, + 63631.3828125, + 63635.62109375, + 63619.2734375, + 63629.56640625, + 63622.90625, + 63618.0625, + 63597.4765625 + ], + "p90": [ + 64465.71875, + 64533.53125, + 64581.96875, + 64606.1875, + 64625.5625, + 64635.25, + 64640.09375, + 64654.625, + 64669.15625, + 64678.84375, + 64688.53125, + 64693.375, + 64698.21875, + 64712.75, + 64712.75, + 64707.90625, + 64703.0625, + 64683.6875, + 64693.375, + 64693.375, + 64703.0625, + 64707.90625, + 64712.75, + 64712.75 + ], + "mean": [ + 64250.171875, + 64247.75, + 64247.75, + 64252.59375, + 64252.59375, + 64250.171875, + 64247.75, + 64245.328125, + 64250.171875, + 64250.171875, + 64257.4375, + 64252.59375, + 64252.59375, + 64247.75, + 64250.171875, + 64242.90625, + 64252.59375, + 64225.953125, + 64238.0625, + 64230.796875, + 64238.0625, + 64233.21875, + 64235.640625, + 64225.953125 + ], + "quantiles": { + "0.1": [ + 64015.25, + 63918.375, + 63859.64453125, + 63834.8203125, + 63810.90625, + 63791.53125, + 63789.109375, + 63783.35546875, + 63778.51171875, + 63745.32421875, + 63735.37109375, + 63724.625, + 63708.8828125, + 63690.11328125, + 63689.203125, + 63664.078125, + 63669.828125, + 63631.3828125, + 63635.62109375, + 63619.2734375, + 63629.56640625, + 63622.90625, + 63618.0625, + 63597.4765625 + ], + "0.2": [ + 64015.25, + 63918.375, + 63859.64453125, + 63834.8203125, + 63810.90625, + 63791.53125, + 63789.109375, + 63783.35546875, + 63778.51171875, + 63745.32421875, + 63735.37109375, + 63724.625, + 63708.8828125, + 63690.11328125, + 63689.203125, + 63664.078125, + 63669.828125, + 63631.3828125, + 63635.62109375, + 63619.2734375, + 63629.56640625, + 63622.90625, + 63618.0625, + 63597.4765625 + ], + "0.3": [ + 64015.25, + 63918.375, + 63859.64453125, + 63834.8203125, + 63810.90625, + 63791.53125, + 63789.109375, + 63783.35546875, + 63778.51171875, + 63745.32421875, + 63735.37109375, + 63724.625, + 63708.8828125, + 63690.11328125, + 63689.203125, + 63664.078125, + 63669.828125, + 63631.3828125, + 63635.62109375, + 63619.2734375, + 63629.56640625, + 63622.90625, + 63618.0625, + 63597.4765625 + ], + "0.4": [ + 64250.171875, + 64247.75, + 64247.75, + 64252.59375, + 64252.59375, + 64250.171875, + 64247.75, + 64245.328125, + 64250.171875, + 64250.171875, + 64257.4375, + 64252.59375, + 64252.59375, + 64247.75, + 64250.171875, + 64242.90625, + 64252.59375, + 64225.953125, + 64238.0625, + 64230.796875, + 64238.0625, + 64233.21875, + 64235.640625, + 64225.953125 + ], + "0.5": [ + 64250.171875, + 64247.75, + 64247.75, + 64252.59375, + 64252.59375, + 64250.171875, + 64247.75, + 64245.328125, + 64250.171875, + 64250.171875, + 64257.4375, + 64252.59375, + 64252.59375, + 64247.75, + 64250.171875, + 64242.90625, + 64252.59375, + 64225.953125, + 64238.0625, + 64230.796875, + 64238.0625, + 64233.21875, + 64235.640625, + 64225.953125 + ], + "0.6": [ + 64250.171875, + 64247.75, + 64247.75, + 64252.59375, + 64252.59375, + 64250.171875, + 64247.75, + 64245.328125, + 64250.171875, + 64250.171875, + 64257.4375, + 64252.59375, + 64252.59375, + 64247.75, + 64250.171875, + 64242.90625, + 64252.59375, + 64225.953125, + 64238.0625, + 64230.796875, + 64238.0625, + 64233.21875, + 64235.640625, + 64225.953125 + ], + "0.7": [ + 64250.171875, + 64247.75, + 64247.75, + 64252.59375, + 64252.59375, + 64250.171875, + 64247.75, + 64245.328125, + 64250.171875, + 64250.171875, + 64257.4375, + 64252.59375, + 64252.59375, + 64247.75, + 64250.171875, + 64242.90625, + 64252.59375, + 64225.953125, + 64238.0625, + 64230.796875, + 64238.0625, + 64233.21875, + 64235.640625, + 64225.953125 + ], + "0.8": [ + 64465.71875, + 64533.53125, + 64581.96875, + 64606.1875, + 64625.5625, + 64635.25, + 64640.09375, + 64654.625, + 64669.15625, + 64678.84375, + 64688.53125, + 64693.375, + 64698.21875, + 64712.75, + 64712.75, + 64707.90625, + 64703.0625, + 64683.6875, + 64693.375, + 64693.375, + 64703.0625, + 64707.90625, + 64712.75, + 64712.75 + ], + "0.9": [ + 64465.71875, + 64533.53125, + 64581.96875, + 64606.1875, + 64625.5625, + 64635.25, + 64640.09375, + 64654.625, + 64669.15625, + 64678.84375, + 64688.53125, + 64693.375, + 64698.21875, + 64712.75, + 64712.75, + 64707.90625, + 64703.0625, + 64683.6875, + 64693.375, + 64693.375, + 64703.0625, + 64707.90625, + 64712.75, + 64712.75 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260624_023548.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260624_023548.json new file mode 100644 index 0000000000000000000000000000000000000000..dbf416085e798d0836049674631606f84af9be44 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260624_023548.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-24T02:35:48.939858+00:00", + "metrics": { + "MSE[mean]": 2157299.820802053, + "MSE[0.5]": 1929417.204140981, + "MAE[0.5]": 1323.9075520833333, + "MASE[0.5]": 2.3089081713194735, + "MAPE[0.5]": 0.02116144216571403, + "sMAPE[0.5]": 0.020917489501666487, + "MSIS": 97.22681915148685, + "RMSE[mean]": 1468.7749387847182, + "NRMSE[mean]": 0.02342448417143656, + "ND[0.5]": 0.02111409357507212, + "mean_weighted_sum_quantile_loss": 0.022020964626583792 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00" + ], + "context": [ + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875 + ], + "actual": [ + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62741.98828125 + ], + "predictions": { + "p50": [ + 64129.0703125, + 64123.046875, + 64106.9375, + 64089.7265625, + 64092.3984375, + 64074.3359375, + 64047.421875, + 64044.625, + 64064.2265625, + 64056.3203125, + 64064.3828125, + 64038.828125, + 64027.46875, + 64021.953125, + 64010.1796875, + 63992.125, + 63980.5390625, + 63994.4140625, + 63959.6171875, + 63946.890625, + 63933.1484375, + 63942.46875, + 63951.984375, + 63942.8671875 + ], + "p10": [ + 64163.265625, + 64183.4453125, + 64161.5625, + 64133.0625, + 64122.375, + 64118.6328125, + 64090.59375, + 64080.21875, + 64089.5, + 64160.828125, + 64107.5390625, + 64099.6640625, + 64078.9765625, + 64082.34375, + 64083.7265625, + 64077.078125, + 64055.015625, + 64031.25, + 64032.09375, + 64054.6875, + 64034.0625, + 64033.796875, + 64035.4375, + 64027.5625 + ], + "p90": [ + 64305.6640625, + 64330.53125, + 64332.375, + 64333.515625, + 64359.4375, + 64352.4296875, + 64340.015625, + 64355.5703125, + 64377.3203125, + 64386.171875, + 64417.0703125, + 64369.0703125, + 64376.6015625, + 64397.7890625, + 64391.765625, + 64397.2265625, + 64397.40625, + 64411.8203125, + 64399.1796875, + 64383.4765625, + 64398.546875, + 64422.1328125, + 64439.34375, + 64417.3046875 + ], + "mean": [ + 64164.5234375, + 64163.4453125, + 64151.6484375, + 64147.4921875, + 64147.8046875, + 64133.421875, + 64116.359375, + 64121.1484375, + 64137.9765625, + 64132.9921875, + 64144.9375, + 64125.4453125, + 64110.9765625, + 64106.90625, + 64097.421875, + 64088.0703125, + 64073.7421875, + 64083.34375, + 64065.8828125, + 64046.828125, + 64045.75, + 64057.765625, + 64062.0546875, + 64042.546875 + ], + "quantiles": { + "0.1": [ + 64163.265625, + 64183.4453125, + 64161.5625, + 64133.0625, + 64122.375, + 64118.6328125, + 64090.59375, + 64080.21875, + 64089.5, + 64160.828125, + 64107.5390625, + 64099.6640625, + 64078.9765625, + 64082.34375, + 64083.7265625, + 64077.078125, + 64055.015625, + 64031.25, + 64032.09375, + 64054.6875, + 64034.0625, + 64033.796875, + 64035.4375, + 64027.5625 + ], + "0.2": [ + 64163.265625, + 64183.4453125, + 64161.5625, + 64133.0625, + 64122.375, + 64118.6328125, + 64090.59375, + 64080.21875, + 64089.5, + 64160.828125, + 64107.5390625, + 64099.6640625, + 64078.9765625, + 64082.34375, + 64083.7265625, + 64077.078125, + 64055.015625, + 64031.25, + 64032.09375, + 64054.6875, + 64034.0625, + 64033.796875, + 64035.4375, + 64027.5625 + ], + "0.3": [ + 64163.265625, + 64183.4453125, + 64161.5625, + 64133.0625, + 64122.375, + 64118.6328125, + 64090.59375, + 64080.21875, + 64089.5, + 64160.828125, + 64107.5390625, + 64099.6640625, + 64078.9765625, + 64082.34375, + 64083.7265625, + 64077.078125, + 64055.015625, + 64031.25, + 64032.09375, + 64054.6875, + 64034.0625, + 64033.796875, + 64035.4375, + 64027.5625 + ], + "0.4": [ + 64129.0703125, + 64123.046875, + 64106.9375, + 64089.7265625, + 64092.3984375, + 64074.3359375, + 64047.421875, + 64044.625, + 64064.2265625, + 64056.3203125, + 64064.3828125, + 64038.828125, + 64027.46875, + 64021.953125, + 64010.1796875, + 63992.125, + 63980.5390625, + 63994.4140625, + 63959.6171875, + 63946.890625, + 63933.1484375, + 63942.46875, + 63951.984375, + 63942.8671875 + ], + "0.5": [ + 64129.0703125, + 64123.046875, + 64106.9375, + 64089.7265625, + 64092.3984375, + 64074.3359375, + 64047.421875, + 64044.625, + 64064.2265625, + 64056.3203125, + 64064.3828125, + 64038.828125, + 64027.46875, + 64021.953125, + 64010.1796875, + 63992.125, + 63980.5390625, + 63994.4140625, + 63959.6171875, + 63946.890625, + 63933.1484375, + 63942.46875, + 63951.984375, + 63942.8671875 + ], + "0.6": [ + 64129.0703125, + 64123.046875, + 64106.9375, + 64089.7265625, + 64092.3984375, + 64074.3359375, + 64047.421875, + 64044.625, + 64064.2265625, + 64056.3203125, + 64064.3828125, + 64038.828125, + 64027.46875, + 64021.953125, + 64010.1796875, + 63992.125, + 63980.5390625, + 63994.4140625, + 63959.6171875, + 63946.890625, + 63933.1484375, + 63942.46875, + 63951.984375, + 63942.8671875 + ], + "0.7": [ + 64129.0703125, + 64123.046875, + 64106.9375, + 64089.7265625, + 64092.3984375, + 64074.3359375, + 64047.421875, + 64044.625, + 64064.2265625, + 64056.3203125, + 64064.3828125, + 64038.828125, + 64027.46875, + 64021.953125, + 64010.1796875, + 63992.125, + 63980.5390625, + 63994.4140625, + 63959.6171875, + 63946.890625, + 63933.1484375, + 63942.46875, + 63951.984375, + 63942.8671875 + ], + "0.8": [ + 64305.6640625, + 64330.53125, + 64332.375, + 64333.515625, + 64359.4375, + 64352.4296875, + 64340.015625, + 64355.5703125, + 64377.3203125, + 64386.171875, + 64417.0703125, + 64369.0703125, + 64376.6015625, + 64397.7890625, + 64391.765625, + 64397.2265625, + 64397.40625, + 64411.8203125, + 64399.1796875, + 64383.4765625, + 64398.546875, + 64422.1328125, + 64439.34375, + 64417.3046875 + ], + "0.9": [ + 64305.6640625, + 64330.53125, + 64332.375, + 64333.515625, + 64359.4375, + 64352.4296875, + 64340.015625, + 64355.5703125, + 64377.3203125, + 64386.171875, + 64417.0703125, + 64369.0703125, + 64376.6015625, + 64397.7890625, + 64391.765625, + 64397.2265625, + 64397.40625, + 64411.8203125, + 64399.1796875, + 64383.4765625, + 64398.546875, + 64422.1328125, + 64439.34375, + 64417.3046875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260624_023623.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260624_023623.json new file mode 100644 index 0000000000000000000000000000000000000000..79b184e55774060e220637c125db28deb5b46581 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260624_023623.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-24T02:36:23.655530+00:00", + "metrics": { + "MSE[mean]": 2360388.0411580405, + "MSE[0.5]": 2360388.0411580405, + "MAE[0.5]": 1471.6399739583333, + "MASE[0.5]": 2.5665550104052084, + "MAPE[0.5]": 0.023520290705006486, + "sMAPE[0.5]": 0.023222263771204944, + "MSIS": 59.56385951559438, + "RMSE[mean]": 1536.3554410220445, + "NRMSE[mean]": 0.024502279253006923, + "ND[0.5]": 0.023470176652498693, + "mean_weighted_sum_quantile_loss": 0.018655391852294242 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00" + ], + "context": [ + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875 + ], + "actual": [ + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62741.98828125 + ], + "predictions": { + "p50": [ + 64188.59765625, + 64186.625, + 64190.17578125, + 64188.1953125, + 64186.54296875, + 64178.64453125, + 64176.3828125, + 64180.0234375, + 64187.8046875, + 64191.80859375, + 64197.1875, + 64197.58203125, + 64194.94921875, + 64185.85546875, + 64181.3203125, + 64171.6640625, + 64167.65625, + 64159.38671875, + 64151.7109375, + 64147.046875, + 64143.7578125, + 64142.109375, + 64144.49609375, + 64141.03125 + ], + "p10": [ + 63976.4921875, + 63874.90234375, + 63804.70703125, + 63757.5, + 63724.0234375, + 63682.50390625, + 63644.7109375, + 63611.3984375, + 63590.3671875, + 63568.25390625, + 63545.921875, + 63520.14453125, + 63490.125, + 63458.67578125, + 63432.25390625, + 63402.22265625, + 63381.44921875, + 63350.6171875, + 63324.921875, + 63303.78125, + 63280.4140625, + 63261.5234375, + 63250.4765625, + 63231.0703125 + ], + "p90": [ + 64407.55859375, + 64494.6640625, + 64570.515625, + 64620.6640625, + 64656.41015625, + 64683.57421875, + 64727.0703125, + 64772.81640625, + 64816.0703125, + 64861.4140625, + 64898.43359375, + 64920.1953125, + 64934.44921875, + 64940.25390625, + 64950.8359375, + 64942.640625, + 64949.3046875, + 64966.609375, + 64989.90625, + 65011.31640625, + 65019.58203125, + 65038.3671875, + 65059.515625, + 65072.828125 + ], + "mean": [ + 64188.59765625, + 64186.625, + 64190.17578125, + 64188.1953125, + 64186.54296875, + 64178.64453125, + 64176.3828125, + 64180.0234375, + 64187.8046875, + 64191.80859375, + 64197.1875, + 64197.58203125, + 64194.94921875, + 64185.85546875, + 64181.3203125, + 64171.6640625, + 64167.65625, + 64159.38671875, + 64151.7109375, + 64147.046875, + 64143.7578125, + 64142.109375, + 64144.49609375, + 64141.03125 + ], + "quantiles": { + "0.1": [ + 63976.4921875, + 63874.90234375, + 63804.70703125, + 63757.5, + 63724.0234375, + 63682.50390625, + 63644.7109375, + 63611.3984375, + 63590.3671875, + 63568.25390625, + 63545.921875, + 63520.14453125, + 63490.125, + 63458.67578125, + 63432.25390625, + 63402.22265625, + 63381.44921875, + 63350.6171875, + 63324.921875, + 63303.78125, + 63280.4140625, + 63261.5234375, + 63250.4765625, + 63231.0703125 + ], + "0.2": [ + 63976.4921875, + 63874.90234375, + 63804.70703125, + 63757.5, + 63724.0234375, + 63682.50390625, + 63644.7109375, + 63611.3984375, + 63590.3671875, + 63568.25390625, + 63545.921875, + 63520.14453125, + 63490.125, + 63458.67578125, + 63432.25390625, + 63402.22265625, + 63381.44921875, + 63350.6171875, + 63324.921875, + 63303.78125, + 63280.4140625, + 63261.5234375, + 63250.4765625, + 63231.0703125 + ], + "0.3": [ + 63976.4921875, + 63874.90234375, + 63804.70703125, + 63757.5, + 63724.0234375, + 63682.50390625, + 63644.7109375, + 63611.3984375, + 63590.3671875, + 63568.25390625, + 63545.921875, + 63520.14453125, + 63490.125, + 63458.67578125, + 63432.25390625, + 63402.22265625, + 63381.44921875, + 63350.6171875, + 63324.921875, + 63303.78125, + 63280.4140625, + 63261.5234375, + 63250.4765625, + 63231.0703125 + ], + "0.4": [ + 64188.59765625, + 64186.625, + 64190.17578125, + 64188.1953125, + 64186.54296875, + 64178.64453125, + 64176.3828125, + 64180.0234375, + 64187.8046875, + 64191.80859375, + 64197.1875, + 64197.58203125, + 64194.94921875, + 64185.85546875, + 64181.3203125, + 64171.6640625, + 64167.65625, + 64159.38671875, + 64151.7109375, + 64147.046875, + 64143.7578125, + 64142.109375, + 64144.49609375, + 64141.03125 + ], + "0.5": [ + 64188.59765625, + 64186.625, + 64190.17578125, + 64188.1953125, + 64186.54296875, + 64178.64453125, + 64176.3828125, + 64180.0234375, + 64187.8046875, + 64191.80859375, + 64197.1875, + 64197.58203125, + 64194.94921875, + 64185.85546875, + 64181.3203125, + 64171.6640625, + 64167.65625, + 64159.38671875, + 64151.7109375, + 64147.046875, + 64143.7578125, + 64142.109375, + 64144.49609375, + 64141.03125 + ], + "0.6": [ + 64188.59765625, + 64186.625, + 64190.17578125, + 64188.1953125, + 64186.54296875, + 64178.64453125, + 64176.3828125, + 64180.0234375, + 64187.8046875, + 64191.80859375, + 64197.1875, + 64197.58203125, + 64194.94921875, + 64185.85546875, + 64181.3203125, + 64171.6640625, + 64167.65625, + 64159.38671875, + 64151.7109375, + 64147.046875, + 64143.7578125, + 64142.109375, + 64144.49609375, + 64141.03125 + ], + "0.7": [ + 64188.59765625, + 64186.625, + 64190.17578125, + 64188.1953125, + 64186.54296875, + 64178.64453125, + 64176.3828125, + 64180.0234375, + 64187.8046875, + 64191.80859375, + 64197.1875, + 64197.58203125, + 64194.94921875, + 64185.85546875, + 64181.3203125, + 64171.6640625, + 64167.65625, + 64159.38671875, + 64151.7109375, + 64147.046875, + 64143.7578125, + 64142.109375, + 64144.49609375, + 64141.03125 + ], + "0.8": [ + 64407.55859375, + 64494.6640625, + 64570.515625, + 64620.6640625, + 64656.41015625, + 64683.57421875, + 64727.0703125, + 64772.81640625, + 64816.0703125, + 64861.4140625, + 64898.43359375, + 64920.1953125, + 64934.44921875, + 64940.25390625, + 64950.8359375, + 64942.640625, + 64949.3046875, + 64966.609375, + 64989.90625, + 65011.31640625, + 65019.58203125, + 65038.3671875, + 65059.515625, + 65072.828125 + ], + "0.9": [ + 64407.55859375, + 64494.6640625, + 64570.515625, + 64620.6640625, + 64656.41015625, + 64683.57421875, + 64727.0703125, + 64772.81640625, + 64816.0703125, + 64861.4140625, + 64898.43359375, + 64920.1953125, + 64934.44921875, + 64940.25390625, + 64950.8359375, + 64942.640625, + 64949.3046875, + 64966.609375, + 64989.90625, + 65011.31640625, + 65019.58203125, + 65038.3671875, + 65059.515625, + 65072.828125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_023613.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_023613.json new file mode 100644 index 0000000000000000000000000000000000000000..306feb0cc81504c71a2af345da72289ea8403704 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_023613.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-24T02:36:13.928488+00:00", + "metrics": { + "MSE[mean]": 2309236.9273503623, + "MSE[0.5]": 2309236.9273503623, + "MAE[0.5]": 1455.5032552083333, + "MASE[0.5]": 2.538412409570634, + "MAPE[0.5]": 0.02326245452839057, + "sMAPE[0.5]": 0.02297084611312089, + "MSIS": 50.58913943054361, + "RMSE[mean]": 1519.617362150868, + "NRMSE[mean]": 0.024235335112536675, + "ND[0.5]": 0.02321282319217137, + "mean_weighted_sum_quantile_loss": 0.017506056067738248 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00" + ], + "context": [ + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875 + ], + "actual": [ + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125, + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62741.98828125 + ], + "predictions": { + "p50": [ + 64179.9609375, + 64177.07421875, + 64175.55859375, + 64173.59375, + 64171.42578125, + 64164.78125, + 64166.72265625, + 64161.609375, + 64165.0625, + 64165.67578125, + 64165.17578125, + 64159.53515625, + 64158.47265625, + 64155.53125, + 64153.703125, + 64151.9140625, + 64151.609375, + 64149.78515625, + 64146.6875, + 64143.54296875, + 64144.05859375, + 64138.44921875, + 64136.62890625, + 64136.71484375 + ], + "p10": [ + 63931.80078125, + 63852.2890625, + 63784.21875, + 63723.84765625, + 63663.640625, + 63607.453125, + 63562.02734375, + 63520.4375, + 63484.2578125, + 63448.33984375, + 63401.515625, + 63355.12890625, + 63321.40234375, + 63279.32421875, + 63257.52734375, + 63226.9296875, + 63197.34375, + 63165.421875, + 63138.0, + 63114.1171875, + 63083.5859375, + 63054.94140625, + 63025.15234375, + 63004.42578125 + ], + "p90": [ + 64402.46484375, + 64480.01171875, + 64538.671875, + 64605.43359375, + 64658.5625, + 64696.73828125, + 64744.2578125, + 64793.44921875, + 64825.46484375, + 64864.984375, + 64905.8125, + 64942.484375, + 64983.66015625, + 65014.3515625, + 65039.02734375, + 65076.55859375, + 65113.37890625, + 65140.48046875, + 65180.421875, + 65214.55078125, + 65241.05859375, + 65275.98828125, + 65300.1640625, + 65322.5546875 + ], + "mean": [ + 64179.9609375, + 64177.07421875, + 64175.55859375, + 64173.59375, + 64171.42578125, + 64164.78125, + 64166.72265625, + 64161.609375, + 64165.0625, + 64165.67578125, + 64165.17578125, + 64159.53515625, + 64158.47265625, + 64155.53125, + 64153.703125, + 64151.9140625, + 64151.609375, + 64149.78515625, + 64146.6875, + 64143.54296875, + 64144.05859375, + 64138.44921875, + 64136.62890625, + 64136.71484375 + ], + "quantiles": { + "0.1": [ + 63931.80078125, + 63852.2890625, + 63784.21875, + 63723.84765625, + 63663.640625, + 63607.453125, + 63562.02734375, + 63520.4375, + 63484.2578125, + 63448.33984375, + 63401.515625, + 63355.12890625, + 63321.40234375, + 63279.32421875, + 63257.52734375, + 63226.9296875, + 63197.34375, + 63165.421875, + 63138.0, + 63114.1171875, + 63083.5859375, + 63054.94140625, + 63025.15234375, + 63004.42578125 + ], + "0.2": [ + 63931.80078125, + 63852.2890625, + 63784.21875, + 63723.84765625, + 63663.640625, + 63607.453125, + 63562.02734375, + 63520.4375, + 63484.2578125, + 63448.33984375, + 63401.515625, + 63355.12890625, + 63321.40234375, + 63279.32421875, + 63257.52734375, + 63226.9296875, + 63197.34375, + 63165.421875, + 63138.0, + 63114.1171875, + 63083.5859375, + 63054.94140625, + 63025.15234375, + 63004.42578125 + ], + "0.3": [ + 63931.80078125, + 63852.2890625, + 63784.21875, + 63723.84765625, + 63663.640625, + 63607.453125, + 63562.02734375, + 63520.4375, + 63484.2578125, + 63448.33984375, + 63401.515625, + 63355.12890625, + 63321.40234375, + 63279.32421875, + 63257.52734375, + 63226.9296875, + 63197.34375, + 63165.421875, + 63138.0, + 63114.1171875, + 63083.5859375, + 63054.94140625, + 63025.15234375, + 63004.42578125 + ], + "0.4": [ + 64179.9609375, + 64177.07421875, + 64175.55859375, + 64173.59375, + 64171.42578125, + 64164.78125, + 64166.72265625, + 64161.609375, + 64165.0625, + 64165.67578125, + 64165.17578125, + 64159.53515625, + 64158.47265625, + 64155.53125, + 64153.703125, + 64151.9140625, + 64151.609375, + 64149.78515625, + 64146.6875, + 64143.54296875, + 64144.05859375, + 64138.44921875, + 64136.62890625, + 64136.71484375 + ], + "0.5": [ + 64179.9609375, + 64177.07421875, + 64175.55859375, + 64173.59375, + 64171.42578125, + 64164.78125, + 64166.72265625, + 64161.609375, + 64165.0625, + 64165.67578125, + 64165.17578125, + 64159.53515625, + 64158.47265625, + 64155.53125, + 64153.703125, + 64151.9140625, + 64151.609375, + 64149.78515625, + 64146.6875, + 64143.54296875, + 64144.05859375, + 64138.44921875, + 64136.62890625, + 64136.71484375 + ], + "0.6": [ + 64179.9609375, + 64177.07421875, + 64175.55859375, + 64173.59375, + 64171.42578125, + 64164.78125, + 64166.72265625, + 64161.609375, + 64165.0625, + 64165.67578125, + 64165.17578125, + 64159.53515625, + 64158.47265625, + 64155.53125, + 64153.703125, + 64151.9140625, + 64151.609375, + 64149.78515625, + 64146.6875, + 64143.54296875, + 64144.05859375, + 64138.44921875, + 64136.62890625, + 64136.71484375 + ], + "0.7": [ + 64179.9609375, + 64177.07421875, + 64175.55859375, + 64173.59375, + 64171.42578125, + 64164.78125, + 64166.72265625, + 64161.609375, + 64165.0625, + 64165.67578125, + 64165.17578125, + 64159.53515625, + 64158.47265625, + 64155.53125, + 64153.703125, + 64151.9140625, + 64151.609375, + 64149.78515625, + 64146.6875, + 64143.54296875, + 64144.05859375, + 64138.44921875, + 64136.62890625, + 64136.71484375 + ], + "0.8": [ + 64402.46484375, + 64480.01171875, + 64538.671875, + 64605.43359375, + 64658.5625, + 64696.73828125, + 64744.2578125, + 64793.44921875, + 64825.46484375, + 64864.984375, + 64905.8125, + 64942.484375, + 64983.66015625, + 65014.3515625, + 65039.02734375, + 65076.55859375, + 65113.37890625, + 65140.48046875, + 65180.421875, + 65214.55078125, + 65241.05859375, + 65275.98828125, + 65300.1640625, + 65322.5546875 + ], + "0.9": [ + 64402.46484375, + 64480.01171875, + 64538.671875, + 64605.43359375, + 64658.5625, + 64696.73828125, + 64744.2578125, + 64793.44921875, + 64825.46484375, + 64864.984375, + 64905.8125, + 64942.484375, + 64983.66015625, + 65014.3515625, + 65039.02734375, + 65076.55859375, + 65113.37890625, + 65140.48046875, + 65180.421875, + 65214.55078125, + 65241.05859375, + 65275.98828125, + 65300.1640625, + 65322.5546875 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 7ba0fec4e6716b285d480e9a84cef1473514bd11..919d3c55c72902211ee919da9f2d7212108a1745 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,3396090.9304707847,3396090.9304707847,1704.7565104166667,2.973112609575441,0.0272563862275073,0.026829015989207988,18.634413879292364,1842.8485913039044,0.029390889810855168,0.02718851184434148,0.021119235890640818,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,3392552.7553227744,3392552.7553227744,1703.5582682291667,2.97102286307193,0.027236834311561726,0.026809916264173107,18.634413879292364,1841.8883666831641,0.02937501434128624,0.027168882471722892,0.02109972247003021,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.4270752650583443,1.4270752650583443,1.0091667970021565,0.5910644517543282,0.0379751599911809,0.03861303902269495,9.990087381062132,1.194602555270306,0.04499515249240556,0.03801064523180265,0.032394054965911245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.4155415707799765,0.4155415707799765,0.5344000021616618,1.3160399440916113,0.36754358693760386,0.4763460027433383,50.52717995763336,0.6446251397362474,0.5043620223326932,0.41812062423617513,0.41414159852243654,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.038749989668530285,0.038749989668530285,0.1652777608897951,0.718598900798299,0.13818355800604376,0.12556165462554508,22.990333796316364,0.1968501706083342,0.1573053421052658,0.1320754492557234,0.12668637579928932,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 439af6d69eea417d0d24a0cc1c5fc580cb931150..389c8318f17faa92339b44274de88fd0dd117c03 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-24T02:30:03.035464+00:00", + "evaluated_at": "2026-06-24T02:37:11.905065+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62734.5703125, 63014.0, 62932.19140625, - 62713.23046875 + 62741.98828125 ], "p50": [ 63974.01171875, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 0f97fb2985e696ca1282c9c45bb8a2f4b84b8d7e..9816c16410edf78bfaeb2c5c5d47028943600f7c 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,13 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-24T02:30:03.054926+00:00", + "evaluated_at": "2026-06-24T02:37:11.909517+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index e602361c268bf65326b582fb388da736649cf79e..0f863690bb183742119765cc575cfdfff1d82bb9 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,2577571.222705841,2577571.222705841,1543.5729166666667,2.6920067905880227,0.024668084917182684,0.024342852151777866,73.65438208090156,1605.4816170563402,0.025605214407153066,0.0246178561401352,0.020720080834024164,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,2573980.465320587,2573980.465320587,1542.3746744791667,2.6899170440845115,0.024648526319465684,0.024323752503208767,73.5707922207611,1604.3629468797224,0.02558688432246716,0.024598275879254648,0.02070057503917166,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,1.0212952951048162,1.0212952951048162,0.8199127515157064,0.480219208955978,0.03030549839790364,0.03088520263876773,2.1827696895662885,1.0105915570124342,0.03806430935100673,0.03088232075359102,0.02991063703288196,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.05877763010006832,0.05877763010006832,0.21225063701470692,0.5226989433763951,0.15126368827761752,0.16554339837877494,2.011553377339191,0.24244098271552258,0.1896885752683449,0.16606730629516042,0.13734209427579663,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.03600568207418616,0.03600568207418616,0.16668196022510529,0.7247041147933533,0.13939124354496077,0.12748341565916677,15.195362291110213,0.18975163259952774,0.15163281489092942,0.13319756185609524,0.10607883999283746,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 2236900b635ad9388d0e661ad111d29e74d6cd16..4932e16abc305e754fb7e8d717d663aa20c91cc7 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-24T02:29:48.885600+00:00", + "evaluated_at": "2026-06-24T02:37:09.218845+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62734.5703125, 63014.0, 62932.19140625, - 62713.23046875 + 62741.98828125 ], "p50": [ 64250.171875, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index be87fb16bc1aa541296b8bb66e4a0a7c51d3cc09..7d492cfc19514b8bdc400855db46d8cdb5c29179 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,13 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-24T02:30:02.537921+00:00", + "evaluated_at": "2026-06-24T02:37:11.624117+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index c8ea978cf4ee97c65cf088cfb84ae727a4716902..7cbf35ab8a2ffb367f451290e8d459f55e886979 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,2160451.0479749045,1932329.550500234,1325.1057942708333,2.310997917822985,0.02118091455585136,0.020936590052863514,97.31040901162731,1469.8472872971888,0.02344203417664925,0.021133607270244364,0.022040495647632986,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,2157299.820802053,1929417.204140981,1323.9075520833333,2.3089081713194735,0.02116144216571403,0.020917489501666487,97.22681915148685,1468.7749387847182,0.02342448417143656,0.02111409357507212,0.022020964626583792,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.1942693657438213,2.176787990128711,1.1630725860595703,0.6812063798293192,0.04336451774231531,0.04492883079170137,3.2575813722815607,1.0928263200270303,0.04116171248788629,0.0438075643975543,0.029372483948565287,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0062963455699174865,0.009330490608872921,0.08269778887430827,0.20365567553594657,0.059107978608061135,0.06116329860044441,1.7748748992465329,0.07934951524689667,0.0620839609162908,0.0647036881871439,0.04436317212138043,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.037905868905893904,0.02700307647956733,0.13921715650293562,0.6052919345996008,0.11725574662744886,0.10808513425114862,34.074764280926175,0.19469429602814228,0.155582556763881,0.11125010642835297,0.14335342951610353,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 6a19b7379df8edc958c057c0fc76cbd393b6ceb0..c8d056c578f02761164689d2e03d0874f9364ee2 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-24T02:27:16.429458+00:00", + "evaluated_at": "2026-06-24T02:35:48.939858+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62734.5703125, 63014.0, 62932.19140625, - 62713.23046875 + 62741.98828125 ], "p50": [ 64129.0703125, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index ef794096b2378887768aae70b7dd08de4eceeb1d..48e938fdbf1e6195a81639791f209c2dc1b12880 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,13 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-24T02:27:34.879893+00:00", + "evaluated_at": "2026-06-24T02:35:51.300683+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index e7e19120ad2c3bd5c5c6883a2f0a2fb2af2b58e0..dbf4ab7ff78a68cc436c2a27990f7b2f494bdbc7 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,2363775.284596761,2363775.284596761,1472.8382161458333,2.5686447569087196,0.023539823441639154,0.023241363709673973,59.647449375734844,1537.4574090350475,0.024520322239745047,0.02348973536091226,0.018674858573684002,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,2360388.0411580405,2360388.0411580405,1471.6399739583333,2.5665550104052084,0.023520290705006486,0.023222263771204944,59.56385951559438,1536.3554410220445,0.024502279253006923,0.023470176652498693,0.018655391852294242,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,1.183329755683341,1.183329755683341,0.862094004948934,0.5049245792762104,0.03178129762224546,0.03245936373087361,3.072462410731646,1.087809613711582,0.04097275636630648,0.032471093456424745,0.037043745123925144,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.041441201382967384,0.041441201382967384,0.1451382448275884,0.35742463854008766,0.09179928894826887,0.0996467662934487,1.4684362145027998,0.20357112119101614,0.1592763546492218,0.11355780928589165,0.1098207832023354,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.030179222240566104,0.030179222240566104,0.14726301530996957,0.6402739265117982,0.12392410513762875,0.1137742864991192,6.867583487527945,0.1737216803987519,0.13882308702998064,0.1176796491016452,0.09370914339663858,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 4f7863a014b6057445f33dae9dbb98574f797a1b..7f045982af71e0bcac5dcc437d06c30edbb5f66e 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-24T02:28:35.186621+00:00", + "evaluated_at": "2026-06-24T02:36:23.655530+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62734.5703125, 63014.0, 62932.19140625, - 62713.23046875 + 62741.98828125 ], "p50": [ 64188.59765625, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 4ab26363a547b1cf70313a21b8fb1fb58532fdcb..af34453f72555b4f22a8dedbd92836e9de75d475 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,13 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-24T02:28:54.024691+00:00", + "evaluated_at": "2026-06-24T02:36:28.908958+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 71c36789093b0bda95136b2b18c646a683d7c6a7..9c22aed5f4c1e8f271ae7c9c5fcff320bd5b01cd 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,2312613.8265889487,2312613.8265889487,1456.7014973958333,2.5405021560741456,0.0232819859505569,0.022989946065888566,50.67272929068407,1520.7280580659215,0.02425351219725924,0.023232376983817134,0.017525500830934116,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,2309236.9273503623,2309236.9273503623,1455.5032552083333,2.538412409570634,0.02326245452839057,0.02297084611312089,50.58913943054361,1519.617362150868,0.024235335112536675,0.02321282319217137,0.017506056067738248,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.7378849396995975,0.7378849396995975,0.6531385580698649,0.38254031433849495,0.024219405040648068,0.024391800635032,2.939171975256644,0.8590022931864603,0.03235464297538288,0.024600708318737636,0.02998693975846885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.01617675267158353,0.01617675267158353,0.10302160084247589,0.25370610266566895,0.0707888827777774,0.07410716706332902,1.3697209821795535,0.12718786369612287,0.0995132274490541,0.08060526923619903,0.08977353329488204,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.0321363735927359,0.0321363735927359,0.1534121185541153,0.6670091557909795,0.1289887955490164,0.11819461325390125,7.669064320892953,0.17926620873085897,0.1432537863958948,0.12259347156098925,0.09613412750230294,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 72272c243e4b1d5ca40eb6da1fbcbc610feec446..dad5e74a914b2ad76b9288ec32004e9e4a91d93f 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T02:28:02.932893+00:00", + "evaluated_at": "2026-06-24T02:36:13.928488+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62734.5703125, 63014.0, 62932.19140625, - 62713.23046875 + 62741.98828125 ], "p50": [ 64179.9609375, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index ce01678352e0a2346876c0a0f91adf8a27393549..79786090fb0c040efe9f68a991a6a8bb7deae976 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,13 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-24T02:28:18.725122+00:00", + "evaluated_at": "2026-06-24T02:36:16.616731+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t020000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", + "data_fetched_at": "2026-06-24T02:34:48.927420Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t201800z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t022000z", - "data_fetched_at": "2026-06-24T02:25:34.354548Z", - "context_length": 79, - "prediction_length": 72 } ], "failed_datasets": []