diff --git a/results/.DS_Store b/results/.DS_Store index 6ed1cb6cd7aa4eddaad9dcc98645df19ef9eefd3..b65ba8b50bc378fe3dbf3332a2bb1d860d4c465c 100644 Binary files a/results/.DS_Store and b/results/.DS_Store differ diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 6929555e73647e805cd0968f1844efe47305ffcc..0deda2bb28cbcca2bb0306ed18f42ab9fb144ffb 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T06:05:05.466747+00:00", + "generated_at": "2026-06-23T06:14:47.771686+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 7193, - "num_unique_releases": 874 + "num_model_releases": 7203, + "num_unique_releases": 875 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 2731333cd79fe946c5c329a69f41deda8c43b5d5..120c653311bcc6b06503775af59354555bed35e1 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.862824744159635,0.8784285540988435,0.1883786815742128,0.5084852005510937,38.37986808750295,3.5502419568450163,0.6886127422773445,1197.4804911959156,8.258854521139716,0.1426043251007194,0.1,10,835,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T06:02:11.253235+00:00 -2,Chronos-2,2.880023540813238,0.8893624654364738,0.17526649836578773,0.5251126336159994,37.38085549517755,3.6529503768180476,0.6663218105678954,1160.3804937338452,8.21405837739442,0.08677869970339586,0.1,10,850,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T05:59:59.086304+00:00 -3,Moirai-1.1-Large,3.3900391944942347,1.028504570411792,0.2822527503715031,0.5492408846820734,24.29362483931397,4.53569057995837,0.564796176475488,1116.804726204822,11.765234662501076,0.0935308126571873,0.2,10,819,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T06:03:05.935234+00:00 -4,Toto-2.0-1B,2.800344386208838,0.865950705461173,0.1641255785191851,0.49525479628004154,37.86652234087105,3.6481448826966885,0.6791669249030313,1109.7935031318343,8.269385397115892,0.06383318630490684,0.1,10,841,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T06:01:42.101493+00:00 -5,Timer-S1,2.8528745429683897,0.8893239258436848,0.1811192614922288,0.5255997340718385,35.87071090352848,4.1817887991666085,0.6138257988305883,1049.7540930227283,8.478260729923095,0.09604874768665357,0.1,10,794,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T06:04:58.482049+00:00 -6,TimesFM-2.5,2.6959544880050834,0.8412956421039454,0.15081249400892804,0.6140921043535925,40.303822936458616,4.453076440319059,0.5584396633578361,1038.7679799552882,7.99875837258867,0.05618356247413882,0.1,10,858,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T06:01:00.978188+00:00 -7,ARIMA,3.5903056140630616,1.2200354597718068,0.3126118750769743,0.8661306994340651,-0.685913822231614,6.818864728738843,0.323509865953557,871.3522098652464,9.140010166534658,0.01568153262392781,0.3,10,549,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T06:05:00.837311+00:00 -8,ETS,5.975922967913964,1.5965006846301537,0.42545378202125617,1.1483205755717893,-5.303856859446219,6.940161759902122,0.3150141396157538,864.854830752034,13.643085839055942,0.05870230725913091,0.0,10,549,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T06:05:00.954861+00:00 -9,Moving-Average,3.6071645718066194,1.169696838308793,0.3252795327476909,0.8038228230952008,6.982833698174768,6.483317501106643,0.35908383952406736,847.9650395068866,9.182083897059616,-0.04984869907884783,0.4,10,549,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T06:05:01.007000+00:00 -10,Seasonal-Naive,3.9420259416257415,1.2741779678535479,0.3350653592005387,0.9509661574830235,4.0918249226269695e-16,7.607831840333807,0.23122903849443846,742.846632631399,9.326426042712296,0.028335791118863352,0.2,10,549,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T06:05:01.048424+00:00 +1,TiRex,2.8630102994988094,0.8785566220231893,0.18837855794994512,0.5085546791602977,38.37217872499569,3.550539058294292,0.6885402918342347,1197.478384318376,8.258911461520707,0.14295574257731927,0.1,10,836,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T06:13:56.190916+00:00 +2,Chronos-2,2.8801963138219735,0.8894898786243386,0.1752663731994993,0.5251764730944161,37.371983109145994,3.6524360867034185,0.6664875848947708,1160.3847708631724,8.214045792426358,0.08724918788662264,0.1,10,851,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T06:12:38.826503+00:00 +3,Moirai-1.1-Large,3.39018105541082,1.028605034564031,0.282252390140758,0.5492950273345285,24.289119263506926,4.5354787299143045,0.5648043017617165,1116.8047099444436,11.76516315347693,0.09401347958280723,0.2,10,820,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T06:14:24.338432+00:00 +4,Toto-2.0-1B,2.80053221915754,0.8660894374175745,0.16412561071966844,0.4953244252487955,37.856142836744105,3.6482722359635766,0.6791908792946181,1109.794191109367,8.269417396375356,0.06426668741788215,0.1,10,842,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T06:13:47.552954+00:00 +5,Timer-S1,2.8530540149721597,0.8894618576444445,0.18111943225388635,0.5256995780912004,35.85935800999967,4.182786147258387,0.6136834872951702,1049.7504023393499,8.47821633210444,0.09644250037486371,0.1,10,795,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T06:14:41.106026+00:00 +6,TimesFM-2.5,2.696126568546031,0.8414257863725589,0.15081264403240457,0.6141600259273934,40.293923881726585,4.452934615470051,0.5585152140818699,1038.7693400804994,7.998808645144702,0.05654191173849225,0.1,10,859,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T06:13:17.236095+00:00 +7,ARIMA,3.590516082919603,1.2201650055268538,0.3126140996629535,0.8665073986748159,-0.6856999332701058,6.819816486948666,0.32340874987624935,871.3486558534267,9.139929521686824,0.015942958144820364,0.3,10,550,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T06:14:43.251404+00:00 +8,ETS,5.976150090752034,1.596691410298513,0.4254539265998319,1.1484254013573283,-5.318581505901252,6.942396575362745,0.31476412929127745,864.8458200698446,13.642930233107933,0.05920216195253399,0.0,10,550,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T06:14:43.317438+00:00 +9,Moving-Average,3.6073757026339472,1.1698635274145046,0.32527920423493684,0.8039047658778783,6.972442981079846,6.483221598752676,0.35913112518938356,847.9659909716053,9.18202465943396,-0.04900175114915094,0.3,10,550,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T06:14:43.343923+00:00 +10,Seasonal-Naive,3.9421897101646493,1.2742950256949181,0.3350646530382451,0.9510295438144396,4.090089162343908e-16,7.6059501199037,0.2314742364807097,742.8577344499155,9.32634548439723,0.029227847270386555,0.2,10,550,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T06:14:43.362387+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 2a5dc98f4ab30d49bcea05d9ee37be70d34daf87..2632d661df5eceec8220a8452812407e294ef8ed 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.5502419568450163,0.6886127422773445,1197.4804911959156,90,835,6234 -2,Chronos-2,3.6529503768180476,0.6663218105678954,1160.3804937338452,90,847,6231 -3,Moirai-1.1-Large,4.53569057995837,0.564796176475488,1116.804726204822,90,819,6162 -4,Toto-2.0-1B,3.6481448826966885,0.6791669249030313,1109.7935031318343,90,841,6263 -5,Timer-S1,4.1817887991666085,0.6138257988305883,1049.7540930227283,90,794,6068 -6,TimesFM-2.5,4.453076440319059,0.5584396633578361,1038.7679799552882,90,854,6276 -7,ARIMA,6.818864728738843,0.323509865953557,871.3522098652464,90,549,4852 -8,ETS,6.940161759902122,0.3150141396157538,864.854830752034,90,549,4852 -9,Moving-Average,6.483317501106643,0.35908383952406736,847.9650395068866,90,549,4852 -10,Seasonal-Naive,7.607831840333807,0.23122903849443846,742.846632631399,90,549,4852 +1,TiRex,3.550539058294292,0.6885402918342347,1197.478384318376,90,836,6243 +2,Chronos-2,3.6524360867034185,0.6664875848947708,1160.3847708631724,90,848,6240 +3,Moirai-1.1-Large,4.5354787299143045,0.5648043017617165,1116.8047099444436,90,820,6171 +4,Toto-2.0-1B,3.6482722359635766,0.6791908792946181,1109.794191109367,90,842,6272 +5,Timer-S1,4.182786147258387,0.6136834872951702,1049.7504023393499,90,795,6077 +6,TimesFM-2.5,4.452934615470051,0.5585152140818699,1038.7693400804994,90,855,6285 +7,ARIMA,6.819816486948666,0.32340874987624935,871.3486558534267,90,550,4861 +8,ETS,6.942396575362745,0.31476412929127745,864.8458200698446,90,550,4861 +9,Moving-Average,6.483221598752676,0.35913112518938356,847.9659909716053,90,550,4861 +10,Seasonal-Naive,7.6059501199037,0.2314742364807097,742.8577344499155,90,550,4861 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 9e893a142d2deb5facb9997c5bb260d40c6aee67..f61e8cefc89f943200bf9e954561ee7b2697cda9 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -6,6 +6,7 @@ binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:0 binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:30.776110+00:00,2026-06-22T07:33:30.776110+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3737040337380361,0.6113133678712057,0.012305158444961004,0.7985186914109059,-15.142472841866434,True binance_btcusdt_1h_close/1h/short|window:065cd2549ffa48700678,2026-06-23T06:05:00.709193+00:00,2026-06-23T06:05:00.709193+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0982003374499878,1.0479505415094683,0.012078897702897587,1.0665006000935122,-12.10953670365076,True binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:37:07.501025+00:00,2026-06-22T09:37:07.501025+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.4308468487740905,0.6563892509586751,0.008711082199202408,0.5211789957399553,-26.515537293008382,True +binance_btcusdt_1h_close/1h/short|window:07321ee37f0736a4c308,2026-06-23T06:14:43.251404+00:00,2026-06-23T06:14:43.251404+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.2166825928548373,1.1030333598104989,0.01488557577552748,1.4198488550273034,-13.191609314727097,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:22.917126+00:00,2026-06-22T08:13:22.917126+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2732656714019672,0.5227481911991348,0.011791260629459524,0.7610992079601563,-2.6410831948278024,True binance_btcusdt_1h_close/1h/short|window:09677d6522f85f5f2712,2026-06-22T07:40:48.077646+00:00,2026-06-22T07:40:48.077646+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.37519047180525233,0.6125279355304967,0.012320438180254875,0.7997427854021605,-15.284875502326667,True binance_btcusdt_1h_close/1h/short|window:0a65444cf931e9745890,2026-06-22T02:28:19.068549+00:00,2026-06-22T02:28:19.068549+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3667162252926433,0.6055709911254363,0.009212428536832068,0.49040501274927895,-7.203398186106478,True @@ -558,6 +559,7 @@ binance_btcusdt_1h_close/1h/short|window:05e6092443a634e5f448,2026-06-17T08:42:5 binance_btcusdt_1h_close/1h/short|window:062b6095e6b9623d56db,2026-06-17T04:15:11.834574+00:00,2026-06-17T04:15:11.834574+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.07485839163061635,0.27360261627151217,0.004797356142338167,0.1998628154385209,56.178950115930135,True binance_btcusdt_1h_close/1h/short|window:065cd2549ffa48700678,2026-06-23T05:59:46.496286+00:00,2026-06-23T05:59:46.496286+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6738886540737756,0.8209072140466154,0.005434579533541932,0.43987421977270397,12.188009892464928,True binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:34:35.553506+00:00,2026-06-22T09:34:35.553506+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.11817296743934623,0.3437629523950279,0.003138041572443452,0.2704750885623661,35.849343469581086,True +binance_btcusdt_1h_close/1h/short|window:07321ee37f0736a4c308,2026-06-23T06:12:38.826503+00:00,2026-06-23T06:12:38.826503+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.9502315317429268,0.9747982005230246,0.006833082980841135,0.5235027573548668,-0.91003393535951,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:10:34.623828+00:00,2026-06-22T08:10:34.623828+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.14071489117041022,0.37511983574640545,0.0036367867786265325,0.28034452762359763,29.628062880298422,True binance_btcusdt_1h_close/1h/short|window:07e28c2134123c5ead22,2026-06-16T12:29:11.176552+00:00,2026-06-16T12:29:11.176552+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2664792377515947,0.5162162703282362,0.005354953541779959,0.34476017628083677,88.29980417520518,True binance_btcusdt_1h_close/1h/short|window:08f85f2b7780f1cce732,2026-06-16T14:46:14.377931+00:00,2026-06-16T14:46:14.377931+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.33896000344752547,0.5822027167984751,0.0065811659013832085,0.35505304074744487,81.35781581050351,True @@ -1405,6 +1407,7 @@ binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:0 binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.014985+00:00,2026-06-22T07:33:31.014985+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08644089613501679,0.2940083266423194,0.0025388064632111923,0.1380528538051167,52.2231627717264,True binance_btcusdt_1h_close/1h/short|window:065cd2549ffa48700678,2026-06-23T06:05:00.877374+00:00,2026-06-23T06:05:00.877374+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.6615361205913328,0.8133487078684842,0.005353183001605625,0.44296653685731074,13.098232329359545,True binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:37:07.597828+00:00,2026-06-22T09:37:07.597828+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08766943863362177,0.29609025420236607,0.0024153764038763333,0.14148315846620674,48.112268889597736,True +binance_btcusdt_1h_close/1h/short|window:07321ee37f0736a4c308,2026-06-23T06:14:43.317438+00:00,2026-06-23T06:14:43.317438+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.0781865285585501,1.0383576111140853,0.0075314689865337014,0.6312373188181497,-7.214010267340112,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.012177+00:00,2026-06-22T08:13:23.012177+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1569766000828541,0.3962027259911952,0.004092213131617357,0.21008239415119992,24.563001658089807,True binance_btcusdt_1h_close/1h/short|window:09677d6522f85f5f2712,2026-06-22T07:40:48.173140+00:00,2026-06-22T07:40:48.173140+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08721101152533144,0.2953151054811308,0.002554306880541317,0.13927694779637126,51.93838077921844,True binance_btcusdt_1h_close/1h/short|window:0a65444cf931e9745890,2026-06-22T02:28:19.222456+00:00,2026-06-22T02:28:19.222456+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08937551377497491,0.2989573778567355,0.0029519798833567124,0.14331617629384835,56.060279869443924,True @@ -1956,6 +1959,7 @@ binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:32:4 binance_btcusdt_1h_close/1h/short|window:05e6092443a634e5f448,2026-06-17T08:44:37.519521+00:00,2026-06-17T08:44:37.519521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.0315060982344493,1.0156308868060528,0.02046714410630553,0.4864025757450224,-52.264758099503894,True binance_btcusdt_1h_close/1h/short|window:065cd2549ffa48700678,2026-06-23T06:02:39.441864+00:00,2026-06-23T06:02:39.441864+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6274520980211206,0.7921187398497277,0.0054547122601638146,0.40278670229875857,15.688142767811168,True binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:36:34.674676+00:00,2026-06-22T09:36:34.674676+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.14128479217808343,0.3758786934345753,0.002601088809472715,0.2258228323451247,27.830327026868073,True +binance_btcusdt_1h_close/1h/short|window:07321ee37f0736a4c308,2026-06-23T06:14:24.338432+00:00,2026-06-23T06:14:24.338432+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.0527491253308752,1.026035635507303,0.007624214699355582,0.5314947203730797,-6.025479200679915,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:12:45.404696+00:00,2026-06-22T08:12:45.404696+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.14519698482626403,0.38104722125514057,0.0039919243094091094,0.2919062714519868,28.191352897949937,True binance_btcusdt_1h_close/1h/short|window:07e28c2134123c5ead22,2026-06-16T12:30:57.362104+00:00,2026-06-16T12:30:57.362104+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.3996441554169504,0.632174149595624,0.005959494802284584,0.37211701565289795,82.95138683337261,True binance_btcusdt_1h_close/1h/short|window:08f85f2b7780f1cce732,2026-06-16T15:39:42.212446+00:00,2026-06-16T15:39:42.212446+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.7974981514285321,0.8930275199726669,0.008803261534153445,0.4197434850338106,61.05036003560383,True @@ -2773,6 +2777,7 @@ binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:0 binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.068326+00:00,2026-06-22T07:33:31.068326+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.10299167259430775,0.32092315683712785,0.003220088745007021,0.15305881199695132,45.5651602379581,True binance_btcusdt_1h_close/1h/short|window:065cd2549ffa48700678,2026-06-23T06:05:00.967349+00:00,2026-06-23T06:05:00.967349+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.7885153828698043,0.8879838866048214,0.005801428646519229,0.4949632048442405,4.391725806122609,True binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:37:07.650653+00:00,2026-06-22T09:37:07.650653+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.08971294772053044,0.29952119744774397,0.0028715788396250024,0.14722361637450798,47.221970355098684,True +binance_btcusdt_1h_close/1h/short|window:07321ee37f0736a4c308,2026-06-23T06:14:43.343923+00:00,2026-06-23T06:14:43.343923+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.9087700006554443,0.9532942885884947,0.006439491765864271,0.5532439099764348,1.3205459199812908,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.059241+00:00,2026-06-22T08:13:23.059241+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1001716084949669,0.31649898656230624,0.003089252581616423,0.15433257117140267,44.25222081261603,True binance_btcusdt_1h_close/1h/short|window:09677d6522f85f5f2712,2026-06-22T07:40:48.229321+00:00,2026-06-22T07:40:48.229321+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.10377295041490417,0.3221380921513384,0.0032355882610993095,0.15428290598820585,45.307133950188536,True binance_btcusdt_1h_close/1h/short|window:0a65444cf931e9745890,2026-06-22T02:28:19.292033+00:00,2026-06-22T02:28:19.292033+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.17135178192083916,0.4139465930779467,0.005082582902910692,0.23884523646339742,29.88677829227232,True @@ -3322,6 +3327,7 @@ binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:0 binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.096521+00:00,2026-06-22T07:33:31.096521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2754118389969035,0.5247969502549568,0.00549850693463366,0.3525814888009477,1.007784404501978e-14,True binance_btcusdt_1h_close/1h/short|window:065cd2549ffa48700678,2026-06-23T06:05:01.026582+00:00,2026-06-23T06:05:01.026582+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.8609556268690152,0.9278769459734492,0.006876797580970675,0.5392837426095353,0.0,True binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:37:07.694156+00:00,2026-06-22T09:37:07.694156+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.25025028442031655,0.5002502218093626,0.004921497582479312,0.3440023122235116,0.0,True +binance_btcusdt_1h_close/1h/short|window:07321ee37f0736a4c308,2026-06-23T06:14:43.362387+00:00,2026-06-23T06:14:43.362387+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.9330926426431839,0.965967205780395,0.007225247418350827,0.5519944618730038,0.0,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.090823+00:00,2026-06-22T08:13:23.090823+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2592027377306001,0.5091195711525929,0.005163366913692773,0.34731968499702187,-1.070805650381533e-14,True binance_btcusdt_1h_close/1h/short|window:09677d6522f85f5f2712,2026-06-22T07:40:48.263929+00:00,2026-06-22T07:40:48.263929+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.27570231906683434,0.5250736320430063,0.0055140384847403535,0.3529895201313658,1.0067226024638749e-14,True binance_btcusdt_1h_close/1h/short|window:0a65444cf931e9745890,2026-06-22T02:28:19.326529+00:00,2026-06-22T02:28:19.326529+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3174341495975616,0.5634129476658853,0.007150819337764045,0.350655017665183,0.0,True @@ -3873,6 +3879,7 @@ binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:4 binance_btcusdt_1h_close/1h/short|window:05e6092443a634e5f448,2026-06-17T08:43:45.163856+00:00,2026-06-17T08:43:45.163856+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.5287641479541575,0.7271617068810469,0.014671624880905612,0.3582969653530312,-24.102219208274427,True binance_btcusdt_1h_close/1h/short|window:065cd2549ffa48700678,2026-06-23T06:01:50.236036+00:00,2026-06-23T06:01:50.236036+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.6953776539516812,0.8338930710538859,0.005457847488555347,0.43638429865481226,10.638979128559166,True binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:36:02.647871+00:00,2026-06-22T09:36:02.647871+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2559128793877842,0.5058783246866624,0.005150711793030154,0.27369361543460097,-1.1187291712153236,True +binance_btcusdt_1h_close/1h/short|window:07321ee37f0736a4c308,2026-06-23T06:13:56.190916+00:00,2026-06-23T06:13:56.190916+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.0042406322876811,1.0021180730271664,0.0071658366540252915,0.5478079649184838,-3.6724703263580794,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:12:08.727864+00:00,2026-06-22T08:12:08.727864+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.17015475336178792,0.4124981858890872,0.0038094082821345117,0.2255044948438029,20.739823158145626,True binance_btcusdt_1h_close/1h/short|window:07e28c2134123c5ead22,2026-06-16T12:30:26.972163+00:00,2026-06-16T12:30:26.972163+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.21030652831533833,0.4585918973502894,0.0045003549943879746,0.33471642945808217,90.65086524486706,True binance_btcusdt_1h_close/1h/short|window:08f85f2b7780f1cce732,2026-06-16T15:35:29.231088+00:00,2026-06-16T15:35:29.231088+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.17414284329343488,0.417304257459033,0.00421554128668416,0.3062638783948875,89.96776697412946,True @@ -4708,6 +4715,7 @@ binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:1 binance_btcusdt_1h_close/1h/short|window:05e6092443a634e5f448,2026-06-17T08:45:19.733749+00:00,2026-06-17T08:45:19.733749+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.19149077477643844,0.43759658908227156,0.008956791017460396,0.24223969740778503,25.615811012206567,True binance_btcusdt_1h_close/1h/short|window:065cd2549ffa48700678,2026-06-23T06:03:22.933338+00:00,2026-06-23T06:03:22.933338+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.7462011927119133,0.8638293770831792,0.005820178848593888,0.5298379169744444,7.140213870792301,True binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:37:00.349045+00:00,2026-06-22T09:37:00.349045+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.11472028655121137,0.33870383309199703,0.0029138475406643442,0.1851216591601296,37.13450032651486,True +binance_btcusdt_1h_close/1h/short|window:07321ee37f0736a4c308,2026-06-23T06:14:41.106026+00:00,2026-06-23T06:14:41.106026+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.9946668222786018,0.9973298462788537,0.007353685504685292,0.618733603579916,-3.194080006133759,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:12.578507+00:00,2026-06-22T08:13:12.578507+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.09438390849480216,0.3072196421044757,0.002721996023227192,0.18358264014446132,46.61342021687386,True binance_btcusdt_1h_close/1h/short|window:07e28c2134123c5ead22,2026-06-16T12:31:17.692250+00:00,2026-06-16T12:31:17.692250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.5022748129511566,0.7087134914414687,0.007647849348286086,0.40908648006855164,79.0322186562256,True binance_btcusdt_1h_close/1h/short|window:08f85f2b7780f1cce732,2026-06-16T15:53:20.297052+00:00,2026-06-16T15:53:20.297052+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.3369517171193059,0.58047542335512,0.006471923543113753,0.3661036696287383,81.45802791022496,True @@ -5503,6 +5511,7 @@ binance_btcusdt_1h_close/1h/short|window:05e6092443a634e5f448,2026-06-17T08:42:5 binance_btcusdt_1h_close/1h/short|window:062b6095e6b9623d56db,2026-06-17T04:16:13.698001+00:00,2026-06-17T04:16:13.698001+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.12094102811386635,0.34776576616145866,0.010374939579587463,0.23505279627207387,37.61707178781092,True binance_btcusdt_1h_close/1h/short|window:065cd2549ffa48700678,2026-06-23T06:00:38.309997+00:00,2026-06-23T06:00:38.309997+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.6579713118450352,0.8111543082823608,0.0054339848385762,0.4988850335417025,13.36366548320158,True binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:35:05.991294+00:00,2026-06-22T09:35:05.991294+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.17108990542591532,0.41363015536335757,0.0026284836256771616,0.2612418117129212,18.787758894609798,True +binance_btcusdt_1h_close/1h/short|window:07321ee37f0736a4c308,2026-06-23T06:13:17.236095+00:00,2026-06-23T06:13:17.236095+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.9064567433839142,0.9520802189857293,0.0071493539196637555,0.5853820298134106,1.4479578238883613,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:11:18.723209+00:00,2026-06-22T08:11:18.723209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.11626746235709283,0.34098014950593947,0.002958863621103838,0.2067278852636543,38.06834080044807,True binance_btcusdt_1h_close/1h/short|window:07e28c2134123c5ead22,2026-06-16T12:29:40.261723+00:00,2026-06-16T12:29:40.261723+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.32381895355477114,0.5690509235163151,0.00795585846277158,0.3370986775969497,85.95896054513783,True binance_btcusdt_1h_close/1h/short|window:08f85f2b7780f1cce732,2026-06-16T15:09:07.348954+00:00,2026-06-16T15:09:07.348954+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.18181127462594754,0.4263933332334683,0.00572602551737382,0.2589021211816369,89.54907927974229,True @@ -6361,6 +6370,7 @@ binance_btcusdt_1h_close/1h/short|window:05e6092443a634e5f448,2026-06-17T08:43:1 binance_btcusdt_1h_close/1h/short|window:062b6095e6b9623d56db,2026-06-17T04:17:17.128521+00:00,2026-06-17T04:17:17.128521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.0685091415975763,0.261742510107885,0.003965790866934866,0.18640120264577284,59.136308798598066,True binance_btcusdt_1h_close/1h/short|window:065cd2549ffa48700678,2026-06-23T06:01:28.594117+00:00,2026-06-23T06:01:28.594117+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.6857405059574444,0.828094503035399,0.00540552924475796,0.445861796500615,11.328348031192114,True binance_btcusdt_1h_close/1h/short|window:06fa784ad53d98741a23,2026-06-22T09:35:47.567889+00:00,2026-06-22T09:35:47.567889+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1256321957977716,0.3544463228724084,0.0029935644664405726,0.22996728519504636,33.15347088011156,True +binance_btcusdt_1h_close/1h/short|window:07321ee37f0736a4c308,2026-06-23T06:13:47.552954+00:00,2026-06-23T06:13:47.552954+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.9621406333607965,0.9808876762202676,0.006860679984859504,0.5315060549216842,-1.5326868246456191,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:11:55.861060+00:00,2026-06-22T08:11:55.861060+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.09700734944045018,0.311460028640033,0.002550826750555625,0.1767173961561911,45.53363145279613,True binance_btcusdt_1h_close/1h/short|window:07e28c2134123c5ead22,2026-06-16T12:30:12.507548+00:00,2026-06-16T12:30:12.507548+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2181197306208489,0.4670329010046818,0.004445899486232805,0.33527038604878934,90.32034128511332,True binance_btcusdt_1h_close/1h/short|window:08f85f2b7780f1cce732,2026-06-16T15:28:58.379725+00:00,2026-06-16T15:28:58.379725+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.24558647566672775,0.4955668226049114,0.0053872326267872745,0.3549260446494938,86.13723778175637,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index f189d0b3af35ef1510ca55a5a27eecad8b10122c..37318bce5762cdb87375c2db28cb5fba79f31da4 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8252105196881908,0.8620782554230697,0.01074784585419366,0.7191882672309283,-13.589442783133457,0.5670023540745702,0.27038777908343126,4.634886744847745e-08,185,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T06:05:00.709193+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8273152082536029,0.8633737129735397,0.01077009171398578,0.7229552596384358,-13.58730389351837,0.5661959055962231,0.2730020342923568,3.1518556057942496e-08,186,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T06:14:43.251404+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.5403797673006585,1.0781587478820736,0.10665469540415219,0.8366690121214557,-56.28506249342217,1.6757996321466717,0.33333333333333337,0.3813492063492063,7,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-23T05:37:39.986755+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8107615294846966,1.2403522706225947,1.4405455041267652,0.9709769105221452,7.534375208468191,1.2780587193927757,-0.08790658882402,0.17342665341036767,110,0.9545454545454546,2026-06-17T12:10:12.335728+00:00,2026-06-23T06:05:00.732601+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.011577581495469,2.033770024934604,0.11900700424286118,1.4111304421890005,14.391596159038974,4.676598203687507,0.15684315684315686,0.04214046368770716,78,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-23T06:05:00.785400+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.5797131 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0128234370282234,0.9811243848984635,0.5839008920170479,0.48962175477056885,18.319660781402483,0.4634307444041329,-0.38494623655913984,0.0020361273500724524,31,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-23T05:37:40.134615+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8583043247341913,1.1060748902213422,0.015055729882999774,0.7335846408043161,11.335287359026402,3.080985808527329,0.15853658536585366,0.14424831606472008,41,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T06:05:00.837311+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.990112198006116,0.9781737397061917,0.20219237299729226,0.490199516466659,51.28266024024151,0.3541696942533509,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-22T23:42:47.178078+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.42672931527538843,0.5887362412923587,0.007212336834714827,0.33006913775222463,25.973295740238584,0.5620197893603834,0.17462762095443443,6.016180087383997e-06,302,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T05:59:46.496286+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4284570453627401,0.5900103731710078,0.007211085171830754,0.3307075325363918,25.884571879923076,0.5618939396797766,0.1793325027867025,3.2314300789832855e-06,303,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T06:12:38.826503+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.342872866747477,0.4745200182106267,0.05384135267866591,0.2697134153077109,20.663981301944094,0.5070594714806828,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-23T05:27:47.993989+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.24635717433148493,0.3837100675399325,0.4944729725388667,0.20685703470058445,73.94645246814643,0.35874807643850304,0.2894308943089431,3.426084012742164e-08,165,0.9636363636363636,2026-06-16T12:06:44.487655+00:00,2026-06-23T05:59:51.110095+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.943408913217243,1.9571136619803697,0.11823293504822048,1.1077068974463706,12.997371163878519,5.07582703124572,0.42668665667166417,1.1153614950893818e-11,116,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-23T05:59:55.242344+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.144 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8385621651330502,0.8850588044788729,0.5681411422025003,0.46758090977667965,26.596235178229144,0.44830067600912665,-0.03231292517006802,0.7432490950432566,49,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-23T05:28:14.206800+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7777448934977407,0.9280724157976548,0.010669309906616018,0.585776146905585,33.72077145456185,3.7251208825479827,0.11279953243717124,0.2069052389910373,59,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T05:59:59.086304+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1470345464849695,0.36143628779848724,0.07464265889217996,0.21315140545343586,90.6774928723689,0.07843009866932546,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-22T23:32:18.736924+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.655738049747301,0.6836078679657254,0.007262552835678764,0.4362613577155256,20.17383213901913,0.7976994168238722,0.12432432432432432,0.01198094688330542,185,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T06:05:00.877374+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6580092781280066,0.6855151246493187,0.007263998621436049,0.43730961557091613,20.026585674468812,0.7961433573437818,0.1293228712583551,0.008769362680700006,186,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T06:14:43.317438+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.16949130757092,1.7497344256684344,0.18642719878410866,1.3506063173057374,-69.43453939087526,4.262176024066775,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-23T05:37:40.225700+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.711582238234012,1.502793744677316,1.4944218668185076,1.1311854830911532,-4.95721516375096,2.127142255238888,0.008840700583819848,0.8911078894874945,110,0.9545454545454546,2026-06-17T12:10:12.697348+00:00,2026-06-23T06:05:00.901447+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,7.050612114679013,2.27075478480135,0.12752855190900528,1.5344459240529116,10.229299034988916,7.151807938393189,0.2780552780552781,0.00031503926298421,78,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-23T06:05:00.931505+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,11.75556590 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1118316146894835,1.0094683685404457,0.6581201647237296,0.5310340532673528,17.444765592778268,0.6374978792544655,-0.1698924731182796,0.18652632424728055,31,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-23T05:37:40.294800+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6008740239266497,1.007656046615318,0.014248347229578441,0.6855943915640089,19.436941536385856,2.9830048759232346,0.14634146341463414,0.1777122382424441,41,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T06:05:00.954861+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0106745528959067,1.0039742155659683,0.21160774916824193,0.5376211899754999,48.4423431987713,0.11622833445791261,0.0,1.0,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-22T23:42:47.274014+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.630003593906756,0.7266524618353984,0.008697702319824837,0.370149616057088,7.401136704314884,0.6846827981128452,0.04513604513604514,0.24606790260761435,297,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T06:02:39.441864+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6314222030726087,0.7276571033577874,0.008694100012373597,0.37069104258163826,7.35608094624443,0.6839677078713825,0.049962714392244596,0.1983806106010535,298,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T06:14:24.338432+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2884757089207693,0.4404086605258268,0.05019952300371712,0.252542704540108,28.290391413078353,0.40777503272827464,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-23T05:35:33.309231+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.496670976739544,1.0120561620238202,1.4654268590325625,0.5152220836944389,27.23222029851189,2.0450197169578317,0.30076497765659316,1.2077055219754984e-08,163,0.9693251533742331,2026-06-16T12:07:52.741323+00:00,2026-06-23T06:02:44.141497+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.640519868683027,2.1810884054930475,0.12210182931876468,1.1098087487854902,10.272683932453832,35.79124691433081,0.4756637168141592,8.095381071735373e-14,113,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-23T06:02:48.876539+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1294163038513598,1.0267424010088675,0.6276703444875252,0.4872656352581108,11.905057362741394,0.7790225769744404,-0.34727061556329847,0.0011937075062319795,42,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-23T05:36:15.110367+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,3.127383536005206,1.2884510224313261,0.013901614711531562,0.6999648378204381,12.373737973000535,6.049364609410229,0.09013914095583786,0.31755742788133734,58,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T06:03:05.935234+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14981973138991939,0.36476498478813413,0.06320277861905496,0.18873543444057805,90.59622548667889,0.09721825078090457,0.6,0.23333333333333334,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-22T23:42:17.643964+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.516066661825518,0.6432525519651461,0.007050525488453756,0.4008303341963288,20.647279716538996,0.5161996888710777,-0.10117508813160987,0.040870793548548785,185,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T06:05:00.967349+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5181779700987972,0.6449194430222608,0.007047240360912952,0.40164976202310354,20.543372545589758,0.5156073126145195,-0.09270560883464107,0.06026981152105188,186,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T06:14:43.343923+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5471956995007726,0.6762872243537096,0.07417545192580133,0.45238264992358557,-33.28656191496858,0.5127123707334149,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-23T05:37:40.329339+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.3530332239704603,1.3941526347544724,1.5464411530307198,1.2224477457231764,5.708729698810388,1.851868608523028,0.19766472060050036,0.0022064883299919213,110,0.9545454545454546,2026-06-17T12:10:12.867076+00:00,2026-06-23T06:05:00.975397+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.44924335364797,2.139082023241935,0.12107982058155954,1.4148309874185812,9.568869865280627,4.693814913346948,0.04695304695304696,0.5429588481222819,78,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-23T06:05:00.990774+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9987054793475756,0.9745172563064971,0.6687276457150029,0.5071365958155045,19.043836138892612,0.4446952165009768,-0.2903225806451613,0.021849376369595316,31,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-23T05:37:40.366462+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.1970134720616996,1.1469295730401639,0.01631843126554372,0.8181122048369587,14.080387008691313,3.900552035280853,0.12682926829268293,0.2427577329337679,41,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T06:05:01.007000+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0787787195349199,1.0379444492218732,0.21618952646374368,0.5597492766841528,45.98579993029981,0.08734441118750925,0.0,1.0,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-22T23:42:47.321412+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6284831602752587,0.7482396208317648,0.008538709284476533,0.4340958854389466,3.2285141264939443e-16,0.4872322679179144,-0.1755581668625147,0.0003878934941695755,185,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T06:05:01.026582+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6301208456643337,0.7494101992454671,0.008531647661540374,0.43472974875310816,3.2111565236633316e-16,0.48642668476726697,-0.16663760534728272,0.0007323988952064042,186,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T06:14:43.362387+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.24001634527529367,0.4544740261704839,0.051685353854007944,0.3219751307891324,1.4438931485930167e-16,0.2296321096103468,0.04761904761904762,1.0,7,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-23T05:37:40.387609+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.4854489451471355,1.4485271233172763,1.534723925321744,1.2811376448706349,1.2303495329776912e-15,1.8699744888274445,0.2033361134278565,0.0016396663303450444,110,0.9545454545454546,2026-06-17T12:10:12.978229+00:00,2026-06-23T06:05:01.032763+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.094639976242821,2.3034019001043124,0.12795399319561027,1.8409939852665171,-1.113334201959815e-16,4.76357177279311,0.04961704961704962,0.5203144516548255,78,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-23T06:05:01.041703+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.4568008947691304,1.1787904335839692,0.6861479762415882,0.9133902931469184,-3.121732794213511e-16,0.704419079338724,-0.12258064516129034,0.3441531311333978,31,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-23T05:37:40.419033+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.559534878864791,1.3073756882910306,0.017218136749610712,0.7267080921656982,4.449152182359815e-15,4.033026390613926,0.1696156508503017,0.11844404841779087,41,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T06:05:01.048424+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.9607965919810555,1.7146505799162957,0.36091886218530816,1.3691608206855306,8.969107392259686e-17,0.5580553598022875,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-22T23:42:47.343681+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.44757461476471266,0.6179142999900686,0.007536709457130848,0.33937213730639715,19.395617195387167,0.41089612863543795,0.3190276312540684,1.9262527821775577e-16,299,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T06:01:50.236036+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4494301681564559,0.6191949792335257,0.0075354732144538306,0.34006692339843747,19.318723570314685,0.41146553244534934,0.32254180602006693,7.9984941456227e-17,300,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T06:13:56.190916+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.32355845359025515,0.4362658768354618,0.048157471808452285,0.24349446471584263,36.154594422427266,0.4797179032349619,0.07142857142857142,0.9048611111111111,8,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-23T05:32:52.654403+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2893833193527824,0.4185981874632814,0.6375170026566093,0.20856197310995717,74.20273141850122,0.43458528116348943,0.31378123597186897,2.463603481790026e-09,164,0.9634146341463414,2026-06-16T12:07:37.946365+00:00,2026-06-23T06:01:55.034256+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.570067276840881,1.9043638295289385,0.11486657717170369,1.0487671577962572,15.11337926317813,4.5642791607019095,0.3907778295295762,7.101121709076174e-10,114,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-23T06:02:03.963725+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1680660 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8141581678952999,0.8794152062219235,0.5851207989624403,0.4629557293855907,25.585220314669137,0.3929155062176197,-0.0570048309178744,0.5764204344541329,46,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-23T05:34:45.456251+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.766203720247968,0.9245504558614009,0.01048544131547522,0.5781810315647018,33.80330639782981,3.568629017580282,0.11513734658094679,0.19764886785743307,59,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T06:02:11.253235+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1174822396077626,0.324815581789166,0.060286878365620425,0.19980835418849988,92.46557501174824,0.060081196004453746,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-22T23:41:11.770213+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.46522441115690216,0.5904310340375222,0.006849938614797812,0.324193746462367,30.296955903859878,0.6748999447301551,0.22193587332543938,1.3923991301690747e-08,294,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T06:03:22.933338+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4670191311946028,0.5918103520451199,0.006851646231373701,0.32519218665598576,30.18342696857176,0.674455966543605,0.22587340020754068,7.25458158059564e-09,295,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T06:14:41.106026+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.29483004496619825,0.46548654878620704,0.051677057688773544,0.23891626291868845,18.012729595469647,0.3783377150923359,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-23T05:36:50.821956+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.0955242552483825,0.22774567928580594,0.42347144859761,0.1178391275557039,90.08624068358021,0.20224241744717159,0.20108695652173914,0.00015304551005909168,161,0.968944099378882,2026-06-16T12:08:08.243141+00:00,2026-06-23T06:04:44.316578+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.732579672794134,1.953690448886913,0.12025280289102643,1.1922362340306458,12.070088080247459,4.579661175375975,0.2983350322799864,4.262575212920092e-06,109,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-23T06:04:54.301928+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1291 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9459253155825623,0.9594388684858034,0.6531433955143923,0.5161482511258548,17.944756859383357,0.32814960290318607,-0.01951219512195122,0.857379449479317,41,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-23T05:37:29.139007+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.9319971703665986,0.9990609358491135,0.011885976804155556,0.653993964852968,26.128790587766897,3.7015632700022754,0.05185185185185186,0.5761722394260169,55,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T06:04:58.482049+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.19701763456987959,0.42647880866511967,0.09210826322391313,0.22574447154214997,87.63037685402294,0.10515280616061715,0.3333333333333334,0.75,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-22T23:42:44.447703+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.37989028808445807,0.5538387570278034,0.006690282081517849,0.3775420139824268,31.73906530390534,0.3942082151716216,0.23533218291630717,8.806435127260638e-10,305,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T06:00:38.309997+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.38161109349393346,0.5551401997139405,0.0066917823162830304,0.3782212297204366,31.640074756585022,0.3947109407319416,0.2389156755598414,4.566716693562507e-10,306,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T06:13:17.236095+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.33495704111947366,0.5010608588966544,0.057479343375581575,0.33223136035557854,10.92486816077923,0.37532226183456846,-0.2857142857142857,0.39875992063492066,8,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-23T05:29:09.608198+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10674672827634678,0.2560636046235408,0.36335651242310163,0.1839739233173788,84.95324431303541,0.17500596922212405,0.0567110579081251,0.2810904118831714,164,0.9634146341463414,2026-06-16T12:07:01.390017+00:00,2026-06-23T06:00:44.817728+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.9382965233451364,1.7481158483974784,0.11506571686624448,1.2071741582138062,22.31609867395815,4.380258696305915,0.3807839669908635,1.14999829134085e-09,117,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-23T06:00:54.458387+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8101652622491624,0.8786905812170753,0.5113949444456152,0.6857088432402296,26.440862093286672,0.3705594670589404,-0.022108843537414963,0.8226672570009078,49,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-23T05:31:01.990668+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6616591931336606,0.8969685906291934,0.010628782039402538,0.6976398426178404,35.27365016824347,3.4322337922431783,0.09152542372881356,0.3014989235647575,60,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T06:01:00.978188+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15216568209521827,0.37796453879602965,0.06502662159367666,0.29797079340933813,90.33726988702747,0.06941482262146421,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-22T23:39:57.499399+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.39676345776712224,0.5633044874512095,0.0067637565299558606,0.32192285897203143,29.70962059746266,0.476517934005546,0.20758082497212935,8.238877361611812e-08,300,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T06:01:28.594117+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.39864178725414434,0.5646918070152264,0.006764078534789428,0.32261914865957186,29.6058255561932,0.47683792660017904,0.21191583610188258,4.181445790308477e-08,301,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T06:13:47.552954+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.40519730215333866,0.5287544315839078,0.05883406185198004,0.28694694299859,9.790961717185407,0.5513226404559831,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-23T05:31:55.866899+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.19880661187877027,0.3208992925508012,0.38885457319418226,0.16615882027716308,82.98717016855072,0.35718160797793636,0.35423767325607813,1.9225213599700678e-11,163,0.9631901840490797,2026-06-16T12:07:21.772238+00:00,2026-06-23T06:01:32.996149+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.172179455755937,1.8297892228688952,0.11261818580030761,1.0246953527334117,16.860343492103617,4.393458228568643,0.30494752623688154,1.2143764870312482e-06,116,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-23T06:01:37.481211+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index b3fc78d07a66ab8a98b689f81dd62e1757efe3d8..c94f6c853bc41b532b856ab116530b2fe3ca5465 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T06:05:01.150704+00:00", + "generated_at": "2026-06-23T06:14:43.536519+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 54c3627b29a8fc2d04d718d6b667a7dca4d523fb..fc58126786568337ba7d646b231b2af990f7d1d1 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,1.6201472581940184,1.6920871532526331,7.0,1,1,1.0 Air Quality,Moving-Average,2.893050202790447,1.8431151795555485,8.0,1,1,1.0 Air Quality,ARIMA,3.1366916154136733,2.235488447887549,9.0,1,1,1.0 Air Quality,ETS,20.095785279230252,5.821581271224181,10.0,1,1,1.0 -Finance,ETS,0.7683742343343534,0.7469261220643635,1.0,1,1,1.0 -Finance,TimesFM-2.5,0.7642337088124267,0.814511373239493,2.0,1,1,1.0 -Finance,Moving-Average,0.9158606532805298,0.8189506377254839,3.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.7287856405595923,0.839237787681133,4.0,1,1,1.0 -Finance,TiRex,0.8076811768807629,0.8895892172937059,5.0,1,1,1.0 -Finance,Chronos-2,0.7827217025393811,0.9078925480124888,6.0,1,1,1.0 -Finance,Toto-2.0-1B,0.7964876290445246,0.9595699138108679,7.0,1,1,1.0 -Finance,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 -Finance,Timer-S1,0.8667127194761218,1.030603972895587,9.0,1,1,1.0 -Finance,ARIMA,1.2755597421945495,1.7505546042455367,10.0,1,1,1.0 +Finance,Moving-Average,0.9739333042870851,0.8994169818273106,1.0,1,1,1.0 +Finance,TimesFM-2.5,0.971454175028304,0.964990273583312,2.0,1,1,1.0 +Finance,Seasonal-Naive,1.0,1.0,3.0,1,1,1.0 +Finance,ETS,1.1554978351392386,1.0335163979420339,4.0,1,1,1.0 +Finance,Chronos-2,1.0183678322135232,1.0420196801196573,5.0,1,1,1.0 +Finance,Moirai-1.1-Large,1.1282364442921111,1.0649125816874045,6.0,1,1,1.0 +Finance,Toto-2.0-1B,1.0311308753172974,1.074100056149819,7.0,1,1,1.0 +Finance,TiRex,1.07624965238495,1.09467527008676,8.0,1,1,1.0 +Finance,Timer-S1,1.0659893528481759,1.2049924845263347,9.0,1,1,1.0 +Finance,ARIMA,1.3039247522178765,2.208944122231641,10.0,1,1,1.0 Hazards,ARIMA,0.49034210116083504,0.525940425110665,1.0,1,1,1.0 Hazards,Timer-S1,0.4707911190552971,0.5533377726949193,2.0,1,1,1.0 Hazards,TiRex,0.47163107406790294,0.5543833294992164,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index e64d35678bdf9870dafb3556b3b0d679441694a3..e6c0ae56828a08c6e3c0400e4e50b86f9afef30b 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 1D,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Timer-S1,0.42773184175481765,0.6653343636287253,4.166666666666667,6,6,1.0 -1h,Toto-2.0-1B,0.33614283502387643,0.6611257259991431,4.333333333333333,6,6,1.0 -1h,TiRex,0.584807822634613,0.750329587403859,4.5,6,6,1.0 -1h,Moirai-1.1-Large,0.5806315671340353,0.7650935589002816,4.666666666666667,6,6,1.0 -1h,TimesFM-2.5,0.4866767791263282,0.707480865798912,4.666666666666667,6,6,1.0 -1h,Chronos-2,0.565871762288152,0.7526695825358983,5.166666666666667,6,6,1.0 -1h,ARIMA,1.0240890176600315,1.0116863964412326,6.5,6,6,1.0 -1h,Moving-Average,1.1654651623474337,1.056259621050044,6.666666666666667,6,6,1.0 -1h,Seasonal-Naive,1.0,1.0,7.0,6,6,1.0 -1h,ETS,3.7098627525571692,1.9735174055900049,7.333333333333333,6,6,1.0 +1h,Timer-S1,0.44274248457271254,0.6828972687273092,4.166666666666667,6,6,1.0 +1h,Toto-2.0-1B,0.35092393022106944,0.6736672109796394,4.333333333333333,6,6,1.0 +1h,TimesFM-2.5,0.5065317198272923,0.7277557784799827,4.666666666666667,6,6,1.0 +1h,Chronos-2,0.5912451239738145,0.7701546530921113,5.0,6,6,1.0 +1h,Moirai-1.1-Large,0.6245022818544771,0.7960726444022335,5.0,6,6,1.0 +1h,TiRex,0.613468145854851,0.7767263493958664,5.0,6,6,1.0 +1h,Seasonal-Naive,1.0,1.0,6.166666666666667,6,6,1.0 +1h,Moving-Average,1.177468413154188,1.072888451875365,6.333333333333333,6,6,1.0 +1h,ARIMA,1.0278498173297432,1.0516730744268772,6.5,6,6,1.0 +1h,ETS,3.9709147810233016,2.0832796981299966,7.833333333333333,6,6,1.0 6min,Chronos-2,0.0033025075464759514,0.08190611756293419,1.0,1,1,1.0 6min,TimesFM-2.5,0.030889086409077806,0.14619189042670014,2.0,1,1,1.0 6min,Toto-2.0-1B,0.011521815949356785,0.15856771161080202,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 90e04051140f5af2b51ef02bb059e6e66f287ae7..1fc56597b4f466087b8f79ebfb7e4aefdbbc3e37 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 7,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Timer-S1,0.3952138474940998,0.6025349380855053,3.857142857142857,7,7,1.0 -24,TimesFM-2.5,0.3927889584598008,0.6426634046868457,4.571428571428571,7,7,1.0 -24,Toto-2.0-1B,0.31202286125694256,0.6164306462853845,4.571428571428571,7,7,1.0 -24,Moirai-1.1-Large,0.5415123169742003,0.6927967512786699,4.714285714285714,7,7,1.0 -24,Chronos-2,0.4739139631666293,0.6726711736738692,4.857142857142857,7,7,1.0 -24,TiRex,0.5262074038255002,0.6888528703293832,4.857142857142857,7,7,1.0 -24,ARIMA,0.8444448511415071,0.8365688601565943,5.714285714285714,7,7,1.0 -24,Moving-Average,1.1306015268488707,1.0689263992852691,7.142857142857143,7,7,1.0 -24,Seasonal-Naive,1.0,1.0,7.285714285714286,7,7,1.0 -24,ETS,2.6399492511847362,1.6599917569514866,7.428571428571429,7,7,1.0 +24,Timer-S1,0.40707255585046426,0.616142500702479,3.857142857142857,7,7,1.0 +24,TimesFM-2.5,0.4064849142126189,0.6584177639390706,4.571428571428571,7,7,1.0 +24,Toto-2.0-1B,0.32374693531117466,0.6264402685445207,4.571428571428571,7,7,1.0 +24,Chronos-2,0.4920709084158488,0.6860434123887893,4.714285714285714,7,7,1.0 +24,Moirai-1.1-Large,0.576398272245616,0.7167726138234188,5.0,7,7,1.0 +24,TiRex,0.5482358002098795,0.7095733573515342,5.285714285714286,7,7,1.0 +24,ARIMA,0.8471022284248084,0.8648316231998012,5.714285714285714,7,7,1.0 +24,Seasonal-Naive,1.0,1.0,6.571428571428571,7,7,1.0 +24,Moving-Average,1.1405749444389086,1.0833344860584146,6.857142857142857,7,7,1.0 +24,ETS,2.7983970968689356,1.7388193456003527,7.857142857142857,7,7,1.0 60,Chronos-2,0.0033025075464759514,0.08190611756293419,1.0,1,1,1.0 60,TimesFM-2.5,0.030889086409077806,0.14619189042670014,2.0,1,1,1.0 60,Toto-2.0-1B,0.011521815949356785,0.15856771161080202,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 2d3d0d4865d78714f6cbfa447c30bcdc69f8b891..9452826202386b4fb9b4d40868682409636cd402 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.3027118159873841,0.5011663891801554,3.6,10,10,1.0 -Overall,Toto-2.0-1B,0.20667960375894007,0.49202710202843736,4.2,10,10,1.0 -Overall,Chronos-2,0.25924169507601963,0.5005507239541547,4.5,10,10,1.0 -Overall,Moirai-1.1-Large,0.4351866851189963,0.5919419403341049,4.5,10,10,1.0 -Overall,TiRex,0.41025500982538665,0.5698466131301798,4.6,10,10,1.0 -Overall,TimesFM-2.5,0.2694891387091906,0.5211494940235682,4.6,10,10,1.0 -Overall,ARIMA,0.8311992371917277,0.8166897626849178,6.3,10,10,1.0 -Overall,Moving-Average,0.9420217389090604,0.9497773425858043,7.1,10,10,1.0 -Overall,Seasonal-Naive,1.0,1.0,7.7,10,10,1.0 -Overall,ETS,2.1192283582345763,1.4260278210466568,7.9,10,10,1.0 +Overall,Timer-S1,0.30904174197340506,0.5090625983002319,3.6,10,10,1.0 +Overall,Toto-2.0-1B,0.2120855578666407,0.49760626208603587,4.2,10,10,1.0 +Overall,Chronos-2,0.2661549711293677,0.5074955527593958,4.4,10,10,1.0 +Overall,TimesFM-2.5,0.27603291982826794,0.5300598371040689,4.6,10,10,1.0 +Overall,Moirai-1.1-Large,0.4546274254327624,0.6062084762188036,4.7,10,10,1.0 +Overall,TiRex,0.42220288770530595,0.5817917400413315,4.9,10,10,1.0 +Overall,ARIMA,0.8330293604113935,0.8359071085420221,6.3,10,10,1.0 +Overall,Moving-Average,0.9478309953763248,0.9587207803316126,6.9,10,10,1.0 +Overall,Seasonal-Naive,1.0,1.0,7.2,10,10,1.0 +Overall,ETS,2.207483118669383,1.473099122447715,8.2,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 0049c17ea1690a0208bcedd87ea8b56487452a14..df82251fc4d7b81e0d75a35efbc829a6c3441236 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,394022.9154907602,802012.2961487506,780.3327733276734,1.136441251274719,0.012078897702897587,0.012174829304673557,21.712335957845536,627.7124464997968,0.009755100165408327,0.012126929151411671,0.010840989131994187,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,435555.9379427021,1163057.7967407226,961.1461154328035,1.4250142212817576,0.01488557577552748,0.015025060299224319,36.93396890203224,659.9666188093926,0.010261918163169785,0.014945002517269133,0.013995964797750664,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,7.593872656247368,7.767905889057713,2.0541670094513194,1.2031163736856252,0.07288689077029968,0.07797187149296309,38.49013958177101,2.755698215742676,0.10379440500387625,0.07737096947211616,0.0750193446187416,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.5210797589936212,0.5148092455895968,0.545999245804328,1.9126549656771428,0.3924753786949771,0.2853839626704519,74.30475567137744,0.7218585450028429,0.4444896076513613,0.3362029752581916,0.33449148146739927,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.06174335917827895,0.05292963679915505,0.1890275487164167,1.417706559038528,0.13826640903599868,0.12476868933463153,24.13994384783841,0.24848211037875334,0.16611617877638427,0.12636939548032303,0.11477177187207786,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index d2fb124253561b78a1d819858cd6364fedbeeb22..b12639956c6b35db4b893b9da2fa0f95b0bb6404 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T06:05:00.709193+00:00", + "evaluated_at": "2026-06-23T06:14:43.251404+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64083.41015625, 64510.44140625, 64399.921875, 64199.53125, @@ -101,10 +100,10 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64247.73828125 + 64247.73828125, + 63989.94921875 ], "actuals": [ - 63989.94921875, 64211.19140625, 64165.98828125, 64145.390625, @@ -127,350 +126,350 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63400.01171875 + 63400.0, + 63152.421875 ], "p50": [ - 63570.93516976603, - 63575.10625715534, - 63577.71936764895, - 63597.419372024866, - 63559.44652514031, - 63597.32698023606, - 63575.36262490862, - 63587.31729344529, - 63575.186334845755, - 63597.22236081761, - 63576.695178107904, - 63577.66014843238, - 63582.430159216514, - 63579.468877232255, - 63597.433060238865, - 63577.6601485436, - 63609.0422464694, - 63587.31733251913, - 63584.80022262727, - 63579.46887723821, - 63584.19146753811, - 63575.730206706794, - 63575.01019576407, - 63597.43306023749 + 63318.92966434221, + 63358.32288813668, + 63344.28381469909, + 63369.64323694281, + 63337.74111103857, + 63363.637466022745, + 63333.303822655944, + 63379.43698973123, + 63381.01172840078, + 63392.515468325226, + 63386.89024191944, + 63395.63252181106, + 63397.26120725989, + 63362.48498235523, + 63353.127765790734, + 63367.33047887872, + 63387.92901086144, + 63382.37885304399, + 63384.49829838311, + 63368.05323821005, + 63398.27707216281, + 63382.83384555884, + 63379.20265016796, + 63404.08859583584 ], "p10": [ - 63332.036157152106, - 63330.631123824256, - 63353.513497653184, - 63340.19443633977, - 63330.52647192832, - 63366.501489191825, - 63335.158108784475, - 63330.523268889636, - 63335.15794877155, - 63335.15793765217, - 63329.280658431635, - 63340.7692560867, - 63335.15793976559, - 63330.523307957534, - 63379.423899447705, - 63330.927768595815, - 63340.76925619831, - 63340.769256198226, - 63335.157939739816, - 63318.0968078194, - 63330.927768596135, - 63367.894500040755, - 63353.97170490457, - 63340.76925619824 + 63072.94999072657, + 63080.29969228129, + 63080.142901346255, + 63112.516114502534, + 63079.9800936291, + 63098.74644367946, + 63120.478705173395, + 63124.1287405117, + 63098.3384714073, + 63106.05684104526, + 63107.04817284331, + 63140.28657537842, + 63103.00592089527, + 63103.50106869535, + 63080.80710298798, + 63104.205636958126, + 63110.511688664556, + 63113.37554591073, + 63110.86360456799, + 63110.98713287455, + 63131.37534294053, + 63131.45310666135, + 63131.51480625513, + 63111.27356043016 ], "p90": [ - 63921.80872480748, - 63789.1321681081, - 63827.59211447439, - 63890.82192788703, - 63815.773143170605, - 63887.51658252525, - 63827.52061648129, - 63827.52040836277, - 63843.805543469, - 63843.80553234962, - 63818.11126889834, - 63890.835615988115, - 63887.51731388634, - 63838.83663865628, - 63838.94867005827, - 63887.51731386024, - 63838.82419072957, - 63920.700336251495, - 63920.70033625152, - 63838.83663866224, - 63920.70033625151, - 63838.824190729494, - 63838.824190729494, - 63827.520447436626 + 63556.52348165136, + 63582.10714964783, + 63591.276715556465, + 63560.957020004935, + 63564.93064979559, + 63581.20828317049, + 63585.42729351953, + 63603.08679420565, + 63576.134648822685, + 63669.83837888004, + 63608.85563020985, + 63577.92478484861, + 63608.09587423565, + 63608.591022035725, + 63576.81260534649, + 63592.12033937574, + 63594.08517958935, + 63579.439019648904, + 63579.594709827, + 63640.762941431036, + 63610.33339663449, + 63610.194123660025, + 63580.70879851496, + 63593.12952626268 ], "mean": [ - 63892.96806999991, - 63889.30585928999, - 63571.50449369335, - 64235.071615237364, - 64831.78954238356, - 64261.29164884076, - 64538.8299707168, - 63880.14082752982, - 64536.40536777914, - 64238.7187758329, - 63573.82363376767, - 63920.51286291352, - 63911.67155695074, - 63900.47157222695, - 63622.41888942596, - 64221.728278355564, - 64569.988270364476, - 64563.96747641642, - 63895.70817632025, - 64195.453986547276, - 64230.38031452998, - 64545.75362467914, - 64219.56336331667, - 63923.006589511264 + 64894.49282937331, + 64306.91624426785, + 64626.94211598456, + 63327.81424415099, + 64284.58169231657, + 64628.10431273225, + 63673.420384518206, + 64655.01835904008, + 64320.62732422764, + 64667.10924895308, + 64011.39538090586, + 64018.07450831946, + 64000.053814221596, + 64321.97031497185, + 63331.22557163367, + 63685.30730846021, + 64003.966192016946, + 63688.70002893541, + 63676.44501560107, + 64322.7318511924, + 64038.865319134646, + 64001.07814826516, + 64647.33537591816, + 64022.651962922086 ], "quantiles": { "0.1": [ - 63332.036157152106, - 63330.631123824256, - 63353.513497653184, - 63340.19443633977, - 63330.52647192832, - 63366.501489191825, - 63335.158108784475, - 63330.523268889636, - 63335.15794877155, - 63335.15793765217, - 63329.280658431635, - 63340.7692560867, - 63335.15793976559, - 63330.523307957534, - 63379.423899447705, - 63330.927768595815, - 63340.76925619831, - 63340.769256198226, - 63335.157939739816, - 63318.0968078194, - 63330.927768596135, - 63367.894500040755, - 63353.97170490457, - 63340.76925619824 + 63072.94999072657, + 63080.29969228129, + 63080.142901346255, + 63112.516114502534, + 63079.9800936291, + 63098.74644367946, + 63120.478705173395, + 63124.1287405117, + 63098.3384714073, + 63106.05684104526, + 63107.04817284331, + 63140.28657537842, + 63103.00592089527, + 63103.50106869535, + 63080.80710298798, + 63104.205636958126, + 63110.511688664556, + 63113.37554591073, + 63110.86360456799, + 63110.98713287455, + 63131.37534294053, + 63131.45310666135, + 63131.51480625513, + 63111.27356043016 ], "0.2": [ - 63423.71125257821, - 63379.167700737715, - 63424.46677817198, - 63424.39387085433, - 63389.922761497946, - 63458.93929102519, - 63424.40772811162, - 63415.38404476952, - 63464.37955503775, - 63457.6854381528, - 63396.212115951064, - 63396.8824650877, - 63422.602864048014, - 63396.21211546256, - 63479.31939052965, - 63393.530716545305, - 63443.79041314829, - 63455.87557752604, - 63443.79041314822, - 63350.91727407817, - 63457.13015964612, - 63459.253667890516, - 63422.602864022236, - 63470.65346389539 + 63159.729259615604, + 63221.57584684113, + 63195.76833912286, + 63222.7451402374, + 63139.576583400056, + 63192.27759408094, + 63178.46437149477, + 63196.76381749805, + 63176.92862719011, + 63237.181940195245, + 63196.975490388104, + 63238.959818323645, + 63185.675226380394, + 63202.485082023406, + 63151.7138879468, + 63186.874942443246, + 63222.9686566779, + 63263.69086171077, + 63197.64287345702, + 63246.021922735556, + 63264.72653544755, + 63223.619874918084, + 63198.003875387556, + 63241.792785921636 ], "0.3": [ - 63478.81436300932, - 63475.33402257734, - 63479.378609633306, - 63507.14958977606, - 63463.741975206394, - 63522.87973939358, - 63484.221802650754, - 63484.22159453223, - 63502.216654047, - 63513.29881596913, - 63475.59022176851, - 63478.835365594256, - 63495.071491588824, - 63500.31286918646, - 63545.46718792589, - 63482.750960682424, - 63495.87072560588, - 63495.87072560579, - 63495.07149156305, - 63459.253667890516, - 63505.67928809666, - 63505.67928809666, - 63479.319390528275, - 63548.37471912124 + 63237.22130420425, + 63266.419912470585, + 63264.23619048002, + 63275.65778632536, + 63260.47085801426, + 63285.30237050907, + 63250.63941928669, + 63287.270412334525, + 63266.4956165381, + 63302.49629238704, + 63272.30534811245, + 63285.4590739486, + 63273.60196265111, + 63274.211106891074, + 63262.935614694405, + 63263.90576580685, + 63295.967851233974, + 63296.65796756099, + 63289.88890984931, + 63288.00561399098, + 63310.1930214639, + 63296.61906947416, + 63283.56049789688, + 63292.83437042122 ], "0.4": [ - 63539.791337021474, - 63521.585539806605, - 63563.07328303353, - 63573.134497789775, - 63502.21980898009, - 63575.00946442876, - 63559.443530220145, - 63565.90117545257, - 63559.44337020722, - 63566.156392905425, - 63559.44336165803, - 63515.60934512164, - 63565.90121455221, - 63563.01406392254, - 63575.583106371036, - 63548.37471912092, - 63569.82678121013, - 63567.7090379535, - 63564.746354287265, - 63521.84173851522, - 63567.709037953515, - 63561.58578282729, - 63533.608436027265, - 63575.58310636966 + 63272.057869006545, + 63323.42725159092, + 63318.66772942479, + 63326.14374373723, + 63295.30742281656, + 63332.49007762338, + 63287.17420258765, + 63340.61004549737, + 63317.19506616225, + 63355.44696351785, + 63340.79180678722, + 63339.890612893374, + 63342.30739038199, + 63308.667683560416, + 63341.40268743473, + 63333.3402381432, + 63344.94956345979, + 63344.6257433812, + 63341.602306335044, + 63334.06299747453, + 63359.869391998, + 63342.61292696594, + 63343.687270694245, + 63344.41132071557 ], "0.5": [ - 63570.93516976603, - 63575.10625715534, - 63577.71936764895, - 63597.419372024866, - 63559.44652514031, - 63597.32698023606, - 63575.36262490862, - 63587.31729344529, - 63575.186334845755, - 63597.22236081761, - 63576.695178107904, - 63577.66014843238, - 63582.430159216514, - 63579.468877232255, - 63597.433060238865, - 63577.6601485436, - 63609.0422464694, - 63587.31733251913, - 63584.80022262727, - 63579.46887723821, - 63584.19146753811, - 63575.730206706794, - 63575.01019576407, - 63597.43306023749 + 63318.92966434221, + 63358.32288813668, + 63344.28381469909, + 63369.64323694281, + 63337.74111103857, + 63363.637466022745, + 63333.303822655944, + 63379.43698973123, + 63381.01172840078, + 63392.515468325226, + 63386.89024191944, + 63395.63252181106, + 63397.26120725989, + 63362.48498235523, + 63353.127765790734, + 63367.33047887872, + 63387.92901086144, + 63382.37885304399, + 63384.49829838311, + 63368.05323821005, + 63398.27707216281, + 63382.83384555884, + 63379.20265016796, + 63404.08859583584 ], "0.6": [ - 63598.33075146122, - 63608.78604776071, - 63622.04246335684, - 63646.825418560176, - 63575.51272016592, - 63644.95279782407, - 63629.7183634301, - 63629.71815531158, - 63592.78961964045, - 63645.415633491095, - 63621.98324473436, - 63644.645458101615, - 63642.06464746175, - 63621.98324424585, - 63646.839106774176, - 63609.042246469005, - 63674.31989263224, - 63645.41563557872, - 63644.64545821316, - 63625.07722430526, - 63629.71819438544, - 63642.064647435975, - 63599.10445682274, - 63660.00956098116 + 63364.29611712166, + 63384.76254286451, + 63378.2385508606, + 63387.494421693635, + 63386.25869744272, + 63389.281356284875, + 63389.84942821414, + 63402.824866170704, + 63400.16069513583, + 63444.11220616416, + 63413.76527829115, + 63417.933206918424, + 63420.274168811215, + 63404.16903459478, + 63401.29879376862, + 63408.77998149699, + 63414.36866558927, + 63411.94849467013, + 63403.514972130775, + 63414.84410979926, + 63423.79089299273, + 63415.01988382945, + 63423.21095138138, + 63431.568330678885 ], "0.7": [ - 63662.925597574096, - 63667.82163683806, - 63660.61107449728, - 63719.51586791201, - 63644.87967538766, - 63705.713520749094, - 63709.24291345513, - 63675.13508885646, - 63677.03735265776, - 63718.53303135955, - 63705.714252566955, - 63719.52955601309, - 63675.1351279561, - 63705.71425207845, - 63710.729844535366, - 63677.0373436257, - 63737.23836102664, - 63706.77279978221, - 63709.24274441047, - 63677.679828074586, - 63705.714252084406, - 63677.03734362602, - 63665.40266822432, - 63714.19974482222 + 63417.06577517778, + 63445.93885761287, + 63430.75198667422, + 63419.1369844431, + 63411.829919995624, + 63423.48543080813, + 63447.43039290125, + 63449.4151310616, + 63449.52906387585, + 63488.67166403343, + 63474.02609029135, + 63460.244277597914, + 63475.4367012699, + 63442.95277284067, + 63427.688542141295, + 63476.63641733275, + 63475.544980337625, + 63454.82369884111, + 63444.256572128215, + 63459.97227017676, + 63493.09409251358, + 63449.233525387564, + 63461.055308039795, + 63480.7693591581 ], "0.8": [ - 63742.54945500661, - 63722.68614996164, - 63727.98272130684, - 63784.46980391445, - 63719.53272008946, - 63760.49477589097, - 63769.470152588416, - 63742.0872809421, - 63758.251897178656, - 63784.483490039434, - 63722.94234915281, - 63769.46998343221, - 63738.208152850224, - 63769.46998353779, - 63784.48349212845, - 63769.46998354343, - 63788.72811317124, - 63785.04275977889, - 63772.47268526042, - 63742.087320015955, - 63742.087320015955, - 63727.92350220181, - 63760.49550722628, - 63745.320233642145 + 63466.43465091833, + 63496.562143754636, + 63502.87428717843, + 63474.23486407558, + 63469.273949014074, + 63482.86527356575, + 63510.89032245505, + 63528.69716422841, + 63487.422228754294, + 63575.3101436564, + 63528.1886304182, + 63551.28175437636, + 63524.721235295205, + 63491.869555989724, + 63486.81017987609, + 63535.122997016544, + 63531.046272580934, + 63504.192574581655, + 63501.178928846115, + 63531.52171679093, + 63553.23992488504, + 63536.021530378064, + 63517.386610344816, + 63536.132183903486 ], "0.9": [ - 63921.80872480748, - 63789.1321681081, - 63827.59211447439, - 63890.82192788703, - 63815.773143170605, - 63887.51658252525, - 63827.52061648129, - 63827.52040836277, - 63843.805543469, - 63843.80553234962, - 63818.11126889834, - 63890.835615988115, - 63887.51731388634, - 63838.83663865628, - 63838.94867005827, - 63887.51731386024, - 63838.82419072957, - 63920.700336251495, - 63920.70033625152, - 63838.83663866224, - 63920.70033625151, - 63838.824190729494, - 63838.824190729494, - 63827.520447436626 + 63556.52348165136, + 63582.10714964783, + 63591.276715556465, + 63560.957020004935, + 63564.93064979559, + 63581.20828317049, + 63585.42729351953, + 63603.08679420565, + 63576.134648822685, + 63669.83837888004, + 63608.85563020985, + 63577.92478484861, + 63608.09587423565, + 63608.591022035725, + 63576.81260534649, + 63592.12033937574, + 63594.08517958935, + 63579.439019648904, + 63579.594709827, + 63640.762941431036, + 63610.33339663449, + 63610.194123660025, + 63580.70879851496, + 63593.12952626268 ] }, "timestamps": [ - "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", "2026-06-18 09:00:00", @@ -589,6 +588,7 @@ "2026-06-23 02:00:00", "2026-06-23 03:00:00", "2026-06-23 04:00:00", - "2026-06-23 05:00:00" + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 724a6002165500d949d7dca76de07ee48ee4972c..5f8c93b1a01c89ce211ceee707f42bd83fab1328 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,29 +1,11 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T06:05:00.851485+00:00", + "evaluated_at": "2026-06-23T06:14:43.271818+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 2c4f5b8693472953e0de8c5df1c009d97fcb931e..b513a8f29a9f9241e125b7c8bbad82bdb6217034 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -14,4 +14,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 2026-06-22,Chronos-2,4.900,4.000,4.000,4.600,4.900,4.600,2.900,4.600,5.000,4.700 -2026-06-23,Chronos-2,4.500,4.500,4.500,4.500,4.500,4.600,3.900,4.500,4.500,4.800 +2026-06-23,Chronos-2,4.500,4.400,4.400,4.400,4.500,4.500,3.900,4.400,4.500,4.600 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 3aa85de2150822f8670dc7661d5078d1ccf74066..c37e223618875a709daa7b3c931e9b06d43aab6a 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.7,4.25,4.25,4.55,4.7,4.6,3.4,4.55,4.75,4.75 +2026-W26,Chronos-Bolt-Mini,4.7,4.2,4.2,4.5,4.7,4.55,3.4,4.5,4.75,4.65 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 37c7b71ccd0eb0d945215f2dd78bf3f4da876bb8..0f5eddff93e0564ccf7544eab914ad77de201059 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,241784.27481714883,241784.27481714883,351.1572265625,0.5114094545164929,0.005434579533541932,0.005452337210474045,6.398986651504733,491.71564426724194,0.007641612635646195,0.005457234340382451,0.005622477140759558,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,340170.05626742047,340170.05626742047,441.0779622395833,0.6539509017339701,0.006833082980841135,0.00685990638726456,8.395292634005274,583.2409933015858,0.009068900111136273,0.006858386201783876,0.006602281431539444,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.5295659158333971,0.5295659158333971,0.5971391995747884,0.3497417420650002,0.02245494588045587,0.022608952534132254,2.791484631303323,0.727712797629255,0.027409574971647723,0.02249147151537862,0.028857158475148265,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0009495160525252307,0.0009495160525252307,0.02585995594660441,0.09058835434946862,0.016769100851270032,0.016737518920835446,0.934583952069069,0.03081421835006091,0.01897407728885167,0.01592345446647364,0.023526007134579783,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.13663985741469828,0.13663985741469828,0.31117574705017936,2.33381801013875,0.2265949232848221,0.19375184297579734,32.15145704790128,0.3696482888026107,0.24711864018509014,0.20802836046857093,0.14280410760182566,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index aab958bb5160940c48ae97f9a4bf25782c9a6395..c7fa6faf07830cde2ce694b7192ef27b836ef08c 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T05:59:46.496286+00:00", + "evaluated_at": "2026-06-23T06:12:38.826503+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64083.41015625, 64510.44140625, 64399.921875, 64199.53125, @@ -101,10 +100,10 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64247.73828125 + 64247.73828125, + 63989.94921875 ], "actuals": [ - 63989.94921875, 64211.19140625, 64165.98828125, 64145.390625, @@ -127,350 +126,350 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63400.01171875 + 63400.0, + 63152.421875 ], "p50": [ - 64227.46875, - 64225.22265625, - 64228.9375, - 64228.54296875, - 64233.3203125, - 64225.48046875, - 64227.47265625, - 64211.78515625, - 64188.9765625, - 64167.07421875, - 64159.57421875, - 64145.89453125, - 64160.73046875, - 64169.65234375, - 64180.171875, - 64144.796875, - 64153.96875, - 64150.79296875, - 64149.375, - 64156.5234375, - 64165.47265625, - 64182.52734375, - 64197.0390625, - 64183.8515625 + 64047.75, + 64056.48828125, + 64068.39453125, + 64069.25390625, + 64067.55859375, + 64060.5234375, + 64063.9765625, + 64038.6328125, + 64028.21875, + 64020.55859375, + 64020.61328125, + 64054.6171875, + 64074.8984375, + 64065.765625, + 64035.16796875, + 63967.1875, + 63962.3828125, + 63954.29296875, + 63971.87109375, + 63999.69140625, + 64036.296875, + 64045.1953125, + 64034.265625, + 64028.4453125 ], "p10": [ - 63927.4140625, - 63817.6015625, - 63746.56640625, - 63682.38671875, - 63630.5859375, - 63559.83203125, - 63462.56640625, - 63402.29296875, - 63342.12890625, - 63252.38671875, - 63227.71484375, - 63198.6953125, - 63207.3671875, - 63188.1875, - 63197.0234375, - 63199.1171875, - 63134.25390625, - 63100.4609375, - 63085.30078125, - 63072.15625, - 63072.09375, - 63061.30078125, - 63066.69921875, - 63068.6875 + 63708.13671875, + 63627.17578125, + 63564.40625, + 63518.7578125, + 63468.26171875, + 63395.6640625, + 63348.48046875, + 63294.234375, + 63218.78515625, + 63168.41796875, + 63146.94140625, + 63195.8046875, + 63210.5, + 63175.421875, + 63153.5703125, + 63091.359375, + 62978.7734375, + 62963.5390625, + 62942.0546875, + 62979.93359375, + 63002.4140625, + 62990.171875, + 62950.984375, + 62972.1640625 ], "p90": [ - 64440.31640625, - 64488.75390625, - 64554.5234375, - 64593.73046875, - 64611.8984375, - 64657.1953125, - 64651.23046875, - 64701.99609375, - 64701.8203125, - 64731.953125, - 64730.5390625, - 64746.6875, - 64767.26171875, - 64771.59765625, - 64784.74609375, - 64782.79296875, - 64986.69140625, - 64997.94921875, - 64999.77734375, - 64998.38671875, - 64991.93359375, - 65024.8671875, - 65038.6953125, - 65082.25 + 64295.46484375, + 64380.52734375, + 64437.92578125, + 64481.59765625, + 64500.6328125, + 64552.421875, + 64549.6796875, + 64594.72265625, + 64582.53515625, + 64606.28125, + 64624.22265625, + 64635.63671875, + 64657.3671875, + 64664.40625, + 64664.90625, + 64630.70703125, + 64794.1015625, + 64797.54296875, + 64802.140625, + 64812.22265625, + 64830.8828125, + 64850.62109375, + 64870.25390625, + 64923.4765625 ], "mean": [ - 64227.46875, - 64225.22265625, - 64228.9375, - 64228.54296875, - 64233.3203125, - 64225.48046875, - 64227.47265625, - 64211.78515625, - 64188.9765625, - 64167.07421875, - 64159.57421875, - 64145.89453125, - 64160.73046875, - 64169.65234375, - 64180.171875, - 64144.796875, - 64153.96875, - 64150.79296875, - 64149.375, - 64156.5234375, - 64165.47265625, - 64182.52734375, - 64197.0390625, - 64183.8515625 + 64047.75, + 64056.48828125, + 64068.39453125, + 64069.25390625, + 64067.55859375, + 64060.5234375, + 64063.9765625, + 64038.6328125, + 64028.21875, + 64020.55859375, + 64020.61328125, + 64054.6171875, + 64074.8984375, + 64065.765625, + 64035.16796875, + 63967.1875, + 63962.3828125, + 63954.29296875, + 63971.87109375, + 63999.69140625, + 64036.296875, + 64045.1953125, + 64034.265625, + 64028.4453125 ], "quantiles": { "0.1": [ - 63927.4140625, - 63817.6015625, - 63746.56640625, - 63682.38671875, - 63630.5859375, - 63559.83203125, - 63462.56640625, - 63402.29296875, - 63342.12890625, - 63252.38671875, - 63227.71484375, - 63198.6953125, - 63207.3671875, - 63188.1875, - 63197.0234375, - 63199.1171875, - 63134.25390625, - 63100.4609375, - 63085.30078125, - 63072.15625, - 63072.09375, - 63061.30078125, - 63066.69921875, - 63068.6875 + 63708.13671875, + 63627.17578125, + 63564.40625, + 63518.7578125, + 63468.26171875, + 63395.6640625, + 63348.48046875, + 63294.234375, + 63218.78515625, + 63168.41796875, + 63146.94140625, + 63195.8046875, + 63210.5, + 63175.421875, + 63153.5703125, + 63091.359375, + 62978.7734375, + 62963.5390625, + 62942.0546875, + 62979.93359375, + 63002.4140625, + 62990.171875, + 62950.984375, + 62972.1640625 ], "0.2": [ - 63927.4140625, - 63817.6015625, - 63746.56640625, - 63682.38671875, - 63630.5859375, - 63559.83203125, - 63462.56640625, - 63402.29296875, - 63342.12890625, - 63252.38671875, - 63227.71484375, - 63198.6953125, - 63207.3671875, - 63188.1875, - 63197.0234375, - 63199.1171875, - 63134.25390625, - 63100.4609375, - 63085.30078125, - 63072.15625, - 63072.09375, - 63061.30078125, - 63066.69921875, - 63068.6875 + 63708.13671875, + 63627.17578125, + 63564.40625, + 63518.7578125, + 63468.26171875, + 63395.6640625, + 63348.48046875, + 63294.234375, + 63218.78515625, + 63168.41796875, + 63146.94140625, + 63195.8046875, + 63210.5, + 63175.421875, + 63153.5703125, + 63091.359375, + 62978.7734375, + 62963.5390625, + 62942.0546875, + 62979.93359375, + 63002.4140625, + 62990.171875, + 62950.984375, + 62972.1640625 ], "0.3": [ - 63927.4140625, - 63817.6015625, - 63746.56640625, - 63682.38671875, - 63630.5859375, - 63559.83203125, - 63462.56640625, - 63402.29296875, - 63342.12890625, - 63252.38671875, - 63227.71484375, - 63198.6953125, - 63207.3671875, - 63188.1875, - 63197.0234375, - 63199.1171875, - 63134.25390625, - 63100.4609375, - 63085.30078125, - 63072.15625, - 63072.09375, - 63061.30078125, - 63066.69921875, - 63068.6875 + 63708.13671875, + 63627.17578125, + 63564.40625, + 63518.7578125, + 63468.26171875, + 63395.6640625, + 63348.48046875, + 63294.234375, + 63218.78515625, + 63168.41796875, + 63146.94140625, + 63195.8046875, + 63210.5, + 63175.421875, + 63153.5703125, + 63091.359375, + 62978.7734375, + 62963.5390625, + 62942.0546875, + 62979.93359375, + 63002.4140625, + 62990.171875, + 62950.984375, + 62972.1640625 ], "0.4": [ - 64227.46875, - 64225.22265625, - 64228.9375, - 64228.54296875, - 64233.3203125, - 64225.48046875, - 64227.47265625, - 64211.78515625, - 64188.9765625, - 64167.07421875, - 64159.57421875, - 64145.89453125, - 64160.73046875, - 64169.65234375, - 64180.171875, - 64144.796875, - 64153.96875, - 64150.79296875, - 64149.375, - 64156.5234375, - 64165.47265625, - 64182.52734375, - 64197.0390625, - 64183.8515625 + 64047.75, + 64056.48828125, + 64068.39453125, + 64069.25390625, + 64067.55859375, + 64060.5234375, + 64063.9765625, + 64038.6328125, + 64028.21875, + 64020.55859375, + 64020.61328125, + 64054.6171875, + 64074.8984375, + 64065.765625, + 64035.16796875, + 63967.1875, + 63962.3828125, + 63954.29296875, + 63971.87109375, + 63999.69140625, + 64036.296875, + 64045.1953125, + 64034.265625, + 64028.4453125 ], "0.5": [ - 64227.46875, - 64225.22265625, - 64228.9375, - 64228.54296875, - 64233.3203125, - 64225.48046875, - 64227.47265625, - 64211.78515625, - 64188.9765625, - 64167.07421875, - 64159.57421875, - 64145.89453125, - 64160.73046875, - 64169.65234375, - 64180.171875, - 64144.796875, - 64153.96875, - 64150.79296875, - 64149.375, - 64156.5234375, - 64165.47265625, - 64182.52734375, - 64197.0390625, - 64183.8515625 + 64047.75, + 64056.48828125, + 64068.39453125, + 64069.25390625, + 64067.55859375, + 64060.5234375, + 64063.9765625, + 64038.6328125, + 64028.21875, + 64020.55859375, + 64020.61328125, + 64054.6171875, + 64074.8984375, + 64065.765625, + 64035.16796875, + 63967.1875, + 63962.3828125, + 63954.29296875, + 63971.87109375, + 63999.69140625, + 64036.296875, + 64045.1953125, + 64034.265625, + 64028.4453125 ], "0.6": [ - 64227.46875, - 64225.22265625, - 64228.9375, - 64228.54296875, - 64233.3203125, - 64225.48046875, - 64227.47265625, - 64211.78515625, - 64188.9765625, - 64167.07421875, - 64159.57421875, - 64145.89453125, - 64160.73046875, - 64169.65234375, - 64180.171875, - 64144.796875, - 64153.96875, - 64150.79296875, - 64149.375, - 64156.5234375, - 64165.47265625, - 64182.52734375, - 64197.0390625, - 64183.8515625 + 64047.75, + 64056.48828125, + 64068.39453125, + 64069.25390625, + 64067.55859375, + 64060.5234375, + 64063.9765625, + 64038.6328125, + 64028.21875, + 64020.55859375, + 64020.61328125, + 64054.6171875, + 64074.8984375, + 64065.765625, + 64035.16796875, + 63967.1875, + 63962.3828125, + 63954.29296875, + 63971.87109375, + 63999.69140625, + 64036.296875, + 64045.1953125, + 64034.265625, + 64028.4453125 ], "0.7": [ - 64227.46875, - 64225.22265625, - 64228.9375, - 64228.54296875, - 64233.3203125, - 64225.48046875, - 64227.47265625, - 64211.78515625, - 64188.9765625, - 64167.07421875, - 64159.57421875, - 64145.89453125, - 64160.73046875, - 64169.65234375, - 64180.171875, - 64144.796875, - 64153.96875, - 64150.79296875, - 64149.375, - 64156.5234375, - 64165.47265625, - 64182.52734375, - 64197.0390625, - 64183.8515625 + 64047.75, + 64056.48828125, + 64068.39453125, + 64069.25390625, + 64067.55859375, + 64060.5234375, + 64063.9765625, + 64038.6328125, + 64028.21875, + 64020.55859375, + 64020.61328125, + 64054.6171875, + 64074.8984375, + 64065.765625, + 64035.16796875, + 63967.1875, + 63962.3828125, + 63954.29296875, + 63971.87109375, + 63999.69140625, + 64036.296875, + 64045.1953125, + 64034.265625, + 64028.4453125 ], "0.8": [ - 64440.31640625, - 64488.75390625, - 64554.5234375, - 64593.73046875, - 64611.8984375, - 64657.1953125, - 64651.23046875, - 64701.99609375, - 64701.8203125, - 64731.953125, - 64730.5390625, - 64746.6875, - 64767.26171875, - 64771.59765625, - 64784.74609375, - 64782.79296875, - 64986.69140625, - 64997.94921875, - 64999.77734375, - 64998.38671875, - 64991.93359375, - 65024.8671875, - 65038.6953125, - 65082.25 + 64295.46484375, + 64380.52734375, + 64437.92578125, + 64481.59765625, + 64500.6328125, + 64552.421875, + 64549.6796875, + 64594.72265625, + 64582.53515625, + 64606.28125, + 64624.22265625, + 64635.63671875, + 64657.3671875, + 64664.40625, + 64664.90625, + 64630.70703125, + 64794.1015625, + 64797.54296875, + 64802.140625, + 64812.22265625, + 64830.8828125, + 64850.62109375, + 64870.25390625, + 64923.4765625 ], "0.9": [ - 64440.31640625, - 64488.75390625, - 64554.5234375, - 64593.73046875, - 64611.8984375, - 64657.1953125, - 64651.23046875, - 64701.99609375, - 64701.8203125, - 64731.953125, - 64730.5390625, - 64746.6875, - 64767.26171875, - 64771.59765625, - 64784.74609375, - 64782.79296875, - 64986.69140625, - 64997.94921875, - 64999.77734375, - 64998.38671875, - 64991.93359375, - 65024.8671875, - 65038.6953125, - 65082.25 + 64295.46484375, + 64380.52734375, + 64437.92578125, + 64481.59765625, + 64500.6328125, + 64552.421875, + 64549.6796875, + 64594.72265625, + 64582.53515625, + 64606.28125, + 64624.22265625, + 64635.63671875, + 64657.3671875, + 64664.40625, + 64664.90625, + 64630.70703125, + 64794.1015625, + 64797.54296875, + 64802.140625, + 64812.22265625, + 64830.8828125, + 64850.62109375, + 64870.25390625, + 64923.4765625 ] }, "timestamps": [ - "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", "2026-06-18 09:00:00", @@ -589,6 +588,7 @@ "2026-06-23 02:00:00", "2026-06-23 03:00:00", "2026-06-23 04:00:00", - "2026-06-23 05:00:00" + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 509c8f36b322524347c90dbd07b2c5c555b90fd1..2d94b9298c1e2d3a5fc5ec9949381293336c845d 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,29 +1,11 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T06:00:04.554083+00:00", + "evaluated_at": "2026-06-23T06:12:43.678226+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 3bf3fc7fc239a2aee238a9a35d64a53a21a8f8ad..f8d7d55ee80ab3febbc95d92cddc9d3d86119357 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,237352.3136435155,232252.8941714064,345.70080424954875,0.503462968590533,0.005353183001605625,0.005367323334769045,7.733287423916127,487.18817067280634,0.0075712524593326055,0.005372437636884831,0.004625630044366524,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,385976.2172002527,381951.2674790894,486.42377254197527,0.7211814960410133,0.0075314689865337014,0.0075682677288475345,11.974468241246315,621.2698425002236,0.009660216288642297,0.007563474885216458,0.006548404270580267,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,40.80650449467975,42.26480901897464,5.524301652595784,3.2355586185720284,0.20205608092167893,0.23458602600461984,86.30682403553787,6.387996907848324,0.24060629514107576,0.20807488999247237,0.19508424028346397,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,1.4468948423578936,1.4496479273022378,0.9259084478035359,3.243490543370657,0.662068660529693,0.4149106787039518,124.27962914600994,1.2028694203270336,0.7406755248632236,0.570134807621698,0.563820228279349,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.12035269335483356,0.11965083360842661,0.2805813875225518,2.1043603227993724,0.20606396085151585,0.1767844186974077,41.774897445495704,0.3469188570182278,0.23192347644463027,0.18757530616581372,0.17645847270065296,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index b27c6001ec2e7a184f78b065f953753573f88a02..404c253f87f15b145142d9c41dbbf1513c1ced05 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-23T06:05:00.877374+00:00", + "evaluated_at": "2026-06-23T06:14:43.317438+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64083.41015625, 64510.44140625, 64399.921875, 64199.53125, @@ -101,10 +100,10 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64247.73828125 + 64247.73828125, + 63989.94921875 ], "actuals": [ - 63989.94921875, 64211.19140625, 64165.98828125, 64145.390625, @@ -127,350 +126,350 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63400.01171875 + 63400.0, + 63152.421875 ], "p50": [ - 64220.783987514194, - 64222.10627683492, - 64222.77231615565, - 64231.43054297638, - 64205.510644797105, - 64226.08293411784, - 64227.07709843857, - 64234.461887759295, - 64231.47558333002, - 64236.45021640075, - 64231.00688072148, - 64232.024482542205, - 64237.44247498793, - 64236.44640493366, - 64251.93275675439, - 64234.065592950115, - 64256.74139789585, - 64237.85665596658, - 64238.741445287305, - 64239.73560960803, - 64240.94852392876, - 64244.39971949949, - 64229.835290070216, - 64246.38804814094 + 64011.35491303308, + 64006.11580176587, + 63995.82786237366, + 63996.34070423146, + 63997.71096796425, + 63980.76677857204, + 63961.701495429836, + 63978.66941541263, + 63958.09046039542, + 63972.609161628214, + 63951.76067536101, + 63946.740314093804, + 63955.55784345159, + 63938.66052905939, + 63937.52688654218, + 63934.16863464998, + 63933.486164007765, + 63925.75877149056, + 63920.847785223355, + 63914.05593958114, + 63927.89690643894, + 63904.01521704673, + 63877.92063702953, + 63895.77722888732 ], "p10": [ - 63980.66328438919, - 63971.21955808492, - 63996.55864428065, - 63988.124292976376, - 63973.523926047106, - 63990.11262161784, - 64000.53530156357, - 63950.516575259295, - 63978.17870833002, - 63979.17287265075, - 63915.97563072148, - 63972.39127941721, - 63982.15536561293, - 63976.36827993366, - 64041.76478800439, - 63985.137858575115, - 64001.41717914585, - 63997.56407784158, - 63988.120351537305, - 63958.694203358034, - 64005.39383642876, - 64009.16261012449, - 64007.382165070216, - 64017.436095015946 + 63801.98538178308, + 63767.09236426587, + 63741.704424873664, + 63755.891876106456, + 63740.38557733925, + 63708.74529419704, + 63730.392901679836, + 63744.96082166263, + 63713.57092914542, + 63714.851349128214, + 63710.263409736006, + 63704.810626593804, + 63715.55589032659, + 63688.46912280939, + 63681.460089667184, + 63684.72918152498, + 63699.777570257764, + 63674.05838086556, + 63690.214972723355, + 63665.12820520614, + 63703.42815643894, + 63670.37263892173, + 63649.58665265453, + 63645.04676013732 ], "p90": [ - 64514.721487514194, - 64490.89885495992, - 64458.15122240565, - 64549.07507422638, - 64461.2067385471, - 64472.06223099284, - 64462.12787968857, - 64464.445872134296, - 64554.04589583002, - 64478.34865390075, - 64465.907661971476, - 64498.083076292205, - 64529.78856873793, - 64527.64562368366, - 64480.75306925439, - 64532.771061700114, - 64508.94842914585, - 64567.62618721658, - 64563.987539037305, - 64487.75514085803, - 64565.97586767876, - 64478.107531999485, - 64491.272790070216, - 64489.95718876594 + 64336.38225678308, + 64241.21345801587, + 64236.41184674866, + 64232.458672981455, + 64226.37112421425, + 64232.02263794704, + 64216.330401679836, + 64242.29441541263, + 64206.09280414542, + 64232.253692878214, + 64196.24895661101, + 64166.611407843804, + 64247.90393720159, + 64196.20076343439, + 64159.26751154218, + 64184.38543152498, + 64181.13967963277, + 64174.34470899056, + 64171.09895709836, + 64184.807502081145, + 64161.05823456394, + 64199.58357642173, + 64113.82727765453, + 64144.22254138732 ], "mean": [ - 64216.09103829547, - 64239.02752683485, - 64217.40292162458, - 64242.28476172623, - 64193.05642604721, - 64238.1514692738, - 64237.11121953228, - 64193.73581354076, - 64238.63532942358, - 64233.139786713386, - 64204.876919783725, - 64225.3712012925, - 64243.66440858157, - 64253.665154933806, - 64267.095745035454, - 64230.5288742002, - 64265.063604926785, - 64242.3438434665, - 64234.455800756245, - 64213.99301195164, - 64261.909754397624, - 64248.9626882492, - 64226.88296585172, - 64262.863653609566 + 64034.90598725214, + 64027.125684578525, + 63967.54104596763, + 63981.3972276687, + 63994.40163202656, + 63959.96800904075, + 63946.58999152338, + 63989.547110725005, + 63954.261319770434, + 63971.041563972125, + 63960.20856598623, + 63916.07810706263, + 63980.235714545495, + 63932.522970465936, + 63922.725792791985, + 63932.7258807436, + 63951.51100775749, + 63909.79951367793, + 63931.31893756703, + 63902.554318487484, + 63940.806906439095, + 63913.13431860953, + 63860.75858624841, + 63901.740119512535 ], "quantiles": { "0.1": [ - 63980.66328438919, - 63971.21955808492, - 63996.55864428065, - 63988.124292976376, - 63973.523926047106, - 63990.11262161784, - 64000.53530156357, - 63950.516575259295, - 63978.17870833002, - 63979.17287265075, - 63915.97563072148, - 63972.39127941721, - 63982.15536561293, - 63976.36827993366, - 64041.76478800439, - 63985.137858575115, - 64001.41717914585, - 63997.56407784158, - 63988.120351537305, - 63958.694203358034, - 64005.39383642876, - 64009.16261012449, - 64007.382165070216, - 64017.436095015946 + 63801.98538178308, + 63767.09236426587, + 63741.704424873664, + 63755.891876106456, + 63740.38557733925, + 63708.74529419704, + 63730.392901679836, + 63744.96082166263, + 63713.57092914542, + 63714.851349128214, + 63710.263409736006, + 63704.810626593804, + 63715.55589032659, + 63688.46912280939, + 63681.460089667184, + 63684.72918152498, + 63699.777570257764, + 63674.05838086556, + 63690.214972723355, + 63665.12820520614, + 63703.42815643894, + 63670.37263892173, + 63649.58665265453, + 63645.04676013732 ], "0.2": [ - 64050.463675014194, - 64061.13752683492, - 64052.45200365565, - 64099.956324226376, - 64054.440332297105, - 64106.77434036784, - 64080.11772343857, - 64052.915012759295, - 64053.75292708002, - 64059.41115390075, - 64037.86625572148, - 64038.704170042205, - 64059.81005311293, - 64063.38781118366, - 64135.97963175439, - 64042.837077325115, - 64076.04999164585, - 64094.55587471658, - 64090.71957028731, - 64046.65748460803, - 64094.03602392876, - 64132.48331324949, - 64075.374352570216, - 64129.47789189094 + 63892.09319428308, + 63898.12361426587, + 63793.79465924866, + 63803.15320423146, + 63805.673467964254, + 63778.73357544704, + 63797.713214179836, + 63805.61082166263, + 63782.872491645416, + 63798.609161628214, + 63775.70755036101, + 63759.48953284381, + 63807.70042157659, + 63778.52771655939, + 63733.55032404218, + 63742.90886902498, + 63806.937726507764, + 63729.36736524056, + 63801.726691473355, + 63788.37429895614, + 63806.89690643894, + 63745.00545142173, + 63707.76634015453, + 63728.32410388732 ], "0.3": [ - 64133.691800014196, - 64118.00862058492, - 64125.31137865565, - 64150.83249610138, - 64119.120019797105, - 64148.70480911784, - 64129.28803593857, - 64140.650950259296, - 64147.07714583002, - 64125.96193515075, - 64124.398286971475, - 64121.9174512922, - 64157.46395936293, - 64161.76671743366, - 64183.71400675439, - 64153.048014825115, - 64155.44061664585, - 64156.43478096658, - 64134.909414037305, - 64133.34576585803, - 64168.72586767876, - 64190.67315699949, - 64138.886071320216, - 64183.93882939094 + 63934.78303803308, + 63929.762676765866, + 63891.23059674866, + 63895.41101673146, + 63887.22268671425, + 63882.20232544704, + 63871.149151679834, + 63872.16160291263, + 63861.10842914542, + 63887.171661628214, + 63854.542706611006, + 63850.209064093804, + 63871.22815595159, + 63846.45545093439, + 63797.65969904218, + 63848.67605652498, + 63849.374835882765, + 63820.08689649056, + 63839.457160223355, + 63834.43679895614, + 63877.42815643894, + 63824.39607642173, + 63774.40071515453, + 63791.27449451232 ], "0.4": [ - 64185.141018764196, - 64199.71955808492, - 64180.32231615565, - 64208.374292976376, - 64172.526269797105, - 64205.38137161784, - 64206.37553593857, - 64201.582981509295, - 64219.62792708002, - 64203.57131015075, - 64195.08266197148, - 64158.4549512922, - 64206.55380311293, - 64223.11437368366, - 64229.88588175439, - 64202.458171075115, - 64223.87030414585, - 64215.62618721658, - 64178.968007787305, - 64208.27701585803, - 64230.07352392876, - 64238.39971949949, - 64166.01810257022, - 64233.05601689094 + 63990.70022553308, + 63993.23298926587, + 63958.582940498665, + 63960.36961048146, + 63943.74221796425, + 63950.32888794704, + 63909.010089179836, + 63953.87254041263, + 63889.66077289542, + 63950.49822412821, + 63896.26692536101, + 63879.21218909381, + 63928.77073407659, + 63881.205841559386, + 63881.07766779218, + 63902.52996277498, + 63911.497882757765, + 63899.56736524056, + 63881.457160223355, + 63889.52664270614, + 63910.72893768894, + 63866.39607642173, + 63818.96555890453, + 63848.35535388732 ], "0.5": [ - 64220.783987514194, - 64222.10627683492, - 64222.77231615565, - 64231.43054297638, - 64205.510644797105, - 64226.08293411784, - 64227.07709843857, - 64234.461887759295, - 64231.47558333002, - 64236.45021640075, - 64231.00688072148, - 64232.024482542205, - 64237.44247498793, - 64236.44640493366, - 64251.93275675439, - 64234.065592950115, - 64256.74139789585, - 64237.85665596658, - 64238.741445287305, - 64239.73560960803, - 64240.94852392876, - 64244.39971949949, - 64229.835290070216, - 64246.38804814094 + 64011.35491303308, + 64006.11580176587, + 63995.82786237366, + 63996.34070423146, + 63997.71096796425, + 63980.76677857204, + 63961.701495429836, + 63978.66941541263, + 63958.09046039542, + 63972.609161628214, + 63951.76067536101, + 63946.740314093804, + 63955.55784345159, + 63938.66052905939, + 63937.52688654218, + 63934.16863464998, + 63933.486164007765, + 63925.75877149056, + 63920.847785223355, + 63914.05593958114, + 63927.89690643894, + 63904.01521704673, + 63877.92063702953, + 63895.77722888732 ], "0.6": [ - 64240.834768764194, - 64290.87580808492, - 64230.24731615565, - 64289.073511726376, - 64237.662988547105, - 64294.63684036784, - 64251.079442188566, - 64260.493137759295, - 64261.48730208002, - 64270.84552890075, - 64249.08422447148, - 64294.739326292205, - 64301.45224061293, - 64296.72765493366, - 64303.58431925439, - 64276.81051482511, - 64321.30077289585, - 64295.08868721658, - 64269.428945287305, - 64271.223109608036, - 64280.58133642876, - 64304.68096949949, - 64255.557946320216, - 64297.30992314094 + 64041.82366303308, + 64038.80330176587, + 64013.93528424866, + 64027.56257923146, + 64056.29924921425, + 63990.30232544704, + 63993.853839179836, + 64008.68113416263, + 63989.26936664542, + 64019.550567878214, + 63991.62005036101, + 63975.900470343804, + 64019.92698407659, + 63970.139435309386, + 63971.53860529218, + 64001.075275274976, + 63961.497882757765, + 63957.27752149056, + 63978.11106647336, + 63947.236798956146, + 63998.79925018894, + 63922.87654517173, + 63908.10071515453, + 63974.51551013732 ], "0.7": [ - 64308.078909389194, - 64358.63752683492, - 64291.51059740565, - 64356.52429297638, - 64293.6067385471, - 64359.74309036784, - 64329.300535938564, - 64310.928294009296, - 64330.02636458002, - 64329.76818515075, - 64323.88578697148, - 64364.477607542205, - 64343.531928112934, - 64375.66906118366, - 64345.52025675439, - 64336.985514825115, - 64378.95389789585, - 64348.50274971658, - 64342.48285153731, - 64339.17310960803, - 64340.16727392876, - 64351.33331324949, - 64311.393883820216, - 64343.14976689094 + 64112.36272553308, + 64106.09002051587, + 64074.32200299866, + 64083.30750110646, + 64094.796124214256, + 64064.88201294704, + 64064.13665167984, + 64075.96785291263, + 64051.58225727042, + 64067.179474128214, + 64064.67395661101, + 64029.138751593804, + 64084.81760907659, + 64038.96912280939, + 64025.56985529218, + 64072.62761902498, + 64040.419757757765, + 64025.22752149056, + 64031.52512897336, + 64002.98172083114, + 64060.66643768894, + 64009.44998267174, + 63975.601105779526, + 64028.36316638732 ], "0.8": [ - 64382.8027375142, - 64415.36018308492, - 64365.74106615565, - 64387.34460547638, - 64366.9231447971, - 64421.10715286784, - 64381.21772343857, - 64372.118137759295, - 64440.724802080025, - 64391.75021640075, - 64381.61938072148, - 64387.6205762922, - 64443.47567811293, - 64466.48156118366, - 64446.68978800439, - 64380.071452325115, - 64453.58124164585, - 64441.365249716575, - 64400.307851537305, - 64389.67310960803, - 64402.68602392876, - 64403.29034449949, - 64385.624352570216, - 64398.11851689094 + 64173.09241303308, + 64169.63142676587, + 64156.93372174866, + 64151.913360481456, + 64145.46096796425, + 64147.99060669704, + 64123.920245429836, + 64177.84129041263, + 64121.80452289542, + 64127.519317878214, + 64116.77083161101, + 64097.810626593804, + 64154.50979657659, + 64095.80896655939, + 64078.66829279218, + 64137.67840027498, + 64122.247882757765, + 64094.89002149056, + 64084.285285223355, + 64077.705548956146, + 64114.346906438936, + 64097.14607642173, + 64042.78821515453, + 64059.18347888732 ], "0.9": [ - 64514.721487514194, - 64490.89885495992, - 64458.15122240565, - 64549.07507422638, - 64461.2067385471, - 64472.06223099284, - 64462.12787968857, - 64464.445872134296, - 64554.04589583002, - 64478.34865390075, - 64465.907661971476, - 64498.083076292205, - 64529.78856873793, - 64527.64562368366, - 64480.75306925439, - 64532.771061700114, - 64508.94842914585, - 64567.62618721658, - 64563.987539037305, - 64487.75514085803, - 64565.97586767876, - 64478.107531999485, - 64491.272790070216, - 64489.95718876594 + 64336.38225678308, + 64241.21345801587, + 64236.41184674866, + 64232.458672981455, + 64226.37112421425, + 64232.02263794704, + 64216.330401679836, + 64242.29441541263, + 64206.09280414542, + 64232.253692878214, + 64196.24895661101, + 64166.611407843804, + 64247.90393720159, + 64196.20076343439, + 64159.26751154218, + 64184.38543152498, + 64181.13967963277, + 64174.34470899056, + 64171.09895709836, + 64184.807502081145, + 64161.05823456394, + 64199.58357642173, + 64113.82727765453, + 64144.22254138732 ] }, "timestamps": [ - "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", "2026-06-18 09:00:00", @@ -589,6 +588,7 @@ "2026-06-23 02:00:00", "2026-06-23 03:00:00", "2026-06-23 04:00:00", - "2026-06-23 05:00:00" + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 26ff5525fb98e98e17260cce1c8a3c357da9ff72..12abf34b12fe4eb351af94ef512d30286dff81da 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,29 +1,11 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T06:05:00.962217+00:00", + "evaluated_at": "2026-06-23T06:14:43.328177+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 80ba97dadc671dfc1e3299725235d92a71d64af3..b0d50a6e9d7cb11b4d2ec499408b7410938dce26 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1977,3 +1977,4 @@ {"evaluated_at": "2026-06-23T06:05:05.469000+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-23T06:05:05.469000+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-23T06:05:05.469000+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-23T06:14:47.774537+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index f967030696d7ac539e4f2ccb406145034d6dc210..ffc4ccd7a9cd9591e314ef29befeda3c2a7de56b 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,225123.3190905253,236915.58657884598,361.777099609375,0.526875755851374,0.005610211250043631,0.005616974567211698,5.1504889517897,474.4716209537988,0.007373628185735612,0.0056222747595964725,0.0051973058785739915,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,376869.97035598755,378205.2356130282,471.6944173177083,0.6993434629596025,0.0073190033456006056,0.007337177723775026,5.681067833714927,613.8973614180042,0.009545580494392978,0.007334445971329316,0.006747331838761533,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.42197373548970063,0.41394766254173493,0.5554797649383545,0.3253419986658657,0.02056573416587847,0.020502052082295125,2.461810233717552,0.649595055007118,0.024467240949224495,0.020922353312890257,0.02432047623287378,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.07277770264263594,0.04925957847597496,0.18621614277362825,0.6523218354277087,0.11348726899863165,0.12166203919420505,3.5869443140621855,0.26977342834800455,0.16611493505378527,0.11466393355428649,0.12732135974024444,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.12485396012146152,0.09554293526952565,0.24747764236397213,1.8560822439757092,0.1822252606882084,0.1583778618257675,17.120561391291567,0.3533467986574401,0.23622070774581316,0.16544466810680641,0.11426495203654621,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 6cc25a77ce2bca4389265c212e14167668f2729e..910844da9dde98d236243fbfcf188b0e0058fc01 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T06:02:39.441864+00:00", + "evaluated_at": "2026-06-23T06:14:24.338432+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64083.41015625, 64510.44140625, 64399.921875, 64199.53125, @@ -101,10 +100,10 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64247.73828125 + 64247.73828125, + 63989.94921875 ], "actuals": [ - 63989.94921875, 64211.19140625, 64165.98828125, 64145.390625, @@ -127,350 +126,350 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63400.01171875 + 63400.0, + 63152.421875 ], "p50": [ - 64285.49609375, - 64226.083984375, - 64250.419921875, - 64227.740234375, - 64245.66015625, - 64250.22265625, - 64291.220703125, - 64347.962890625, - 64268.265625, - 64357.453125, - 64374.9765625, - 64341.345703125, - 64310.767578125, - 64353.662109375, - 64295.830078125, - 64271.693359375, - 64398.59375, - 64372.251953125, - 64341.78515625, - 64349.396484375, - 64286.732421875, - 64380.306640625, - 64406.962890625, - 64295.552734375 + 63994.70703125, + 63915.759765625, + 63987.56640625, + 64081.693359375, + 63948.904296875, + 64076.48046875, + 64087.2265625, + 64118.86328125, + 64057.47265625, + 64041.763671875, + 64118.775390625, + 64119.42578125, + 64020.380859375, + 63871.38671875, + 63983.33203125, + 64208.302734375, + 64270.8828125, + 64151.12109375, + 64289.384765625, + 64145.1796875, + 64192.04296875, + 64289.53125, + 64256.05859375, + 64289.640625 ], "p10": [ - 63965.501953125, - 63854.51171875, - 63896.11328125, - 63724.87109375, - 63761.943359375, - 63694.650390625, - 63760.126953125, - 63783.517578125, - 63527.365234375, - 63625.97265625, - 63546.111328125, - 63635.724609375, - 63460.830078125, - 63555.892578125, - 63427.37109375, - 63330.728515625, - 63426.341796875, - 63490.83203125, - 63363.345703125, - 63417.45703125, - 63194.765625, - 63394.212890625, - 63358.474609375, - 63306.638671875 + 63685.74609375, + 63505.62890625, + 63381.765625, + 63517.39453125, + 63287.287109375, + 63251.01953125, + 63358.0546875, + 63207.904296875, + 63275.361328125, + 63329.931640625, + 63180.599609375, + 63278.09765625, + 63215.26953125, + 63016.984375, + 63254.986328125, + 63227.3828125, + 63245.572265625, + 63222.333984375, + 63104.263671875, + 62968.2890625, + 63234.10546875, + 63205.244140625, + 62981.87890625, + 63173.625 ], "p90": [ - 64497.6953125, - 64576.228515625, - 64573.23046875, - 64733.60546875, - 64768.03515625, - 64762.03515625, - 64858.109375, - 64896.98046875, - 64977.494140625, - 65113.326171875, - 65165.267578125, - 65089.447265625, - 65122.236328125, - 65209.826171875, - 65053.203125, - 65172.8359375, - 65169.736328125, - 65187.951171875, - 65174.65234375, - 65223.041015625, - 65151.501953125, - 65234.666015625, - 65430.587890625, - 65255.302734375 + 64317.748046875, + 64350.064453125, + 64573.357421875, + 64647.69140625, + 64561.365234375, + 64865.607421875, + 64797.30078125, + 64935.541015625, + 65001.51171875, + 64744.02734375, + 65086.7734375, + 64949.77734375, + 64814.55859375, + 64858.208984375, + 65113.318359375, + 65281.123046875, + 65540.01171875, + 65438.0859375, + 65456.943359375, + 65331.65625, + 65525.634765625, + 65919.63671875, + 65550.041015625, + 65699.7109375 ], "mean": [ - 64262.7734375, - 64231.21875, - 64255.6953125, - 64204.80859375, - 64255.66015625, - 64242.046875, - 64316.203125, - 64332.91015625, - 64258.609375, - 64381.55078125, - 64359.22265625, - 64403.5625, - 64281.8984375, - 64367.76171875, - 64280.1171875, - 64213.4765625, - 64362.6796875, - 64385.60546875, - 64313.296875, - 64349.9921875, - 64263.44140625, - 64094.40234375, - 64417.5, - 64240.81640625 + 63988.66015625, + 63920.1171875, + 63993.625, + 64106.55859375, + 63981.85546875, + 64063.4140625, + 64066.8515625, + 64129.41015625, + 64113.9453125, + 64032.6875, + 64148.4609375, + 64118.25390625, + 63986.36328125, + 63934.6171875, + 64105.03515625, + 64271.38671875, + 64249.10546875, + 64241.07421875, + 64308.55859375, + 64175.0546875, + 64303.734375, + 64457.9921875, + 64263.05859375, + 64437.19921875 ], "quantiles": { "0.1": [ - 63965.501953125, - 63854.51171875, - 63896.11328125, - 63724.87109375, - 63761.943359375, - 63694.650390625, - 63760.126953125, - 63783.517578125, - 63527.365234375, - 63625.97265625, - 63546.111328125, - 63635.724609375, - 63460.830078125, - 63555.892578125, - 63427.37109375, - 63330.728515625, - 63426.341796875, - 63490.83203125, - 63363.345703125, - 63417.45703125, - 63194.765625, - 63394.212890625, - 63358.474609375, - 63306.638671875 + 63685.74609375, + 63505.62890625, + 63381.765625, + 63517.39453125, + 63287.287109375, + 63251.01953125, + 63358.0546875, + 63207.904296875, + 63275.361328125, + 63329.931640625, + 63180.599609375, + 63278.09765625, + 63215.26953125, + 63016.984375, + 63254.986328125, + 63227.3828125, + 63245.572265625, + 63222.333984375, + 63104.263671875, + 62968.2890625, + 63234.10546875, + 63205.244140625, + 62981.87890625, + 63173.625 ], "0.2": [ - 63965.501953125, - 63854.51171875, - 63896.11328125, - 63724.87109375, - 63761.943359375, - 63694.650390625, - 63760.126953125, - 63783.517578125, - 63527.365234375, - 63625.97265625, - 63546.111328125, - 63635.724609375, - 63460.830078125, - 63555.892578125, - 63427.37109375, - 63330.728515625, - 63426.341796875, - 63490.83203125, - 63363.345703125, - 63417.45703125, - 63194.765625, - 63394.212890625, - 63358.474609375, - 63306.638671875 + 63685.74609375, + 63505.62890625, + 63381.765625, + 63517.39453125, + 63287.287109375, + 63251.01953125, + 63358.0546875, + 63207.904296875, + 63275.361328125, + 63329.931640625, + 63180.599609375, + 63278.09765625, + 63215.26953125, + 63016.984375, + 63254.986328125, + 63227.3828125, + 63245.572265625, + 63222.333984375, + 63104.263671875, + 62968.2890625, + 63234.10546875, + 63205.244140625, + 62981.87890625, + 63173.625 ], "0.3": [ - 63965.501953125, - 63854.51171875, - 63896.11328125, - 63724.87109375, - 63761.943359375, - 63694.650390625, - 63760.126953125, - 63783.517578125, - 63527.365234375, - 63625.97265625, - 63546.111328125, - 63635.724609375, - 63460.830078125, - 63555.892578125, - 63427.37109375, - 63330.728515625, - 63426.341796875, - 63490.83203125, - 63363.345703125, - 63417.45703125, - 63194.765625, - 63394.212890625, - 63358.474609375, - 63306.638671875 + 63685.74609375, + 63505.62890625, + 63381.765625, + 63517.39453125, + 63287.287109375, + 63251.01953125, + 63358.0546875, + 63207.904296875, + 63275.361328125, + 63329.931640625, + 63180.599609375, + 63278.09765625, + 63215.26953125, + 63016.984375, + 63254.986328125, + 63227.3828125, + 63245.572265625, + 63222.333984375, + 63104.263671875, + 62968.2890625, + 63234.10546875, + 63205.244140625, + 62981.87890625, + 63173.625 ], "0.4": [ - 64285.49609375, - 64226.083984375, - 64250.419921875, - 64227.740234375, - 64245.66015625, - 64250.22265625, - 64291.220703125, - 64347.962890625, - 64268.265625, - 64357.453125, - 64374.9765625, - 64341.345703125, - 64310.767578125, - 64353.662109375, - 64295.830078125, - 64271.693359375, - 64398.59375, - 64372.251953125, - 64341.78515625, - 64349.396484375, - 64286.732421875, - 64380.306640625, - 64406.962890625, - 64295.552734375 + 63994.70703125, + 63915.759765625, + 63987.56640625, + 64081.693359375, + 63948.904296875, + 64076.48046875, + 64087.2265625, + 64118.86328125, + 64057.47265625, + 64041.763671875, + 64118.775390625, + 64119.42578125, + 64020.380859375, + 63871.38671875, + 63983.33203125, + 64208.302734375, + 64270.8828125, + 64151.12109375, + 64289.384765625, + 64145.1796875, + 64192.04296875, + 64289.53125, + 64256.05859375, + 64289.640625 ], "0.5": [ - 64285.49609375, - 64226.083984375, - 64250.419921875, - 64227.740234375, - 64245.66015625, - 64250.22265625, - 64291.220703125, - 64347.962890625, - 64268.265625, - 64357.453125, - 64374.9765625, - 64341.345703125, - 64310.767578125, - 64353.662109375, - 64295.830078125, - 64271.693359375, - 64398.59375, - 64372.251953125, - 64341.78515625, - 64349.396484375, - 64286.732421875, - 64380.306640625, - 64406.962890625, - 64295.552734375 + 63994.70703125, + 63915.759765625, + 63987.56640625, + 64081.693359375, + 63948.904296875, + 64076.48046875, + 64087.2265625, + 64118.86328125, + 64057.47265625, + 64041.763671875, + 64118.775390625, + 64119.42578125, + 64020.380859375, + 63871.38671875, + 63983.33203125, + 64208.302734375, + 64270.8828125, + 64151.12109375, + 64289.384765625, + 64145.1796875, + 64192.04296875, + 64289.53125, + 64256.05859375, + 64289.640625 ], "0.6": [ - 64285.49609375, - 64226.083984375, - 64250.419921875, - 64227.740234375, - 64245.66015625, - 64250.22265625, - 64291.220703125, - 64347.962890625, - 64268.265625, - 64357.453125, - 64374.9765625, - 64341.345703125, - 64310.767578125, - 64353.662109375, - 64295.830078125, - 64271.693359375, - 64398.59375, - 64372.251953125, - 64341.78515625, - 64349.396484375, - 64286.732421875, - 64380.306640625, - 64406.962890625, - 64295.552734375 + 63994.70703125, + 63915.759765625, + 63987.56640625, + 64081.693359375, + 63948.904296875, + 64076.48046875, + 64087.2265625, + 64118.86328125, + 64057.47265625, + 64041.763671875, + 64118.775390625, + 64119.42578125, + 64020.380859375, + 63871.38671875, + 63983.33203125, + 64208.302734375, + 64270.8828125, + 64151.12109375, + 64289.384765625, + 64145.1796875, + 64192.04296875, + 64289.53125, + 64256.05859375, + 64289.640625 ], "0.7": [ - 64285.49609375, - 64226.083984375, - 64250.419921875, - 64227.740234375, - 64245.66015625, - 64250.22265625, - 64291.220703125, - 64347.962890625, - 64268.265625, - 64357.453125, - 64374.9765625, - 64341.345703125, - 64310.767578125, - 64353.662109375, - 64295.830078125, - 64271.693359375, - 64398.59375, - 64372.251953125, - 64341.78515625, - 64349.396484375, - 64286.732421875, - 64380.306640625, - 64406.962890625, - 64295.552734375 + 63994.70703125, + 63915.759765625, + 63987.56640625, + 64081.693359375, + 63948.904296875, + 64076.48046875, + 64087.2265625, + 64118.86328125, + 64057.47265625, + 64041.763671875, + 64118.775390625, + 64119.42578125, + 64020.380859375, + 63871.38671875, + 63983.33203125, + 64208.302734375, + 64270.8828125, + 64151.12109375, + 64289.384765625, + 64145.1796875, + 64192.04296875, + 64289.53125, + 64256.05859375, + 64289.640625 ], "0.8": [ - 64497.6953125, - 64576.228515625, - 64573.23046875, - 64733.60546875, - 64768.03515625, - 64762.03515625, - 64858.109375, - 64896.98046875, - 64977.494140625, - 65113.326171875, - 65165.267578125, - 65089.447265625, - 65122.236328125, - 65209.826171875, - 65053.203125, - 65172.8359375, - 65169.736328125, - 65187.951171875, - 65174.65234375, - 65223.041015625, - 65151.501953125, - 65234.666015625, - 65430.587890625, - 65255.302734375 + 64317.748046875, + 64350.064453125, + 64573.357421875, + 64647.69140625, + 64561.365234375, + 64865.607421875, + 64797.30078125, + 64935.541015625, + 65001.51171875, + 64744.02734375, + 65086.7734375, + 64949.77734375, + 64814.55859375, + 64858.208984375, + 65113.318359375, + 65281.123046875, + 65540.01171875, + 65438.0859375, + 65456.943359375, + 65331.65625, + 65525.634765625, + 65919.63671875, + 65550.041015625, + 65699.7109375 ], "0.9": [ - 64497.6953125, - 64576.228515625, - 64573.23046875, - 64733.60546875, - 64768.03515625, - 64762.03515625, - 64858.109375, - 64896.98046875, - 64977.494140625, - 65113.326171875, - 65165.267578125, - 65089.447265625, - 65122.236328125, - 65209.826171875, - 65053.203125, - 65172.8359375, - 65169.736328125, - 65187.951171875, - 65174.65234375, - 65223.041015625, - 65151.501953125, - 65234.666015625, - 65430.587890625, - 65255.302734375 + 64317.748046875, + 64350.064453125, + 64573.357421875, + 64647.69140625, + 64561.365234375, + 64865.607421875, + 64797.30078125, + 64935.541015625, + 65001.51171875, + 64744.02734375, + 65086.7734375, + 64949.77734375, + 64814.55859375, + 64858.208984375, + 65113.318359375, + 65281.123046875, + 65540.01171875, + 65438.0859375, + 65456.943359375, + 65331.65625, + 65525.634765625, + 65919.63671875, + 65550.041015625, + 65699.7109375 ] }, "timestamps": [ - "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", "2026-06-18 09:00:00", @@ -589,6 +588,7 @@ "2026-06-23 02:00:00", "2026-06-23 03:00:00", "2026-06-23 04:00:00", - "2026-06-23 05:00:00" + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 4f7e38b20de7185cdf215fdeeec19c63bbf09a6a..d30a0ef33b83801acea08d92e01a2b4d4bd1372b 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,29 +1,11 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T06:03:08.290044+00:00", + "evaluated_at": "2026-06-23T06:14:27.102570+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 9fb40d352d669b638989163f6f2b50df4a23d98a..c4eb751feb2672e1d52d80d9af8e7ab3a14f5692 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,282911.15880468604,277998.7067957465,375.1769779673802,0.5463907308064319,0.005801428646519229,0.00582695164737717,9.025008477072392,531.8939356720342,0.00826601200722826,0.005830518448749878,0.005071669824917084,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,325327.38804203266,321710.6114622582,415.5829144394217,0.6161514401285629,0.006439491765864271,0.006461838499588312,10.87960183096031,570.3747785816205,0.008868841443374794,0.006461959948341923,0.005698744612623687,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,3.7254732223560887,3.857635656925538,1.6989814043242737,0.995085763097673,0.06234093839361071,0.06375101933657625,7.0135930254093175,1.9301484974882344,0.07269976578764256,0.06399277067680005,0.05485515880509876,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.24274613257433367,0.24117574564969096,0.44525821584704206,1.5597555199803164,0.2596839857428244,0.30472117312273717,57.66563092438332,0.49269273647409667,0.3033791075053137,0.274170959165715,0.26950343462042464,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06843283472034917,0.06789347881729456,0.2097124681343122,1.5728434485081584,0.15435024931729235,0.13696049638953653,23.68945243816165,0.2615967024263669,0.1748835943212701,0.14019775425738226,0.12961325380888666,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 47b7a344a14a7986c7381b4444c6d95f78581d5d..01260bb71de5ae5a20523f78c12bf4f22fde36f7 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T06:05:00.967349+00:00", + "evaluated_at": "2026-06-23T06:14:43.343923+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64083.41015625, 64510.44140625, 64399.921875, 64199.53125, @@ -101,10 +100,10 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64247.73828125 + 64247.73828125, + 63989.94921875 ], "actuals": [ - 63989.94921875, 64211.19140625, 64165.98828125, 64145.390625, @@ -127,350 +126,350 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63400.01171875 + 63400.0, + 63152.421875 ], "p50": [ - 64097.54968989857, - 64097.87781489857, - 64097.54968989857, - 64105.21375239857, - 64078.29968989857, - 64097.87781489857, - 64097.87781489857, - 64104.26843989857, - 64100.28797114857, - 64104.26843989857, - 64097.83093989857, - 64097.85437739857, - 64102.27820552357, - 64100.28797114857, - 64114.78015864857, - 64095.91883052357, - 64117.60047114857, - 64097.72156489857, - 64097.61218989857, - 64097.61218989857, - 64097.83093989857, - 64100.28797114857, - 64084.72937739857, - 64100.28797114857 + 64091.97658648574, + 64091.75783648574, + 64086.49025836074, + 64092.02346148574, + 64098.41408648574, + 64086.49025836074, + 64072.44533648574, + 64094.43361773574, + 64078.87502398574, + 64098.41408648574, + 64082.58596148574, + 64082.58596148574, + 64096.42385211074, + 64084.54689898574, + 64088.43361773574, + 64090.09572711074, + 64094.43361773574, + 64091.72658648574, + 64091.83596148574, + 64090.06447711074, + 64108.92580523574, + 64090.06447711074, + 64068.99025836074, + 64091.86721148574 ], "p10": [ - 63857.42898677357, - 63846.99109614857, - 63871.336018023576, - 63861.90750239857, - 63846.312971148574, - 63861.90750239857, - 63871.336018023576, - 63820.32312739857, - 63846.99109614857, - 63846.99109614857, - 63782.79968989857, - 63838.221174273574, - 63846.99109614857, - 63840.20984614857, - 63904.61218989857, - 63846.99109614857, - 63862.27625239857, - 63857.42898677357, - 63846.99109614857, - 63816.570783648574, - 63862.27625239857, - 63865.050861773576, - 63862.27625239857, - 63871.336018023576 + 63882.60705523574, + 63852.73439898574, + 63832.36682086074, + 63851.57463336074, + 63841.08869586074, + 63814.46877398574, + 63841.13674273574, + 63860.72502398574, + 63834.35549273574, + 63840.65627398574, + 63841.08869586074, + 63840.65627398574, + 63856.42189898574, + 63834.35549273574, + 63832.36682086074, + 63840.65627398574, + 63860.72502398574, + 63840.02619586074, + 63861.20314898574, + 63841.13674273574, + 63884.45705523574, + 63856.42189898574, + 63840.65627398574, + 63841.13674273574 ], "p90": [ - 64391.48718989857, - 64366.670393023574, - 64332.92859614857, - 64422.85828364857, - 64333.99578364857, - 64343.85711177357, - 64332.92859614857, - 64334.252424273574, - 64422.85828364857, - 64346.16687739857, - 64332.73172114857, - 64363.91297114857, - 64394.62429927357, - 64391.48718989857, - 64343.60047114857, - 64394.62429927357, - 64369.80750239857, - 64427.49109614857, - 64422.85828364857, - 64345.63172114857, - 64422.85828364857, - 64333.99578364857, - 64346.16687739857, - 64343.85711177357 + 64417.00393023574, + 64326.85549273574, + 64327.07424273574, + 64328.14143023574, + 64327.07424273574, + 64337.74611773574, + 64327.07424273574, + 64358.05861773574, + 64326.87736773574, + 64358.05861773574, + 64327.07424273574, + 64302.45705523574, + 64388.76994586074, + 64342.08713336074, + 64310.17424273574, + 64340.31252398574, + 64342.08713336074, + 64340.31252398574, + 64342.08713336074, + 64360.81603961074, + 64342.08713336074, + 64385.63283648574, + 64304.89689898574, + 64340.31252398574 ], "mean": [ - 64092.856740679636, - 64114.79906489839, - 64092.180295367136, - 64116.06797114839, - 64065.84547114839, - 64109.94635005464, - 64107.91193599214, - 64063.54236567964, - 64107.44771724214, - 64100.95801021089, - 64071.700978960886, - 64091.20109614839, - 64108.50013911714, - 64117.50672114839, - 64129.94314692964, - 64092.38211177339, - 64125.92267817964, - 64102.20875239839, - 64093.32654536714, - 64071.86959224214, - 64118.79217036714, - 64104.85093989839, - 64081.77705317964, - 64116.76357661714 + 64115.52766070418, + 64112.76771929793, + 64058.20344195418, + 64077.07998492293, + 64095.10475054793, + 64065.69148882918, + 64057.33383257918, + 64105.31131304793, + 64075.04588336043, + 64096.84648882918, + 64091.03385211043, + 64051.92375445418, + 64121.10172320418, + 64078.40934039168, + 64073.632523985434, + 64088.65297320418, + 64112.45846148543, + 64075.76732867293, + 64102.30711382918, + 64078.56285601668, + 64121.83580523543, + 64099.18357867293, + 64051.82820757918, + 64097.83010211043 ], "quantiles": { "0.1": [ - 63857.42898677357, - 63846.99109614857, - 63871.336018023576, - 63861.90750239857, - 63846.312971148574, - 63861.90750239857, - 63871.336018023576, - 63820.32312739857, - 63846.99109614857, - 63846.99109614857, - 63782.79968989857, - 63838.221174273574, - 63846.99109614857, - 63840.20984614857, - 63904.61218989857, - 63846.99109614857, - 63862.27625239857, - 63857.42898677357, - 63846.99109614857, - 63816.570783648574, - 63862.27625239857, - 63865.050861773576, - 63862.27625239857, - 63871.336018023576 + 63882.60705523574, + 63852.73439898574, + 63832.36682086074, + 63851.57463336074, + 63841.08869586074, + 63814.46877398574, + 63841.13674273574, + 63860.72502398574, + 63834.35549273574, + 63840.65627398574, + 63841.08869586074, + 63840.65627398574, + 63856.42189898574, + 63834.35549273574, + 63832.36682086074, + 63840.65627398574, + 63860.72502398574, + 63840.02619586074, + 63861.20314898574, + 63841.13674273574, + 63884.45705523574, + 63856.42189898574, + 63840.65627398574, + 63841.13674273574 ], "0.2": [ - 63927.22937739857, - 63936.90906489857, - 63927.22937739857, - 63973.73953364857, - 63927.22937739857, - 63978.56922114857, - 63950.918439898574, - 63922.72156489857, - 63922.56531489857, - 63927.22937739857, - 63904.69031489857, - 63904.53406489857, - 63924.64578364857, - 63927.22937739857, - 63998.82703364857, - 63904.69031489857, - 63936.90906489857, - 63954.42078364857, - 63949.590314898574, - 63904.53406489857, - 63950.918439898574, - 63988.371564898574, - 63930.26843989857, - 63983.37781489857 + 63972.71486773574, + 63983.76564898574, + 63884.45705523574, + 63898.83596148574, + 63906.37658648574, + 63884.45705523574, + 63908.45705523574, + 63921.37502398574, + 63903.65705523574, + 63924.41408648574, + 63906.53283648574, + 63895.33518023574, + 63948.56643023574, + 63924.41408648574, + 63884.45705523574, + 63898.83596148574, + 63967.88518023574, + 63895.33518023574, + 63972.71486773574, + 63964.38283648574, + 63987.92580523574, + 63931.05471148574, + 63898.83596148574, + 63924.41408648574 ], "0.3": [ - 64010.457502398574, - 63993.78015864857, - 64000.08875239857, - 64024.615705523574, - 63991.90906489857, - 64020.49968989857, - 64000.08875239857, - 64010.457502398574, - 64015.88953364857, - 63993.78015864857, - 63991.22234614857, - 63987.74734614857, - 64022.29968989857, - 64025.60828364857, - 64046.56140864857, - 64014.90125239857, - 64016.29968989857, - 64016.29968989857, - 63993.78015864857, - 63991.22234614857, - 64025.60828364857, - 64046.56140864857, - 63993.78015864857, - 64037.83875239857 + 64015.40471148574, + 64015.40471148574, + 63981.89299273574, + 63991.09377398574, + 63987.92580523574, + 63987.92580523574, + 63981.89299273574, + 63987.92580523574, + 63981.89299273574, + 64012.97658648574, + 63985.36799273574, + 63986.05471148574, + 64012.09416461074, + 63992.34182086074, + 63948.56643023574, + 64004.60314898574, + 64010.32228961074, + 63986.05471148574, + 64010.44533648574, + 64010.44533648574, + 64058.45705523574, + 64010.44533648574, + 63965.47033648574, + 63987.36447711074 ], "0.4": [ - 64061.906721148574, - 64075.49109614857, - 64055.099689898576, - 64082.15750239857, - 64045.31531489857, - 64077.176252398574, - 64077.176252398574, - 64071.38953364857, - 64088.44031489857, - 64071.38953364857, - 64061.906721148574, - 64024.28484614857, - 64071.38953364857, - 64086.95593989857, - 64092.73328364857, - 64064.31140864857, - 64084.72937739857, - 64075.49109614857, - 64037.83875239857, - 64066.15359614857, - 64086.95593989857, - 64094.28797114857, - 64020.912189898576, - 64086.95593989857 + 64071.32189898574, + 64078.87502398574, + 64049.24533648574, + 64056.05236773574, + 64044.44533648574, + 64056.05236773574, + 64019.75393023574, + 64069.63674273574, + 64010.44533648574, + 64076.30314898574, + 64027.09221148574, + 64015.05783648574, + 64069.63674273574, + 64027.09221148574, + 64031.98439898574, + 64058.45705523574, + 64072.44533648574, + 64065.53518023574, + 64052.44533648574, + 64065.53518023574, + 64091.75783648574, + 64052.44533648574, + 64010.03518023574, + 64044.44533648574 ], "0.5": [ - 64097.54968989857, - 64097.87781489857, - 64097.54968989857, - 64105.21375239857, - 64078.29968989857, - 64097.87781489857, - 64097.87781489857, - 64104.26843989857, - 64100.28797114857, - 64104.26843989857, - 64097.83093989857, - 64097.85437739857, - 64102.27820552357, - 64100.28797114857, - 64114.78015864857, - 64095.91883052357, - 64117.60047114857, - 64097.72156489857, - 64097.61218989857, - 64097.61218989857, - 64097.83093989857, - 64100.28797114857, - 64084.72937739857, - 64100.28797114857 + 64091.97658648574, + 64091.75783648574, + 64086.49025836074, + 64092.02346148574, + 64098.41408648574, + 64086.49025836074, + 64072.44533648574, + 64094.43361773574, + 64078.87502398574, + 64098.41408648574, + 64082.58596148574, + 64082.58596148574, + 64096.42385211074, + 64084.54689898574, + 64088.43361773574, + 64090.09572711074, + 64094.43361773574, + 64091.72658648574, + 64091.83596148574, + 64090.06447711074, + 64108.92580523574, + 64090.06447711074, + 64068.99025836074, + 64091.86721148574 ], "0.6": [ - 64117.60047114857, - 64166.64734614857, - 64105.02468989857, - 64162.85672114857, - 64110.45203364857, - 64166.431721148576, - 64121.88015864857, - 64130.29968989857, - 64130.29968989857, - 64138.66375239857, - 64115.908283648576, - 64160.56922114857, - 64166.28797114857, - 64160.56922114857, - 64166.431721148576, - 64138.66375239857, - 64182.15984614857, - 64154.953596148574, - 64128.29968989857, - 64129.099689898576, - 64137.46375239857, - 64160.56922114857, - 64110.45203364857, - 64151.20984614857 + 64122.44533648574, + 64124.44533648574, + 64104.59768023574, + 64123.24533648574, + 64157.00236773574, + 64096.02580523574, + 64104.59768023574, + 64124.44533648574, + 64110.05393023574, + 64145.35549273574, + 64122.44533648574, + 64111.74611773574, + 64160.79299273574, + 64116.02580523574, + 64122.44533648574, + 64157.00236773574, + 64122.44533648574, + 64123.24533648574, + 64149.09924273574, + 64123.24533648574, + 64179.82814898574, + 64108.92580523574, + 64099.17033648574, + 64170.60549273574 ], "0.7": [ - 64184.84461177357, - 64234.40906489857, - 64166.28797114857, - 64230.30750239857, - 64166.39578364857, - 64231.53797114857, - 64200.10125239857, - 64180.734846148574, - 64198.83875239857, - 64197.586408648574, - 64190.70984614857, - 64230.30750239857, - 64208.367658648574, - 64239.51062739857, - 64208.367658648574, - 64198.83875239857, - 64239.812971148574, - 64208.367658648574, - 64201.353596148576, - 64197.04968989857, - 64197.04968989857, - 64207.22156489857, - 64166.28797114857, - 64197.04968989857 + 64192.98439898574, + 64191.73205523574, + 64164.98439898574, + 64178.99025836074, + 64195.49924273574, + 64170.60549273574, + 64174.88049273574, + 64191.73205523574, + 64172.36682086074, + 64192.98439898574, + 64195.49924273574, + 64164.98439898574, + 64225.68361773574, + 64184.85549273574, + 64176.47658648574, + 64228.55471148574, + 64201.36721148574, + 64191.19533648574, + 64202.51330523574, + 64178.99025836074, + 64241.69533648574, + 64195.49924273574, + 64166.67072711074, + 64224.45314898574 ], "0.8": [ - 64259.568439898576, - 64291.13172114857, - 64240.51843989857, - 64261.12781489857, - 64239.71218989857, - 64292.90203364857, - 64252.01843989857, - 64241.92468989857, - 64309.537189898576, - 64259.568439898576, - 64248.443439898576, - 64253.45047114857, - 64308.31140864857, - 64330.32312739857, - 64309.537189898576, - 64241.92468989857, - 64314.44031489857, - 64301.23015864857, - 64259.17859614857, - 64247.54968989857, - 64259.568439898576, - 64259.17859614857, - 64240.51843989857, - 64252.01843989857 + 64253.71408648574, + 64255.27346148574, + 64247.59611773574, + 64247.59611773574, + 64246.16408648574, + 64253.71408648574, + 64234.66408648574, + 64293.60549273574, + 64242.58908648574, + 64253.32424273574, + 64247.59611773574, + 64233.65627398574, + 64295.37580523574, + 64241.69533648574, + 64229.57502398574, + 64293.60549273574, + 64283.19533648574, + 64260.85783648574, + 64255.27346148574, + 64253.71408648574, + 64295.37580523574, + 64283.19533648574, + 64233.85783648574, + 64255.27346148574 ], "0.9": [ - 64391.48718989857, - 64366.670393023574, - 64332.92859614857, - 64422.85828364857, - 64333.99578364857, - 64343.85711177357, - 64332.92859614857, - 64334.252424273574, - 64422.85828364857, - 64346.16687739857, - 64332.73172114857, - 64363.91297114857, - 64394.62429927357, - 64391.48718989857, - 64343.60047114857, - 64394.62429927357, - 64369.80750239857, - 64427.49109614857, - 64422.85828364857, - 64345.63172114857, - 64422.85828364857, - 64333.99578364857, - 64346.16687739857, - 64343.85711177357 + 64417.00393023574, + 64326.85549273574, + 64327.07424273574, + 64328.14143023574, + 64327.07424273574, + 64337.74611773574, + 64327.07424273574, + 64358.05861773574, + 64326.87736773574, + 64358.05861773574, + 64327.07424273574, + 64302.45705523574, + 64388.76994586074, + 64342.08713336074, + 64310.17424273574, + 64340.31252398574, + 64342.08713336074, + 64340.31252398574, + 64342.08713336074, + 64360.81603961074, + 64342.08713336074, + 64385.63283648574, + 64304.89689898574, + 64340.31252398574 ] }, "timestamps": [ - "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", "2026-06-18 09:00:00", @@ -589,6 +588,7 @@ "2026-06-23 02:00:00", "2026-06-23 03:00:00", "2026-06-23 04:00:00", - "2026-06-23 05:00:00" + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 4a27ea92b9286810302960664e48e14f8c43fe09..1e30d32f06286cd002a1be8ac9db22923c241e8d 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,29 +1,11 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T06:05:01.011189+00:00", + "evaluated_at": "2026-06-23T06:14:43.351288+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index 49bc00107dd2a6133874aef3adfbad89b82dc732..0fdafddba340ebb21cdbc53502157b00cbc2d028 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-23T05:59:14.956440+00:00", - "finished_at": "2026-06-23T06:05:05.468344+00:00", - "task_count": 4, + "started_at": "2026-06-23T06:12:08.304105+00:00", + "finished_at": "2026-06-23T06:14:47.774087+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,29 +10,11 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T06:00:04.554083+00:00", + "evaluated_at": "2026-06-23T06:12:43.678226+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 } @@ -42,29 +24,11 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T06:01:03.734931+00:00", + "evaluated_at": "2026-06-23T06:13:20.209688+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 } @@ -74,29 +38,11 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T06:01:44.342462+00:00", + "evaluated_at": "2026-06-23T06:13:50.387499+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 } @@ -106,29 +52,11 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T06:02:13.562108+00:00", + "evaluated_at": "2026-06-23T06:14:01.681528+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 } @@ -138,29 +66,11 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T06:03:08.290044+00:00", + "evaluated_at": "2026-06-23T06:14:27.102570+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 } @@ -170,29 +80,11 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T06:05:00.495546+00:00", + "evaluated_at": "2026-06-23T06:14:43.033275+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 } @@ -202,29 +94,11 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T06:05:00.851485+00:00", + "evaluated_at": "2026-06-23T06:14:43.271818+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 } @@ -234,29 +108,11 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T06:05:00.962217+00:00", + "evaluated_at": "2026-06-23T06:14:43.328177+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 } @@ -266,29 +122,11 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T06:05:01.011189+00:00", + "evaluated_at": "2026-06-23T06:14:43.351288+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 } @@ -298,29 +136,11 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T06:05:01.051066+00:00", + "evaluated_at": "2026-06-23T06:14:43.369830+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 } @@ -343,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-23T06:07:35.451338+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_061443.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_061443.json new file mode 100644 index 0000000000000000000000000000000000000000..2782e671b3d90245a37d79b50b889f2c3232909a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_061443.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-23T06:14:43.251404+00:00", + "metrics": { + "MSE[mean]": 435555.9379427021, + "MSE[0.5]": 1163057.7967407226, + "MAE[0.5]": 961.1461154328035, + "MASE[0.5]": 1.4250142212817576, + "MAPE[0.5]": 0.01488557577552748, + "sMAPE[0.5]": 0.015025060299224319, + "MSIS": 36.93396890203224, + "RMSE[mean]": 659.9666188093926, + "NRMSE[mean]": 0.010261918163169785, + "ND[0.5]": 0.014945002517269133, + "mean_weighted_sum_quantile_loss": 0.013995964797750664 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 63152.421875 + ], + "predictions": { + "p50": [ + 63318.92966434221, + 63358.32288813668, + 63344.28381469909, + 63369.64323694281, + 63337.74111103857, + 63363.637466022745, + 63333.303822655944, + 63379.43698973123, + 63381.01172840078, + 63392.515468325226, + 63386.89024191944, + 63395.63252181106, + 63397.26120725989, + 63362.48498235523, + 63353.127765790734, + 63367.33047887872, + 63387.92901086144, + 63382.37885304399, + 63384.49829838311, + 63368.05323821005, + 63398.27707216281, + 63382.83384555884, + 63379.20265016796, + 63404.08859583584 + ], + "p10": [ + 63072.94999072657, + 63080.29969228129, + 63080.142901346255, + 63112.516114502534, + 63079.9800936291, + 63098.74644367946, + 63120.478705173395, + 63124.1287405117, + 63098.3384714073, + 63106.05684104526, + 63107.04817284331, + 63140.28657537842, + 63103.00592089527, + 63103.50106869535, + 63080.80710298798, + 63104.205636958126, + 63110.511688664556, + 63113.37554591073, + 63110.86360456799, + 63110.98713287455, + 63131.37534294053, + 63131.45310666135, + 63131.51480625513, + 63111.27356043016 + ], + "p90": [ + 63556.52348165136, + 63582.10714964783, + 63591.276715556465, + 63560.957020004935, + 63564.93064979559, + 63581.20828317049, + 63585.42729351953, + 63603.08679420565, + 63576.134648822685, + 63669.83837888004, + 63608.85563020985, + 63577.92478484861, + 63608.09587423565, + 63608.591022035725, + 63576.81260534649, + 63592.12033937574, + 63594.08517958935, + 63579.439019648904, + 63579.594709827, + 63640.762941431036, + 63610.33339663449, + 63610.194123660025, + 63580.70879851496, + 63593.12952626268 + ], + "mean": [ + 64894.49282937331, + 64306.91624426785, + 64626.94211598456, + 63327.81424415099, + 64284.58169231657, + 64628.10431273225, + 63673.420384518206, + 64655.01835904008, + 64320.62732422764, + 64667.10924895308, + 64011.39538090586, + 64018.07450831946, + 64000.053814221596, + 64321.97031497185, + 63331.22557163367, + 63685.30730846021, + 64003.966192016946, + 63688.70002893541, + 63676.44501560107, + 64322.7318511924, + 64038.865319134646, + 64001.07814826516, + 64647.33537591816, + 64022.651962922086 + ], + "quantiles": { + "0.1": [ + 63072.94999072657, + 63080.29969228129, + 63080.142901346255, + 63112.516114502534, + 63079.9800936291, + 63098.74644367946, + 63120.478705173395, + 63124.1287405117, + 63098.3384714073, + 63106.05684104526, + 63107.04817284331, + 63140.28657537842, + 63103.00592089527, + 63103.50106869535, + 63080.80710298798, + 63104.205636958126, + 63110.511688664556, + 63113.37554591073, + 63110.86360456799, + 63110.98713287455, + 63131.37534294053, + 63131.45310666135, + 63131.51480625513, + 63111.27356043016 + ], + "0.2": [ + 63159.729259615604, + 63221.57584684113, + 63195.76833912286, + 63222.7451402374, + 63139.576583400056, + 63192.27759408094, + 63178.46437149477, + 63196.76381749805, + 63176.92862719011, + 63237.181940195245, + 63196.975490388104, + 63238.959818323645, + 63185.675226380394, + 63202.485082023406, + 63151.7138879468, + 63186.874942443246, + 63222.9686566779, + 63263.69086171077, + 63197.64287345702, + 63246.021922735556, + 63264.72653544755, + 63223.619874918084, + 63198.003875387556, + 63241.792785921636 + ], + "0.3": [ + 63237.22130420425, + 63266.419912470585, + 63264.23619048002, + 63275.65778632536, + 63260.47085801426, + 63285.30237050907, + 63250.63941928669, + 63287.270412334525, + 63266.4956165381, + 63302.49629238704, + 63272.30534811245, + 63285.4590739486, + 63273.60196265111, + 63274.211106891074, + 63262.935614694405, + 63263.90576580685, + 63295.967851233974, + 63296.65796756099, + 63289.88890984931, + 63288.00561399098, + 63310.1930214639, + 63296.61906947416, + 63283.56049789688, + 63292.83437042122 + ], + "0.4": [ + 63272.057869006545, + 63323.42725159092, + 63318.66772942479, + 63326.14374373723, + 63295.30742281656, + 63332.49007762338, + 63287.17420258765, + 63340.61004549737, + 63317.19506616225, + 63355.44696351785, + 63340.79180678722, + 63339.890612893374, + 63342.30739038199, + 63308.667683560416, + 63341.40268743473, + 63333.3402381432, + 63344.94956345979, + 63344.6257433812, + 63341.602306335044, + 63334.06299747453, + 63359.869391998, + 63342.61292696594, + 63343.687270694245, + 63344.41132071557 + ], + "0.5": [ + 63318.92966434221, + 63358.32288813668, + 63344.28381469909, + 63369.64323694281, + 63337.74111103857, + 63363.637466022745, + 63333.303822655944, + 63379.43698973123, + 63381.01172840078, + 63392.515468325226, + 63386.89024191944, + 63395.63252181106, + 63397.26120725989, + 63362.48498235523, + 63353.127765790734, + 63367.33047887872, + 63387.92901086144, + 63382.37885304399, + 63384.49829838311, + 63368.05323821005, + 63398.27707216281, + 63382.83384555884, + 63379.20265016796, + 63404.08859583584 + ], + "0.6": [ + 63364.29611712166, + 63384.76254286451, + 63378.2385508606, + 63387.494421693635, + 63386.25869744272, + 63389.281356284875, + 63389.84942821414, + 63402.824866170704, + 63400.16069513583, + 63444.11220616416, + 63413.76527829115, + 63417.933206918424, + 63420.274168811215, + 63404.16903459478, + 63401.29879376862, + 63408.77998149699, + 63414.36866558927, + 63411.94849467013, + 63403.514972130775, + 63414.84410979926, + 63423.79089299273, + 63415.01988382945, + 63423.21095138138, + 63431.568330678885 + ], + "0.7": [ + 63417.06577517778, + 63445.93885761287, + 63430.75198667422, + 63419.1369844431, + 63411.829919995624, + 63423.48543080813, + 63447.43039290125, + 63449.4151310616, + 63449.52906387585, + 63488.67166403343, + 63474.02609029135, + 63460.244277597914, + 63475.4367012699, + 63442.95277284067, + 63427.688542141295, + 63476.63641733275, + 63475.544980337625, + 63454.82369884111, + 63444.256572128215, + 63459.97227017676, + 63493.09409251358, + 63449.233525387564, + 63461.055308039795, + 63480.7693591581 + ], + "0.8": [ + 63466.43465091833, + 63496.562143754636, + 63502.87428717843, + 63474.23486407558, + 63469.273949014074, + 63482.86527356575, + 63510.89032245505, + 63528.69716422841, + 63487.422228754294, + 63575.3101436564, + 63528.1886304182, + 63551.28175437636, + 63524.721235295205, + 63491.869555989724, + 63486.81017987609, + 63535.122997016544, + 63531.046272580934, + 63504.192574581655, + 63501.178928846115, + 63531.52171679093, + 63553.23992488504, + 63536.021530378064, + 63517.386610344816, + 63536.132183903486 + ], + "0.9": [ + 63556.52348165136, + 63582.10714964783, + 63591.276715556465, + 63560.957020004935, + 63564.93064979559, + 63581.20828317049, + 63585.42729351953, + 63603.08679420565, + 63576.134648822685, + 63669.83837888004, + 63608.85563020985, + 63577.92478484861, + 63608.09587423565, + 63608.591022035725, + 63576.81260534649, + 63592.12033937574, + 63594.08517958935, + 63579.439019648904, + 63579.594709827, + 63640.762941431036, + 63610.33339663449, + 63610.194123660025, + 63580.70879851496, + 63593.12952626268 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_061238.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_061238.json new file mode 100644 index 0000000000000000000000000000000000000000..3d35646624a98e9e4c7150fa389845d32c9837c9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_061238.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T06:12:38.826503+00:00", + "metrics": { + "MSE[mean]": 340170.05626742047, + "MSE[0.5]": 340170.05626742047, + "MAE[0.5]": 441.0779622395833, + "MASE[0.5]": 0.6539509017339701, + "MAPE[0.5]": 0.006833082980841135, + "sMAPE[0.5]": 0.00685990638726456, + "MSIS": 8.395292634005274, + "RMSE[mean]": 583.2409933015858, + "NRMSE[mean]": 0.009068900111136273, + "ND[0.5]": 0.006858386201783876, + "mean_weighted_sum_quantile_loss": 0.006602281431539444 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 63152.421875 + ], + "predictions": { + "p50": [ + 64047.75, + 64056.48828125, + 64068.39453125, + 64069.25390625, + 64067.55859375, + 64060.5234375, + 64063.9765625, + 64038.6328125, + 64028.21875, + 64020.55859375, + 64020.61328125, + 64054.6171875, + 64074.8984375, + 64065.765625, + 64035.16796875, + 63967.1875, + 63962.3828125, + 63954.29296875, + 63971.87109375, + 63999.69140625, + 64036.296875, + 64045.1953125, + 64034.265625, + 64028.4453125 + ], + "p10": [ + 63708.13671875, + 63627.17578125, + 63564.40625, + 63518.7578125, + 63468.26171875, + 63395.6640625, + 63348.48046875, + 63294.234375, + 63218.78515625, + 63168.41796875, + 63146.94140625, + 63195.8046875, + 63210.5, + 63175.421875, + 63153.5703125, + 63091.359375, + 62978.7734375, + 62963.5390625, + 62942.0546875, + 62979.93359375, + 63002.4140625, + 62990.171875, + 62950.984375, + 62972.1640625 + ], + "p90": [ + 64295.46484375, + 64380.52734375, + 64437.92578125, + 64481.59765625, + 64500.6328125, + 64552.421875, + 64549.6796875, + 64594.72265625, + 64582.53515625, + 64606.28125, + 64624.22265625, + 64635.63671875, + 64657.3671875, + 64664.40625, + 64664.90625, + 64630.70703125, + 64794.1015625, + 64797.54296875, + 64802.140625, + 64812.22265625, + 64830.8828125, + 64850.62109375, + 64870.25390625, + 64923.4765625 + ], + "mean": [ + 64047.75, + 64056.48828125, + 64068.39453125, + 64069.25390625, + 64067.55859375, + 64060.5234375, + 64063.9765625, + 64038.6328125, + 64028.21875, + 64020.55859375, + 64020.61328125, + 64054.6171875, + 64074.8984375, + 64065.765625, + 64035.16796875, + 63967.1875, + 63962.3828125, + 63954.29296875, + 63971.87109375, + 63999.69140625, + 64036.296875, + 64045.1953125, + 64034.265625, + 64028.4453125 + ], + "quantiles": { + "0.1": [ + 63708.13671875, + 63627.17578125, + 63564.40625, + 63518.7578125, + 63468.26171875, + 63395.6640625, + 63348.48046875, + 63294.234375, + 63218.78515625, + 63168.41796875, + 63146.94140625, + 63195.8046875, + 63210.5, + 63175.421875, + 63153.5703125, + 63091.359375, + 62978.7734375, + 62963.5390625, + 62942.0546875, + 62979.93359375, + 63002.4140625, + 62990.171875, + 62950.984375, + 62972.1640625 + ], + "0.2": [ + 63708.13671875, + 63627.17578125, + 63564.40625, + 63518.7578125, + 63468.26171875, + 63395.6640625, + 63348.48046875, + 63294.234375, + 63218.78515625, + 63168.41796875, + 63146.94140625, + 63195.8046875, + 63210.5, + 63175.421875, + 63153.5703125, + 63091.359375, + 62978.7734375, + 62963.5390625, + 62942.0546875, + 62979.93359375, + 63002.4140625, + 62990.171875, + 62950.984375, + 62972.1640625 + ], + "0.3": [ + 63708.13671875, + 63627.17578125, + 63564.40625, + 63518.7578125, + 63468.26171875, + 63395.6640625, + 63348.48046875, + 63294.234375, + 63218.78515625, + 63168.41796875, + 63146.94140625, + 63195.8046875, + 63210.5, + 63175.421875, + 63153.5703125, + 63091.359375, + 62978.7734375, + 62963.5390625, + 62942.0546875, + 62979.93359375, + 63002.4140625, + 62990.171875, + 62950.984375, + 62972.1640625 + ], + "0.4": [ + 64047.75, + 64056.48828125, + 64068.39453125, + 64069.25390625, + 64067.55859375, + 64060.5234375, + 64063.9765625, + 64038.6328125, + 64028.21875, + 64020.55859375, + 64020.61328125, + 64054.6171875, + 64074.8984375, + 64065.765625, + 64035.16796875, + 63967.1875, + 63962.3828125, + 63954.29296875, + 63971.87109375, + 63999.69140625, + 64036.296875, + 64045.1953125, + 64034.265625, + 64028.4453125 + ], + "0.5": [ + 64047.75, + 64056.48828125, + 64068.39453125, + 64069.25390625, + 64067.55859375, + 64060.5234375, + 64063.9765625, + 64038.6328125, + 64028.21875, + 64020.55859375, + 64020.61328125, + 64054.6171875, + 64074.8984375, + 64065.765625, + 64035.16796875, + 63967.1875, + 63962.3828125, + 63954.29296875, + 63971.87109375, + 63999.69140625, + 64036.296875, + 64045.1953125, + 64034.265625, + 64028.4453125 + ], + "0.6": [ + 64047.75, + 64056.48828125, + 64068.39453125, + 64069.25390625, + 64067.55859375, + 64060.5234375, + 64063.9765625, + 64038.6328125, + 64028.21875, + 64020.55859375, + 64020.61328125, + 64054.6171875, + 64074.8984375, + 64065.765625, + 64035.16796875, + 63967.1875, + 63962.3828125, + 63954.29296875, + 63971.87109375, + 63999.69140625, + 64036.296875, + 64045.1953125, + 64034.265625, + 64028.4453125 + ], + "0.7": [ + 64047.75, + 64056.48828125, + 64068.39453125, + 64069.25390625, + 64067.55859375, + 64060.5234375, + 64063.9765625, + 64038.6328125, + 64028.21875, + 64020.55859375, + 64020.61328125, + 64054.6171875, + 64074.8984375, + 64065.765625, + 64035.16796875, + 63967.1875, + 63962.3828125, + 63954.29296875, + 63971.87109375, + 63999.69140625, + 64036.296875, + 64045.1953125, + 64034.265625, + 64028.4453125 + ], + "0.8": [ + 64295.46484375, + 64380.52734375, + 64437.92578125, + 64481.59765625, + 64500.6328125, + 64552.421875, + 64549.6796875, + 64594.72265625, + 64582.53515625, + 64606.28125, + 64624.22265625, + 64635.63671875, + 64657.3671875, + 64664.40625, + 64664.90625, + 64630.70703125, + 64794.1015625, + 64797.54296875, + 64802.140625, + 64812.22265625, + 64830.8828125, + 64850.62109375, + 64870.25390625, + 64923.4765625 + ], + "0.9": [ + 64295.46484375, + 64380.52734375, + 64437.92578125, + 64481.59765625, + 64500.6328125, + 64552.421875, + 64549.6796875, + 64594.72265625, + 64582.53515625, + 64606.28125, + 64624.22265625, + 64635.63671875, + 64657.3671875, + 64664.40625, + 64664.90625, + 64630.70703125, + 64794.1015625, + 64797.54296875, + 64802.140625, + 64812.22265625, + 64830.8828125, + 64850.62109375, + 64870.25390625, + 64923.4765625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_061443.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_061443.json new file mode 100644 index 0000000000000000000000000000000000000000..d609bc565a0e62ac52ea844da11d12e59b173548 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_061443.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-23T06:14:43.317438+00:00", + "metrics": { + "MSE[mean]": 385976.2172002527, + "MSE[0.5]": 381951.2674790894, + "MAE[0.5]": 486.42377254197527, + "MASE[0.5]": 0.7211814960410133, + "MAPE[0.5]": 0.0075314689865337014, + "sMAPE[0.5]": 0.0075682677288475345, + "MSIS": 11.974468241246315, + "RMSE[mean]": 621.2698425002236, + "NRMSE[mean]": 0.009660216288642297, + "ND[0.5]": 0.007563474885216458, + "mean_weighted_sum_quantile_loss": 0.006548404270580267 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 63152.421875 + ], + "predictions": { + "p50": [ + 64011.35491303308, + 64006.11580176587, + 63995.82786237366, + 63996.34070423146, + 63997.71096796425, + 63980.76677857204, + 63961.701495429836, + 63978.66941541263, + 63958.09046039542, + 63972.609161628214, + 63951.76067536101, + 63946.740314093804, + 63955.55784345159, + 63938.66052905939, + 63937.52688654218, + 63934.16863464998, + 63933.486164007765, + 63925.75877149056, + 63920.847785223355, + 63914.05593958114, + 63927.89690643894, + 63904.01521704673, + 63877.92063702953, + 63895.77722888732 + ], + "p10": [ + 63801.98538178308, + 63767.09236426587, + 63741.704424873664, + 63755.891876106456, + 63740.38557733925, + 63708.74529419704, + 63730.392901679836, + 63744.96082166263, + 63713.57092914542, + 63714.851349128214, + 63710.263409736006, + 63704.810626593804, + 63715.55589032659, + 63688.46912280939, + 63681.460089667184, + 63684.72918152498, + 63699.777570257764, + 63674.05838086556, + 63690.214972723355, + 63665.12820520614, + 63703.42815643894, + 63670.37263892173, + 63649.58665265453, + 63645.04676013732 + ], + "p90": [ + 64336.38225678308, + 64241.21345801587, + 64236.41184674866, + 64232.458672981455, + 64226.37112421425, + 64232.02263794704, + 64216.330401679836, + 64242.29441541263, + 64206.09280414542, + 64232.253692878214, + 64196.24895661101, + 64166.611407843804, + 64247.90393720159, + 64196.20076343439, + 64159.26751154218, + 64184.38543152498, + 64181.13967963277, + 64174.34470899056, + 64171.09895709836, + 64184.807502081145, + 64161.05823456394, + 64199.58357642173, + 64113.82727765453, + 64144.22254138732 + ], + "mean": [ + 64034.90598725214, + 64027.125684578525, + 63967.54104596763, + 63981.3972276687, + 63994.40163202656, + 63959.96800904075, + 63946.58999152338, + 63989.547110725005, + 63954.261319770434, + 63971.041563972125, + 63960.20856598623, + 63916.07810706263, + 63980.235714545495, + 63932.522970465936, + 63922.725792791985, + 63932.7258807436, + 63951.51100775749, + 63909.79951367793, + 63931.31893756703, + 63902.554318487484, + 63940.806906439095, + 63913.13431860953, + 63860.75858624841, + 63901.740119512535 + ], + "quantiles": { + "0.1": [ + 63801.98538178308, + 63767.09236426587, + 63741.704424873664, + 63755.891876106456, + 63740.38557733925, + 63708.74529419704, + 63730.392901679836, + 63744.96082166263, + 63713.57092914542, + 63714.851349128214, + 63710.263409736006, + 63704.810626593804, + 63715.55589032659, + 63688.46912280939, + 63681.460089667184, + 63684.72918152498, + 63699.777570257764, + 63674.05838086556, + 63690.214972723355, + 63665.12820520614, + 63703.42815643894, + 63670.37263892173, + 63649.58665265453, + 63645.04676013732 + ], + "0.2": [ + 63892.09319428308, + 63898.12361426587, + 63793.79465924866, + 63803.15320423146, + 63805.673467964254, + 63778.73357544704, + 63797.713214179836, + 63805.61082166263, + 63782.872491645416, + 63798.609161628214, + 63775.70755036101, + 63759.48953284381, + 63807.70042157659, + 63778.52771655939, + 63733.55032404218, + 63742.90886902498, + 63806.937726507764, + 63729.36736524056, + 63801.726691473355, + 63788.37429895614, + 63806.89690643894, + 63745.00545142173, + 63707.76634015453, + 63728.32410388732 + ], + "0.3": [ + 63934.78303803308, + 63929.762676765866, + 63891.23059674866, + 63895.41101673146, + 63887.22268671425, + 63882.20232544704, + 63871.149151679834, + 63872.16160291263, + 63861.10842914542, + 63887.171661628214, + 63854.542706611006, + 63850.209064093804, + 63871.22815595159, + 63846.45545093439, + 63797.65969904218, + 63848.67605652498, + 63849.374835882765, + 63820.08689649056, + 63839.457160223355, + 63834.43679895614, + 63877.42815643894, + 63824.39607642173, + 63774.40071515453, + 63791.27449451232 + ], + "0.4": [ + 63990.70022553308, + 63993.23298926587, + 63958.582940498665, + 63960.36961048146, + 63943.74221796425, + 63950.32888794704, + 63909.010089179836, + 63953.87254041263, + 63889.66077289542, + 63950.49822412821, + 63896.26692536101, + 63879.21218909381, + 63928.77073407659, + 63881.205841559386, + 63881.07766779218, + 63902.52996277498, + 63911.497882757765, + 63899.56736524056, + 63881.457160223355, + 63889.52664270614, + 63910.72893768894, + 63866.39607642173, + 63818.96555890453, + 63848.35535388732 + ], + "0.5": [ + 64011.35491303308, + 64006.11580176587, + 63995.82786237366, + 63996.34070423146, + 63997.71096796425, + 63980.76677857204, + 63961.701495429836, + 63978.66941541263, + 63958.09046039542, + 63972.609161628214, + 63951.76067536101, + 63946.740314093804, + 63955.55784345159, + 63938.66052905939, + 63937.52688654218, + 63934.16863464998, + 63933.486164007765, + 63925.75877149056, + 63920.847785223355, + 63914.05593958114, + 63927.89690643894, + 63904.01521704673, + 63877.92063702953, + 63895.77722888732 + ], + "0.6": [ + 64041.82366303308, + 64038.80330176587, + 64013.93528424866, + 64027.56257923146, + 64056.29924921425, + 63990.30232544704, + 63993.853839179836, + 64008.68113416263, + 63989.26936664542, + 64019.550567878214, + 63991.62005036101, + 63975.900470343804, + 64019.92698407659, + 63970.139435309386, + 63971.53860529218, + 64001.075275274976, + 63961.497882757765, + 63957.27752149056, + 63978.11106647336, + 63947.236798956146, + 63998.79925018894, + 63922.87654517173, + 63908.10071515453, + 63974.51551013732 + ], + "0.7": [ + 64112.36272553308, + 64106.09002051587, + 64074.32200299866, + 64083.30750110646, + 64094.796124214256, + 64064.88201294704, + 64064.13665167984, + 64075.96785291263, + 64051.58225727042, + 64067.179474128214, + 64064.67395661101, + 64029.138751593804, + 64084.81760907659, + 64038.96912280939, + 64025.56985529218, + 64072.62761902498, + 64040.419757757765, + 64025.22752149056, + 64031.52512897336, + 64002.98172083114, + 64060.66643768894, + 64009.44998267174, + 63975.601105779526, + 64028.36316638732 + ], + "0.8": [ + 64173.09241303308, + 64169.63142676587, + 64156.93372174866, + 64151.913360481456, + 64145.46096796425, + 64147.99060669704, + 64123.920245429836, + 64177.84129041263, + 64121.80452289542, + 64127.519317878214, + 64116.77083161101, + 64097.810626593804, + 64154.50979657659, + 64095.80896655939, + 64078.66829279218, + 64137.67840027498, + 64122.247882757765, + 64094.89002149056, + 64084.285285223355, + 64077.705548956146, + 64114.346906438936, + 64097.14607642173, + 64042.78821515453, + 64059.18347888732 + ], + "0.9": [ + 64336.38225678308, + 64241.21345801587, + 64236.41184674866, + 64232.458672981455, + 64226.37112421425, + 64232.02263794704, + 64216.330401679836, + 64242.29441541263, + 64206.09280414542, + 64232.253692878214, + 64196.24895661101, + 64166.611407843804, + 64247.90393720159, + 64196.20076343439, + 64159.26751154218, + 64184.38543152498, + 64181.13967963277, + 64174.34470899056, + 64171.09895709836, + 64184.807502081145, + 64161.05823456394, + 64199.58357642173, + 64113.82727765453, + 64144.22254138732 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_061424.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_061424.json new file mode 100644 index 0000000000000000000000000000000000000000..fec899e0e9effc74dcc9f54c05fbaade94bae758 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_061424.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T06:14:24.338432+00:00", + "metrics": { + "MSE[mean]": 376869.97035598755, + "MSE[0.5]": 378205.2356130282, + "MAE[0.5]": 471.6944173177083, + "MASE[0.5]": 0.6993434629596025, + "MAPE[0.5]": 0.0073190033456006056, + "sMAPE[0.5]": 0.007337177723775026, + "MSIS": 5.681067833714927, + "RMSE[mean]": 613.8973614180042, + "NRMSE[mean]": 0.009545580494392978, + "ND[0.5]": 0.007334445971329316, + "mean_weighted_sum_quantile_loss": 0.006747331838761533 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 63152.421875 + ], + "predictions": { + "p50": [ + 63994.70703125, + 63915.759765625, + 63987.56640625, + 64081.693359375, + 63948.904296875, + 64076.48046875, + 64087.2265625, + 64118.86328125, + 64057.47265625, + 64041.763671875, + 64118.775390625, + 64119.42578125, + 64020.380859375, + 63871.38671875, + 63983.33203125, + 64208.302734375, + 64270.8828125, + 64151.12109375, + 64289.384765625, + 64145.1796875, + 64192.04296875, + 64289.53125, + 64256.05859375, + 64289.640625 + ], + "p10": [ + 63685.74609375, + 63505.62890625, + 63381.765625, + 63517.39453125, + 63287.287109375, + 63251.01953125, + 63358.0546875, + 63207.904296875, + 63275.361328125, + 63329.931640625, + 63180.599609375, + 63278.09765625, + 63215.26953125, + 63016.984375, + 63254.986328125, + 63227.3828125, + 63245.572265625, + 63222.333984375, + 63104.263671875, + 62968.2890625, + 63234.10546875, + 63205.244140625, + 62981.87890625, + 63173.625 + ], + "p90": [ + 64317.748046875, + 64350.064453125, + 64573.357421875, + 64647.69140625, + 64561.365234375, + 64865.607421875, + 64797.30078125, + 64935.541015625, + 65001.51171875, + 64744.02734375, + 65086.7734375, + 64949.77734375, + 64814.55859375, + 64858.208984375, + 65113.318359375, + 65281.123046875, + 65540.01171875, + 65438.0859375, + 65456.943359375, + 65331.65625, + 65525.634765625, + 65919.63671875, + 65550.041015625, + 65699.7109375 + ], + "mean": [ + 63988.66015625, + 63920.1171875, + 63993.625, + 64106.55859375, + 63981.85546875, + 64063.4140625, + 64066.8515625, + 64129.41015625, + 64113.9453125, + 64032.6875, + 64148.4609375, + 64118.25390625, + 63986.36328125, + 63934.6171875, + 64105.03515625, + 64271.38671875, + 64249.10546875, + 64241.07421875, + 64308.55859375, + 64175.0546875, + 64303.734375, + 64457.9921875, + 64263.05859375, + 64437.19921875 + ], + "quantiles": { + "0.1": [ + 63685.74609375, + 63505.62890625, + 63381.765625, + 63517.39453125, + 63287.287109375, + 63251.01953125, + 63358.0546875, + 63207.904296875, + 63275.361328125, + 63329.931640625, + 63180.599609375, + 63278.09765625, + 63215.26953125, + 63016.984375, + 63254.986328125, + 63227.3828125, + 63245.572265625, + 63222.333984375, + 63104.263671875, + 62968.2890625, + 63234.10546875, + 63205.244140625, + 62981.87890625, + 63173.625 + ], + "0.2": [ + 63685.74609375, + 63505.62890625, + 63381.765625, + 63517.39453125, + 63287.287109375, + 63251.01953125, + 63358.0546875, + 63207.904296875, + 63275.361328125, + 63329.931640625, + 63180.599609375, + 63278.09765625, + 63215.26953125, + 63016.984375, + 63254.986328125, + 63227.3828125, + 63245.572265625, + 63222.333984375, + 63104.263671875, + 62968.2890625, + 63234.10546875, + 63205.244140625, + 62981.87890625, + 63173.625 + ], + "0.3": [ + 63685.74609375, + 63505.62890625, + 63381.765625, + 63517.39453125, + 63287.287109375, + 63251.01953125, + 63358.0546875, + 63207.904296875, + 63275.361328125, + 63329.931640625, + 63180.599609375, + 63278.09765625, + 63215.26953125, + 63016.984375, + 63254.986328125, + 63227.3828125, + 63245.572265625, + 63222.333984375, + 63104.263671875, + 62968.2890625, + 63234.10546875, + 63205.244140625, + 62981.87890625, + 63173.625 + ], + "0.4": [ + 63994.70703125, + 63915.759765625, + 63987.56640625, + 64081.693359375, + 63948.904296875, + 64076.48046875, + 64087.2265625, + 64118.86328125, + 64057.47265625, + 64041.763671875, + 64118.775390625, + 64119.42578125, + 64020.380859375, + 63871.38671875, + 63983.33203125, + 64208.302734375, + 64270.8828125, + 64151.12109375, + 64289.384765625, + 64145.1796875, + 64192.04296875, + 64289.53125, + 64256.05859375, + 64289.640625 + ], + "0.5": [ + 63994.70703125, + 63915.759765625, + 63987.56640625, + 64081.693359375, + 63948.904296875, + 64076.48046875, + 64087.2265625, + 64118.86328125, + 64057.47265625, + 64041.763671875, + 64118.775390625, + 64119.42578125, + 64020.380859375, + 63871.38671875, + 63983.33203125, + 64208.302734375, + 64270.8828125, + 64151.12109375, + 64289.384765625, + 64145.1796875, + 64192.04296875, + 64289.53125, + 64256.05859375, + 64289.640625 + ], + "0.6": [ + 63994.70703125, + 63915.759765625, + 63987.56640625, + 64081.693359375, + 63948.904296875, + 64076.48046875, + 64087.2265625, + 64118.86328125, + 64057.47265625, + 64041.763671875, + 64118.775390625, + 64119.42578125, + 64020.380859375, + 63871.38671875, + 63983.33203125, + 64208.302734375, + 64270.8828125, + 64151.12109375, + 64289.384765625, + 64145.1796875, + 64192.04296875, + 64289.53125, + 64256.05859375, + 64289.640625 + ], + "0.7": [ + 63994.70703125, + 63915.759765625, + 63987.56640625, + 64081.693359375, + 63948.904296875, + 64076.48046875, + 64087.2265625, + 64118.86328125, + 64057.47265625, + 64041.763671875, + 64118.775390625, + 64119.42578125, + 64020.380859375, + 63871.38671875, + 63983.33203125, + 64208.302734375, + 64270.8828125, + 64151.12109375, + 64289.384765625, + 64145.1796875, + 64192.04296875, + 64289.53125, + 64256.05859375, + 64289.640625 + ], + "0.8": [ + 64317.748046875, + 64350.064453125, + 64573.357421875, + 64647.69140625, + 64561.365234375, + 64865.607421875, + 64797.30078125, + 64935.541015625, + 65001.51171875, + 64744.02734375, + 65086.7734375, + 64949.77734375, + 64814.55859375, + 64858.208984375, + 65113.318359375, + 65281.123046875, + 65540.01171875, + 65438.0859375, + 65456.943359375, + 65331.65625, + 65525.634765625, + 65919.63671875, + 65550.041015625, + 65699.7109375 + ], + "0.9": [ + 64317.748046875, + 64350.064453125, + 64573.357421875, + 64647.69140625, + 64561.365234375, + 64865.607421875, + 64797.30078125, + 64935.541015625, + 65001.51171875, + 64744.02734375, + 65086.7734375, + 64949.77734375, + 64814.55859375, + 64858.208984375, + 65113.318359375, + 65281.123046875, + 65540.01171875, + 65438.0859375, + 65456.943359375, + 65331.65625, + 65525.634765625, + 65919.63671875, + 65550.041015625, + 65699.7109375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_061443.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_061443.json new file mode 100644 index 0000000000000000000000000000000000000000..edc2f4501a9405062c66bd1dfbc40f0874da2a73 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_061443.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T06:14:43.343923+00:00", + "metrics": { + "MSE[mean]": 325327.38804203266, + "MSE[0.5]": 321710.6114622582, + "MAE[0.5]": 415.5829144394217, + "MASE[0.5]": 0.6161514401285629, + "MAPE[0.5]": 0.006439491765864271, + "sMAPE[0.5]": 0.006461838499588312, + "MSIS": 10.87960183096031, + "RMSE[mean]": 570.3747785816205, + "NRMSE[mean]": 0.008868841443374794, + "ND[0.5]": 0.006461959948341923, + "mean_weighted_sum_quantile_loss": 0.005698744612623687 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 63152.421875 + ], + "predictions": { + "p50": [ + 64091.97658648574, + 64091.75783648574, + 64086.49025836074, + 64092.02346148574, + 64098.41408648574, + 64086.49025836074, + 64072.44533648574, + 64094.43361773574, + 64078.87502398574, + 64098.41408648574, + 64082.58596148574, + 64082.58596148574, + 64096.42385211074, + 64084.54689898574, + 64088.43361773574, + 64090.09572711074, + 64094.43361773574, + 64091.72658648574, + 64091.83596148574, + 64090.06447711074, + 64108.92580523574, + 64090.06447711074, + 64068.99025836074, + 64091.86721148574 + ], + "p10": [ + 63882.60705523574, + 63852.73439898574, + 63832.36682086074, + 63851.57463336074, + 63841.08869586074, + 63814.46877398574, + 63841.13674273574, + 63860.72502398574, + 63834.35549273574, + 63840.65627398574, + 63841.08869586074, + 63840.65627398574, + 63856.42189898574, + 63834.35549273574, + 63832.36682086074, + 63840.65627398574, + 63860.72502398574, + 63840.02619586074, + 63861.20314898574, + 63841.13674273574, + 63884.45705523574, + 63856.42189898574, + 63840.65627398574, + 63841.13674273574 + ], + "p90": [ + 64417.00393023574, + 64326.85549273574, + 64327.07424273574, + 64328.14143023574, + 64327.07424273574, + 64337.74611773574, + 64327.07424273574, + 64358.05861773574, + 64326.87736773574, + 64358.05861773574, + 64327.07424273574, + 64302.45705523574, + 64388.76994586074, + 64342.08713336074, + 64310.17424273574, + 64340.31252398574, + 64342.08713336074, + 64340.31252398574, + 64342.08713336074, + 64360.81603961074, + 64342.08713336074, + 64385.63283648574, + 64304.89689898574, + 64340.31252398574 + ], + "mean": [ + 64115.52766070418, + 64112.76771929793, + 64058.20344195418, + 64077.07998492293, + 64095.10475054793, + 64065.69148882918, + 64057.33383257918, + 64105.31131304793, + 64075.04588336043, + 64096.84648882918, + 64091.03385211043, + 64051.92375445418, + 64121.10172320418, + 64078.40934039168, + 64073.632523985434, + 64088.65297320418, + 64112.45846148543, + 64075.76732867293, + 64102.30711382918, + 64078.56285601668, + 64121.83580523543, + 64099.18357867293, + 64051.82820757918, + 64097.83010211043 + ], + "quantiles": { + "0.1": [ + 63882.60705523574, + 63852.73439898574, + 63832.36682086074, + 63851.57463336074, + 63841.08869586074, + 63814.46877398574, + 63841.13674273574, + 63860.72502398574, + 63834.35549273574, + 63840.65627398574, + 63841.08869586074, + 63840.65627398574, + 63856.42189898574, + 63834.35549273574, + 63832.36682086074, + 63840.65627398574, + 63860.72502398574, + 63840.02619586074, + 63861.20314898574, + 63841.13674273574, + 63884.45705523574, + 63856.42189898574, + 63840.65627398574, + 63841.13674273574 + ], + "0.2": [ + 63972.71486773574, + 63983.76564898574, + 63884.45705523574, + 63898.83596148574, + 63906.37658648574, + 63884.45705523574, + 63908.45705523574, + 63921.37502398574, + 63903.65705523574, + 63924.41408648574, + 63906.53283648574, + 63895.33518023574, + 63948.56643023574, + 63924.41408648574, + 63884.45705523574, + 63898.83596148574, + 63967.88518023574, + 63895.33518023574, + 63972.71486773574, + 63964.38283648574, + 63987.92580523574, + 63931.05471148574, + 63898.83596148574, + 63924.41408648574 + ], + "0.3": [ + 64015.40471148574, + 64015.40471148574, + 63981.89299273574, + 63991.09377398574, + 63987.92580523574, + 63987.92580523574, + 63981.89299273574, + 63987.92580523574, + 63981.89299273574, + 64012.97658648574, + 63985.36799273574, + 63986.05471148574, + 64012.09416461074, + 63992.34182086074, + 63948.56643023574, + 64004.60314898574, + 64010.32228961074, + 63986.05471148574, + 64010.44533648574, + 64010.44533648574, + 64058.45705523574, + 64010.44533648574, + 63965.47033648574, + 63987.36447711074 + ], + "0.4": [ + 64071.32189898574, + 64078.87502398574, + 64049.24533648574, + 64056.05236773574, + 64044.44533648574, + 64056.05236773574, + 64019.75393023574, + 64069.63674273574, + 64010.44533648574, + 64076.30314898574, + 64027.09221148574, + 64015.05783648574, + 64069.63674273574, + 64027.09221148574, + 64031.98439898574, + 64058.45705523574, + 64072.44533648574, + 64065.53518023574, + 64052.44533648574, + 64065.53518023574, + 64091.75783648574, + 64052.44533648574, + 64010.03518023574, + 64044.44533648574 + ], + "0.5": [ + 64091.97658648574, + 64091.75783648574, + 64086.49025836074, + 64092.02346148574, + 64098.41408648574, + 64086.49025836074, + 64072.44533648574, + 64094.43361773574, + 64078.87502398574, + 64098.41408648574, + 64082.58596148574, + 64082.58596148574, + 64096.42385211074, + 64084.54689898574, + 64088.43361773574, + 64090.09572711074, + 64094.43361773574, + 64091.72658648574, + 64091.83596148574, + 64090.06447711074, + 64108.92580523574, + 64090.06447711074, + 64068.99025836074, + 64091.86721148574 + ], + "0.6": [ + 64122.44533648574, + 64124.44533648574, + 64104.59768023574, + 64123.24533648574, + 64157.00236773574, + 64096.02580523574, + 64104.59768023574, + 64124.44533648574, + 64110.05393023574, + 64145.35549273574, + 64122.44533648574, + 64111.74611773574, + 64160.79299273574, + 64116.02580523574, + 64122.44533648574, + 64157.00236773574, + 64122.44533648574, + 64123.24533648574, + 64149.09924273574, + 64123.24533648574, + 64179.82814898574, + 64108.92580523574, + 64099.17033648574, + 64170.60549273574 + ], + "0.7": [ + 64192.98439898574, + 64191.73205523574, + 64164.98439898574, + 64178.99025836074, + 64195.49924273574, + 64170.60549273574, + 64174.88049273574, + 64191.73205523574, + 64172.36682086074, + 64192.98439898574, + 64195.49924273574, + 64164.98439898574, + 64225.68361773574, + 64184.85549273574, + 64176.47658648574, + 64228.55471148574, + 64201.36721148574, + 64191.19533648574, + 64202.51330523574, + 64178.99025836074, + 64241.69533648574, + 64195.49924273574, + 64166.67072711074, + 64224.45314898574 + ], + "0.8": [ + 64253.71408648574, + 64255.27346148574, + 64247.59611773574, + 64247.59611773574, + 64246.16408648574, + 64253.71408648574, + 64234.66408648574, + 64293.60549273574, + 64242.58908648574, + 64253.32424273574, + 64247.59611773574, + 64233.65627398574, + 64295.37580523574, + 64241.69533648574, + 64229.57502398574, + 64293.60549273574, + 64283.19533648574, + 64260.85783648574, + 64255.27346148574, + 64253.71408648574, + 64295.37580523574, + 64283.19533648574, + 64233.85783648574, + 64255.27346148574 + ], + "0.9": [ + 64417.00393023574, + 64326.85549273574, + 64327.07424273574, + 64328.14143023574, + 64327.07424273574, + 64337.74611773574, + 64327.07424273574, + 64358.05861773574, + 64326.87736773574, + 64358.05861773574, + 64327.07424273574, + 64302.45705523574, + 64388.76994586074, + 64342.08713336074, + 64310.17424273574, + 64340.31252398574, + 64342.08713336074, + 64340.31252398574, + 64342.08713336074, + 64360.81603961074, + 64342.08713336074, + 64385.63283648574, + 64304.89689898574, + 64340.31252398574 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_061443.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_061443.json new file mode 100644 index 0000000000000000000000000000000000000000..e88cd607aebb4f340a829fcd21844c8ba43d8b8f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_061443.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T06:14:43.362387+00:00", + "metrics": { + "MSE[mean]": 334034.56541633606, + "MSE[0.5]": 334034.56541633606, + "MAE[0.5]": 465.6404622395833, + "MASE[0.5]": 0.6903677495453685, + "MAPE[0.5]": 0.007225247418350827, + "sMAPE[0.5]": 0.007245771842710376, + "MSIS": 5.701529558490698, + "RMSE[mean]": 577.9572349372712, + "NRMSE[mean]": 0.008986742174078216, + "ND[0.5]": 0.007240312132124992, + "mean_weighted_sum_quantile_loss": 0.0063360429342191145 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 63152.421875 + ], + "predictions": { + "p50": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "p10": [ + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625, + 62710.150234374996 + ], + "p90": [ + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875, + 65269.748203125004 + ], + "mean": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "quantiles": { + "0.1": [ + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625, + 62710.150234374996 + ], + "0.2": [ + 63228.2042578125, + 63053.79, + 63246.02275390625, + 63400.49845703125, + 63213.36, + 63237.0, + 63183.81, + 63183.77921875, + 63260.64, + 63183.12896484375, + 63189.1890234375, + 63250.60146484375, + 63244.01427734375, + 62890.28, + 62850.89154296875, + 62844.56599609375, + 62362.30845703125, + 62937.57154296875, + 63636.909999999996, + 63294.11845703125, + 63014.40154296875, + 63138.519238281246, + 63284.02220703125, + 63030.09998046875 + ], + "0.3": [ + 63549.159609375, + 63373.86, + 63567.0685546875, + 63722.3283984375, + 63534.24, + 63558.0, + 63504.54, + 63504.5090625, + 63581.76, + 63503.8555078125, + 63509.946328125, + 63571.6705078125, + 63565.0498828125, + 63209.52, + 63169.9316015625, + 63163.5739453125, + 62678.8683984375, + 63257.051601562496, + 63959.94, + 63615.4083984375, + 63334.2716015625, + 63459.0193359375, + 63605.2608984375, + 63350.0497265625 + ], + "0.4": [ + 63870.1149609375, + 63693.93, + 63888.11435546875, + 64044.15833984375, + 63855.12, + 63879.0, + 63825.27, + 63825.23890625, + 63902.88, + 63824.58205078125, + 63830.7036328125, + 63892.73955078125, + 63886.08548828125, + 63528.76, + 63488.97166015625, + 63482.58189453125, + 62995.42833984375, + 63576.53166015625, + 64282.97, + 63936.69833984375, + 63654.14166015625, + 63779.51943359375, + 63926.49958984375, + 63669.99947265625 + ], + "0.5": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "0.6": [ + 64512.025664062494, + 64334.06999999999, + 64530.20595703124, + 64687.81822265624, + 64496.87999999999, + 64520.99999999999, + 64466.729999999996, + 64466.69859374999, + 64545.119999999995, + 64466.03513671875, + 64472.2182421875, + 64534.877636718746, + 64528.15669921874, + 64167.23999999999, + 64127.051777343746, + 64120.59779296874, + 63628.548222656245, + 64215.49177734374, + 64929.02999999999, + 64579.27822265624, + 64293.88177734374, + 64420.519628906244, + 64568.976972656244, + 64309.89896484374 + ], + "0.7": [ + 64832.981015625, + 64654.14, + 64851.2517578125, + 65009.6481640625, + 64817.76, + 64842.0, + 64787.46, + 64787.4284375, + 64866.24, + 64786.7616796875, + 64792.975546875, + 64855.9466796875, + 64849.1923046875, + 64486.48, + 64446.0918359375, + 64439.6057421875, + 63945.1081640625, + 64534.971835937504, + 65252.06, + 64900.5681640625, + 64613.7518359375, + 64741.0197265625, + 64890.2156640625, + 64629.8487109375 + ], + "0.8": [ + 65153.936367187496, + 64974.20999999999, + 65172.297558593746, + 65331.47810546874, + 65138.63999999999, + 65162.99999999999, + 65108.189999999995, + 65108.15828124999, + 65187.35999999999, + 65107.48822265624, + 65113.73285156249, + 65177.015722656244, + 65170.227910156245, + 64805.719999999994, + 64765.131894531245, + 64758.613691406244, + 64261.66810546874, + 64854.451894531245, + 65575.09, + 65221.858105468746, + 64933.62189453124, + 65061.51982421875, + 65211.45435546874, + 64949.79845703125 + ], + "0.9": [ + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875, + 65269.748203125004 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_061441.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_061441.json new file mode 100644 index 0000000000000000000000000000000000000000..dad2dd82f35ce544e1825935b5510875862a2b79 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_061441.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T06:14:41.106026+00:00", + "metrics": { + "MSE[mean]": 356077.2902170817, + "MSE[0.5]": 356077.2902170817, + "MAE[0.5]": 475.041015625, + "MASE[0.5]": 0.704305195732835, + "MAPE[0.5]": 0.007353685504685292, + "sMAPE[0.5]": 0.007390599605101428, + "MSIS": 12.651792367597038, + "RMSE[mean]": 596.7221214410287, + "NRMSE[mean]": 0.009278520158228568, + "ND[0.5]": 0.007386482721334013, + "mean_weighted_sum_quantile_loss": 0.00763488411737029 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 63152.421875 + ], + "predictions": { + "p50": [ + 64067.4375, + 64074.46875, + 64074.46875, + 64060.40625, + 64055.71875, + 64048.6875, + 64027.59375, + 64008.84375, + 63987.75, + 63974.859375, + 63956.109375, + 63933.84375, + 63926.8125, + 63903.375, + 63892.828125, + 63874.078125, + 63848.296875, + 63844.1953125, + 63851.8125, + 63838.3359375, + 63818.4140625, + 63780.328125, + 63780.328125, + 63766.55859375 + ], + "p10": [ + 63680.1328125, + 63563.53125, + 63436.96875, + 63286.96875, + 63174.46875, + 63115.875, + 63045.5625, + 62994.0, + 62928.375, + 62904.9375, + 62886.1875, + 62853.375, + 62862.75, + 62829.9375, + 62811.1875, + 62764.3125, + 62736.1875, + 62731.5, + 62750.25, + 62745.5625, + 62712.75, + 62661.1875, + 62661.1875, + 62647.125 + ], + "p90": [ + 64315.875, + 64341.65625, + 64358.0625, + 64358.0625, + 64348.6875, + 64339.3125, + 64348.6875, + 64348.6875, + 64362.75, + 64358.0625, + 64348.6875, + 64353.375, + 64348.6875, + 64341.65625, + 64334.625, + 64329.9375, + 64327.59375, + 64329.9375, + 64344.0, + 64341.65625, + 64336.96875, + 64318.21875, + 64334.625, + 64336.96875 + ], + "mean": [ + 64067.4375, + 64074.46875, + 64074.46875, + 64060.40625, + 64055.71875, + 64048.6875, + 64027.59375, + 64008.84375, + 63987.75, + 63974.859375, + 63956.109375, + 63933.84375, + 63926.8125, + 63903.375, + 63892.828125, + 63874.078125, + 63848.296875, + 63844.1953125, + 63851.8125, + 63838.3359375, + 63818.4140625, + 63780.328125, + 63780.328125, + 63766.55859375 + ], + "quantiles": { + "0.1": [ + 63680.1328125, + 63563.53125, + 63436.96875, + 63286.96875, + 63174.46875, + 63115.875, + 63045.5625, + 62994.0, + 62928.375, + 62904.9375, + 62886.1875, + 62853.375, + 62862.75, + 62829.9375, + 62811.1875, + 62764.3125, + 62736.1875, + 62731.5, + 62750.25, + 62745.5625, + 62712.75, + 62661.1875, + 62661.1875, + 62647.125 + ], + "0.2": [ + 63680.1328125, + 63563.53125, + 63436.96875, + 63286.96875, + 63174.46875, + 63115.875, + 63045.5625, + 62994.0, + 62928.375, + 62904.9375, + 62886.1875, + 62853.375, + 62862.75, + 62829.9375, + 62811.1875, + 62764.3125, + 62736.1875, + 62731.5, + 62750.25, + 62745.5625, + 62712.75, + 62661.1875, + 62661.1875, + 62647.125 + ], + "0.3": [ + 63680.1328125, + 63563.53125, + 63436.96875, + 63286.96875, + 63174.46875, + 63115.875, + 63045.5625, + 62994.0, + 62928.375, + 62904.9375, + 62886.1875, + 62853.375, + 62862.75, + 62829.9375, + 62811.1875, + 62764.3125, + 62736.1875, + 62731.5, + 62750.25, + 62745.5625, + 62712.75, + 62661.1875, + 62661.1875, + 62647.125 + ], + "0.4": [ + 64067.4375, + 64074.46875, + 64074.46875, + 64060.40625, + 64055.71875, + 64048.6875, + 64027.59375, + 64008.84375, + 63987.75, + 63974.859375, + 63956.109375, + 63933.84375, + 63926.8125, + 63903.375, + 63892.828125, + 63874.078125, + 63848.296875, + 63844.1953125, + 63851.8125, + 63838.3359375, + 63818.4140625, + 63780.328125, + 63780.328125, + 63766.55859375 + ], + "0.5": [ + 64067.4375, + 64074.46875, + 64074.46875, + 64060.40625, + 64055.71875, + 64048.6875, + 64027.59375, + 64008.84375, + 63987.75, + 63974.859375, + 63956.109375, + 63933.84375, + 63926.8125, + 63903.375, + 63892.828125, + 63874.078125, + 63848.296875, + 63844.1953125, + 63851.8125, + 63838.3359375, + 63818.4140625, + 63780.328125, + 63780.328125, + 63766.55859375 + ], + "0.6": [ + 64067.4375, + 64074.46875, + 64074.46875, + 64060.40625, + 64055.71875, + 64048.6875, + 64027.59375, + 64008.84375, + 63987.75, + 63974.859375, + 63956.109375, + 63933.84375, + 63926.8125, + 63903.375, + 63892.828125, + 63874.078125, + 63848.296875, + 63844.1953125, + 63851.8125, + 63838.3359375, + 63818.4140625, + 63780.328125, + 63780.328125, + 63766.55859375 + ], + "0.7": [ + 64067.4375, + 64074.46875, + 64074.46875, + 64060.40625, + 64055.71875, + 64048.6875, + 64027.59375, + 64008.84375, + 63987.75, + 63974.859375, + 63956.109375, + 63933.84375, + 63926.8125, + 63903.375, + 63892.828125, + 63874.078125, + 63848.296875, + 63844.1953125, + 63851.8125, + 63838.3359375, + 63818.4140625, + 63780.328125, + 63780.328125, + 63766.55859375 + ], + "0.8": [ + 64315.875, + 64341.65625, + 64358.0625, + 64358.0625, + 64348.6875, + 64339.3125, + 64348.6875, + 64348.6875, + 64362.75, + 64358.0625, + 64348.6875, + 64353.375, + 64348.6875, + 64341.65625, + 64334.625, + 64329.9375, + 64327.59375, + 64329.9375, + 64344.0, + 64341.65625, + 64336.96875, + 64318.21875, + 64334.625, + 64336.96875 + ], + "0.9": [ + 64315.875, + 64341.65625, + 64358.0625, + 64358.0625, + 64348.6875, + 64339.3125, + 64348.6875, + 64348.6875, + 64362.75, + 64358.0625, + 64348.6875, + 64353.375, + 64348.6875, + 64341.65625, + 64334.625, + 64329.9375, + 64327.59375, + 64329.9375, + 64344.0, + 64341.65625, + 64336.96875, + 64318.21875, + 64334.625, + 64336.96875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_061317.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_061317.json new file mode 100644 index 0000000000000000000000000000000000000000..252e15ddc39af053c8d497dbcc109a3d49b1807c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_061317.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T06:13:17.236095+00:00", + "metrics": { + "MSE[mean]": 324499.2731774648, + "MSE[0.5]": 367521.8003533681, + "MAE[0.5]": 461.60302734375, + "MASE[0.5]": 0.6843817687962593, + "MAPE[0.5]": 0.0071493539196637555, + "sMAPE[0.5]": 0.007180382951579726, + "MSIS": 16.008456772367676, + "RMSE[mean]": 569.6483767882296, + "NRMSE[mean]": 0.008857546514896737, + "ND[0.5]": 0.0071775334622508815, + "mean_weighted_sum_quantile_loss": 0.006114219804527783 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 63152.421875 + ], + "predictions": { + "p50": [ + 64011.52734375, + 64040.58984375, + 64027.0390625, + 64016.88671875, + 64006.375, + 63994.2421875, + 63999.92578125, + 63993.54296875, + 64007.51171875, + 64007.8203125, + 64001.36328125, + 64000.70703125, + 64006.90625, + 63993.09375, + 64011.703125, + 64015.1640625, + 64009.4140625, + 64018.65234375, + 64005.078125, + 64005.1796875, + 64004.26953125, + 64006.23046875, + 64007.32421875, + 64011.71875 + ], + "p10": [ + 64086.23046875, + 64092.93359375, + 64082.4609375, + 64081.26953125, + 64066.96875, + 64034.2109375, + 64039.3203125, + 64068.7109375, + 64080.984375, + 64075.95703125, + 64054.39453125, + 64055.55078125, + 64054.18359375, + 64064.5, + 64061.1328125, + 64055.94140625, + 64062.5078125, + 64083.50390625, + 64043.42578125, + 64060.19140625, + 64063.0078125, + 64058.21875, + 64075.671875, + 64059.796875 + ], + "p90": [ + 64276.0234375, + 64333.29296875, + 64336.5546875, + 64333.60546875, + 64334.3828125, + 64333.7890625, + 64351.1015625, + 64356.50390625, + 64360.45703125, + 64374.7578125, + 64382.22265625, + 64385.6171875, + 64393.1640625, + 64407.48828125, + 64408.1953125, + 64428.09765625, + 64424.34375, + 64443.06640625, + 64448.32421875, + 64441.57421875, + 64451.265625, + 64481.98046875, + 64473.9921875, + 64483.38671875 + ], + "mean": [ + 64078.27734375, + 64111.40625, + 64101.26171875, + 64100.3515625, + 64083.1796875, + 64081.7109375, + 64089.07421875, + 64093.32421875, + 64111.53515625, + 64106.91015625, + 64100.078125, + 64100.21875, + 64100.421875, + 64106.59765625, + 64113.70703125, + 64126.16015625, + 64115.55078125, + 64127.390625, + 64120.90625, + 64109.87890625, + 64111.4921875, + 64128.30859375, + 64129.4609375, + 64132.390625 + ], + "quantiles": { + "0.1": [ + 64086.23046875, + 64092.93359375, + 64082.4609375, + 64081.26953125, + 64066.96875, + 64034.2109375, + 64039.3203125, + 64068.7109375, + 64080.984375, + 64075.95703125, + 64054.39453125, + 64055.55078125, + 64054.18359375, + 64064.5, + 64061.1328125, + 64055.94140625, + 64062.5078125, + 64083.50390625, + 64043.42578125, + 64060.19140625, + 64063.0078125, + 64058.21875, + 64075.671875, + 64059.796875 + ], + "0.2": [ + 64086.23046875, + 64092.93359375, + 64082.4609375, + 64081.26953125, + 64066.96875, + 64034.2109375, + 64039.3203125, + 64068.7109375, + 64080.984375, + 64075.95703125, + 64054.39453125, + 64055.55078125, + 64054.18359375, + 64064.5, + 64061.1328125, + 64055.94140625, + 64062.5078125, + 64083.50390625, + 64043.42578125, + 64060.19140625, + 64063.0078125, + 64058.21875, + 64075.671875, + 64059.796875 + ], + "0.3": [ + 64086.23046875, + 64092.93359375, + 64082.4609375, + 64081.26953125, + 64066.96875, + 64034.2109375, + 64039.3203125, + 64068.7109375, + 64080.984375, + 64075.95703125, + 64054.39453125, + 64055.55078125, + 64054.18359375, + 64064.5, + 64061.1328125, + 64055.94140625, + 64062.5078125, + 64083.50390625, + 64043.42578125, + 64060.19140625, + 64063.0078125, + 64058.21875, + 64075.671875, + 64059.796875 + ], + "0.4": [ + 64011.52734375, + 64040.58984375, + 64027.0390625, + 64016.88671875, + 64006.375, + 63994.2421875, + 63999.92578125, + 63993.54296875, + 64007.51171875, + 64007.8203125, + 64001.36328125, + 64000.70703125, + 64006.90625, + 63993.09375, + 64011.703125, + 64015.1640625, + 64009.4140625, + 64018.65234375, + 64005.078125, + 64005.1796875, + 64004.26953125, + 64006.23046875, + 64007.32421875, + 64011.71875 + ], + "0.5": [ + 64011.52734375, + 64040.58984375, + 64027.0390625, + 64016.88671875, + 64006.375, + 63994.2421875, + 63999.92578125, + 63993.54296875, + 64007.51171875, + 64007.8203125, + 64001.36328125, + 64000.70703125, + 64006.90625, + 63993.09375, + 64011.703125, + 64015.1640625, + 64009.4140625, + 64018.65234375, + 64005.078125, + 64005.1796875, + 64004.26953125, + 64006.23046875, + 64007.32421875, + 64011.71875 + ], + "0.6": [ + 64011.52734375, + 64040.58984375, + 64027.0390625, + 64016.88671875, + 64006.375, + 63994.2421875, + 63999.92578125, + 63993.54296875, + 64007.51171875, + 64007.8203125, + 64001.36328125, + 64000.70703125, + 64006.90625, + 63993.09375, + 64011.703125, + 64015.1640625, + 64009.4140625, + 64018.65234375, + 64005.078125, + 64005.1796875, + 64004.26953125, + 64006.23046875, + 64007.32421875, + 64011.71875 + ], + "0.7": [ + 64011.52734375, + 64040.58984375, + 64027.0390625, + 64016.88671875, + 64006.375, + 63994.2421875, + 63999.92578125, + 63993.54296875, + 64007.51171875, + 64007.8203125, + 64001.36328125, + 64000.70703125, + 64006.90625, + 63993.09375, + 64011.703125, + 64015.1640625, + 64009.4140625, + 64018.65234375, + 64005.078125, + 64005.1796875, + 64004.26953125, + 64006.23046875, + 64007.32421875, + 64011.71875 + ], + "0.8": [ + 64276.0234375, + 64333.29296875, + 64336.5546875, + 64333.60546875, + 64334.3828125, + 64333.7890625, + 64351.1015625, + 64356.50390625, + 64360.45703125, + 64374.7578125, + 64382.22265625, + 64385.6171875, + 64393.1640625, + 64407.48828125, + 64408.1953125, + 64428.09765625, + 64424.34375, + 64443.06640625, + 64448.32421875, + 64441.57421875, + 64451.265625, + 64481.98046875, + 64473.9921875, + 64483.38671875 + ], + "0.9": [ + 64276.0234375, + 64333.29296875, + 64336.5546875, + 64333.60546875, + 64334.3828125, + 64333.7890625, + 64351.1015625, + 64356.50390625, + 64360.45703125, + 64374.7578125, + 64382.22265625, + 64385.6171875, + 64393.1640625, + 64407.48828125, + 64408.1953125, + 64428.09765625, + 64424.34375, + 64443.06640625, + 64448.32421875, + 64441.57421875, + 64451.265625, + 64481.98046875, + 64473.9921875, + 64483.38671875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_061356.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_061356.json new file mode 100644 index 0000000000000000000000000000000000000000..b13afc850c6426ba3904826dc42d7bd54a5b68a0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_061356.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-23T06:13:56.190916+00:00", + "metrics": { + "MSE[mean]": 359504.5849138896, + "MSE[0.5]": 359504.5849138896, + "MAE[0.5]": 462.7395833333333, + "MASE[0.5]": 0.6860668491627445, + "MAPE[0.5]": 0.0071658366540252915, + "sMAPE[0.5]": 0.007198135986893373, + "MSIS": 8.931775118628885, + "RMSE[mean]": 599.5870119623086, + "NRMSE[mean]": 0.00932306676291723, + "ND[0.5]": 0.007195205938737656, + "mean_weighted_sum_quantile_loss": 0.0069359095102976024 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 63152.421875 + ], + "predictions": { + "p50": [ + 64023.37890625, + 64024.7578125, + 64026.94140625, + 64026.6953125, + 64019.84375, + 64017.75, + 64011.62890625, + 64009.66015625, + 64002.10546875, + 63992.125, + 63987.859375, + 63982.7265625, + 63981.890625, + 63978.6484375, + 63977.296875, + 63977.65625, + 63973.75390625, + 63977.02734375, + 63973.89453125, + 63967.76953125, + 63961.5703125, + 63951.97265625, + 63948.65625, + 63944.92578125 + ], + "p10": [ + 63730.04296875, + 63618.515625, + 63533.73828125, + 63454.3046875, + 63392.73046875, + 63351.51171875, + 63293.296875, + 63254.015625, + 63218.6953125, + 63181.16796875, + 63142.51171875, + 63113.8046875, + 63090.81640625, + 63060.68359375, + 63022.4140625, + 62998.765625, + 62968.8359375, + 62943.7421875, + 62915.9453125, + 62883.33984375, + 62856.21875, + 62825.9453125, + 62810.6640625, + 62797.26171875 + ], + "p90": [ + 64278.515625, + 64351.27734375, + 64412.90234375, + 64451.04296875, + 64467.76953125, + 64495.3359375, + 64521.25, + 64552.12109375, + 64569.1796875, + 64581.78125, + 64599.21875, + 64610.0625, + 64625.9765625, + 64644.80859375, + 64665.75, + 64676.21875, + 64685.06640625, + 64720.390625, + 64745.79296875, + 64765.9453125, + 64772.59375, + 64776.19140625, + 64786.57421875, + 64797.18359375 + ], + "mean": [ + 64023.37890625, + 64024.7578125, + 64026.94140625, + 64026.6953125, + 64019.84375, + 64017.75, + 64011.62890625, + 64009.66015625, + 64002.10546875, + 63992.125, + 63987.859375, + 63982.7265625, + 63981.890625, + 63978.6484375, + 63977.296875, + 63977.65625, + 63973.75390625, + 63977.02734375, + 63973.89453125, + 63967.76953125, + 63961.5703125, + 63951.97265625, + 63948.65625, + 63944.92578125 + ], + "quantiles": { + "0.1": [ + 63730.04296875, + 63618.515625, + 63533.73828125, + 63454.3046875, + 63392.73046875, + 63351.51171875, + 63293.296875, + 63254.015625, + 63218.6953125, + 63181.16796875, + 63142.51171875, + 63113.8046875, + 63090.81640625, + 63060.68359375, + 63022.4140625, + 62998.765625, + 62968.8359375, + 62943.7421875, + 62915.9453125, + 62883.33984375, + 62856.21875, + 62825.9453125, + 62810.6640625, + 62797.26171875 + ], + "0.2": [ + 63730.04296875, + 63618.515625, + 63533.73828125, + 63454.3046875, + 63392.73046875, + 63351.51171875, + 63293.296875, + 63254.015625, + 63218.6953125, + 63181.16796875, + 63142.51171875, + 63113.8046875, + 63090.81640625, + 63060.68359375, + 63022.4140625, + 62998.765625, + 62968.8359375, + 62943.7421875, + 62915.9453125, + 62883.33984375, + 62856.21875, + 62825.9453125, + 62810.6640625, + 62797.26171875 + ], + "0.3": [ + 63730.04296875, + 63618.515625, + 63533.73828125, + 63454.3046875, + 63392.73046875, + 63351.51171875, + 63293.296875, + 63254.015625, + 63218.6953125, + 63181.16796875, + 63142.51171875, + 63113.8046875, + 63090.81640625, + 63060.68359375, + 63022.4140625, + 62998.765625, + 62968.8359375, + 62943.7421875, + 62915.9453125, + 62883.33984375, + 62856.21875, + 62825.9453125, + 62810.6640625, + 62797.26171875 + ], + "0.4": [ + 64023.37890625, + 64024.7578125, + 64026.94140625, + 64026.6953125, + 64019.84375, + 64017.75, + 64011.62890625, + 64009.66015625, + 64002.10546875, + 63992.125, + 63987.859375, + 63982.7265625, + 63981.890625, + 63978.6484375, + 63977.296875, + 63977.65625, + 63973.75390625, + 63977.02734375, + 63973.89453125, + 63967.76953125, + 63961.5703125, + 63951.97265625, + 63948.65625, + 63944.92578125 + ], + "0.5": [ + 64023.37890625, + 64024.7578125, + 64026.94140625, + 64026.6953125, + 64019.84375, + 64017.75, + 64011.62890625, + 64009.66015625, + 64002.10546875, + 63992.125, + 63987.859375, + 63982.7265625, + 63981.890625, + 63978.6484375, + 63977.296875, + 63977.65625, + 63973.75390625, + 63977.02734375, + 63973.89453125, + 63967.76953125, + 63961.5703125, + 63951.97265625, + 63948.65625, + 63944.92578125 + ], + "0.6": [ + 64023.37890625, + 64024.7578125, + 64026.94140625, + 64026.6953125, + 64019.84375, + 64017.75, + 64011.62890625, + 64009.66015625, + 64002.10546875, + 63992.125, + 63987.859375, + 63982.7265625, + 63981.890625, + 63978.6484375, + 63977.296875, + 63977.65625, + 63973.75390625, + 63977.02734375, + 63973.89453125, + 63967.76953125, + 63961.5703125, + 63951.97265625, + 63948.65625, + 63944.92578125 + ], + "0.7": [ + 64023.37890625, + 64024.7578125, + 64026.94140625, + 64026.6953125, + 64019.84375, + 64017.75, + 64011.62890625, + 64009.66015625, + 64002.10546875, + 63992.125, + 63987.859375, + 63982.7265625, + 63981.890625, + 63978.6484375, + 63977.296875, + 63977.65625, + 63973.75390625, + 63977.02734375, + 63973.89453125, + 63967.76953125, + 63961.5703125, + 63951.97265625, + 63948.65625, + 63944.92578125 + ], + "0.8": [ + 64278.515625, + 64351.27734375, + 64412.90234375, + 64451.04296875, + 64467.76953125, + 64495.3359375, + 64521.25, + 64552.12109375, + 64569.1796875, + 64581.78125, + 64599.21875, + 64610.0625, + 64625.9765625, + 64644.80859375, + 64665.75, + 64676.21875, + 64685.06640625, + 64720.390625, + 64745.79296875, + 64765.9453125, + 64772.59375, + 64776.19140625, + 64786.57421875, + 64797.18359375 + ], + "0.9": [ + 64278.515625, + 64351.27734375, + 64412.90234375, + 64451.04296875, + 64467.76953125, + 64495.3359375, + 64521.25, + 64552.12109375, + 64569.1796875, + 64581.78125, + 64599.21875, + 64610.0625, + 64625.9765625, + 64644.80859375, + 64665.75, + 64676.21875, + 64685.06640625, + 64720.390625, + 64745.79296875, + 64765.9453125, + 64772.59375, + 64776.19140625, + 64786.57421875, + 64797.18359375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_061347.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_061347.json new file mode 100644 index 0000000000000000000000000000000000000000..f537cdc1b198ad5a1fb7904826b0e4784ca9c538 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_061347.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T06:13:47.552954+00:00", + "metrics": { + "MSE[mean]": 344433.3538239797, + "MSE[0.5]": 344433.3538239797, + "MAE[0.5]": 442.9513346354167, + "MASE[0.5]": 0.6567284006625457, + "MAPE[0.5]": 0.006860679984859504, + "sMAPE[0.5]": 0.006889064481017147, + "MSIS": 8.138817031594472, + "RMSE[mean]": 586.8844467388616, + "NRMSE[mean]": 0.009125552705281254, + "ND[0.5]": 0.006887515545098034, + "mean_weighted_sum_quantile_loss": 0.006805544071412482 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 63152.421875 + ], + "predictions": { + "p50": [ + 64058.73046875, + 64059.62890625, + 64055.1953125, + 64053.01171875, + 64048.296875, + 64043.7890625, + 64041.6796875, + 64032.171875, + 64028.0, + 64026.7578125, + 64026.6484375, + 64021.18359375, + 64019.2890625, + 64015.8828125, + 64015.50390625, + 64011.5390625, + 64012.50390625, + 64010.9609375, + 64012.640625, + 64008.13671875, + 64008.6953125, + 64006.578125, + 64005.2734375, + 64006.28515625 + ], + "p10": [ + 63700.69140625, + 63615.8671875, + 63522.015625, + 63457.6640625, + 63388.66796875, + 63342.66015625, + 63290.9453125, + 63229.546875, + 63177.22265625, + 63140.1640625, + 63108.62109375, + 63065.96484375, + 63035.84765625, + 63001.38671875, + 62986.4453125, + 62948.28125, + 62929.40625, + 62894.3984375, + 62889.21875, + 62868.12890625, + 62854.4453125, + 62841.3046875, + 62801.49609375, + 62791.9921875 + ], + "p90": [ + 64344.59765625, + 64416.2734375, + 64449.80859375, + 64486.9375, + 64523.65234375, + 64556.8515625, + 64585.265625, + 64613.83984375, + 64630.13671875, + 64664.88671875, + 64687.06640625, + 64720.03515625, + 64735.9375, + 64763.65234375, + 64781.2578125, + 64805.53125, + 64822.1796875, + 64832.3046875, + 64847.5390625, + 64862.09375, + 64876.98828125, + 64890.25390625, + 64911.796875, + 64930.48046875 + ], + "mean": [ + 64058.73046875, + 64059.62890625, + 64055.1953125, + 64053.01171875, + 64048.296875, + 64043.7890625, + 64041.6796875, + 64032.171875, + 64028.0, + 64026.7578125, + 64026.6484375, + 64021.18359375, + 64019.2890625, + 64015.8828125, + 64015.50390625, + 64011.5390625, + 64012.50390625, + 64010.9609375, + 64012.640625, + 64008.13671875, + 64008.6953125, + 64006.578125, + 64005.2734375, + 64006.28515625 + ], + "quantiles": { + "0.1": [ + 63700.69140625, + 63615.8671875, + 63522.015625, + 63457.6640625, + 63388.66796875, + 63342.66015625, + 63290.9453125, + 63229.546875, + 63177.22265625, + 63140.1640625, + 63108.62109375, + 63065.96484375, + 63035.84765625, + 63001.38671875, + 62986.4453125, + 62948.28125, + 62929.40625, + 62894.3984375, + 62889.21875, + 62868.12890625, + 62854.4453125, + 62841.3046875, + 62801.49609375, + 62791.9921875 + ], + "0.2": [ + 63700.69140625, + 63615.8671875, + 63522.015625, + 63457.6640625, + 63388.66796875, + 63342.66015625, + 63290.9453125, + 63229.546875, + 63177.22265625, + 63140.1640625, + 63108.62109375, + 63065.96484375, + 63035.84765625, + 63001.38671875, + 62986.4453125, + 62948.28125, + 62929.40625, + 62894.3984375, + 62889.21875, + 62868.12890625, + 62854.4453125, + 62841.3046875, + 62801.49609375, + 62791.9921875 + ], + "0.3": [ + 63700.69140625, + 63615.8671875, + 63522.015625, + 63457.6640625, + 63388.66796875, + 63342.66015625, + 63290.9453125, + 63229.546875, + 63177.22265625, + 63140.1640625, + 63108.62109375, + 63065.96484375, + 63035.84765625, + 63001.38671875, + 62986.4453125, + 62948.28125, + 62929.40625, + 62894.3984375, + 62889.21875, + 62868.12890625, + 62854.4453125, + 62841.3046875, + 62801.49609375, + 62791.9921875 + ], + "0.4": [ + 64058.73046875, + 64059.62890625, + 64055.1953125, + 64053.01171875, + 64048.296875, + 64043.7890625, + 64041.6796875, + 64032.171875, + 64028.0, + 64026.7578125, + 64026.6484375, + 64021.18359375, + 64019.2890625, + 64015.8828125, + 64015.50390625, + 64011.5390625, + 64012.50390625, + 64010.9609375, + 64012.640625, + 64008.13671875, + 64008.6953125, + 64006.578125, + 64005.2734375, + 64006.28515625 + ], + "0.5": [ + 64058.73046875, + 64059.62890625, + 64055.1953125, + 64053.01171875, + 64048.296875, + 64043.7890625, + 64041.6796875, + 64032.171875, + 64028.0, + 64026.7578125, + 64026.6484375, + 64021.18359375, + 64019.2890625, + 64015.8828125, + 64015.50390625, + 64011.5390625, + 64012.50390625, + 64010.9609375, + 64012.640625, + 64008.13671875, + 64008.6953125, + 64006.578125, + 64005.2734375, + 64006.28515625 + ], + "0.6": [ + 64058.73046875, + 64059.62890625, + 64055.1953125, + 64053.01171875, + 64048.296875, + 64043.7890625, + 64041.6796875, + 64032.171875, + 64028.0, + 64026.7578125, + 64026.6484375, + 64021.18359375, + 64019.2890625, + 64015.8828125, + 64015.50390625, + 64011.5390625, + 64012.50390625, + 64010.9609375, + 64012.640625, + 64008.13671875, + 64008.6953125, + 64006.578125, + 64005.2734375, + 64006.28515625 + ], + "0.7": [ + 64058.73046875, + 64059.62890625, + 64055.1953125, + 64053.01171875, + 64048.296875, + 64043.7890625, + 64041.6796875, + 64032.171875, + 64028.0, + 64026.7578125, + 64026.6484375, + 64021.18359375, + 64019.2890625, + 64015.8828125, + 64015.50390625, + 64011.5390625, + 64012.50390625, + 64010.9609375, + 64012.640625, + 64008.13671875, + 64008.6953125, + 64006.578125, + 64005.2734375, + 64006.28515625 + ], + "0.8": [ + 64344.59765625, + 64416.2734375, + 64449.80859375, + 64486.9375, + 64523.65234375, + 64556.8515625, + 64585.265625, + 64613.83984375, + 64630.13671875, + 64664.88671875, + 64687.06640625, + 64720.03515625, + 64735.9375, + 64763.65234375, + 64781.2578125, + 64805.53125, + 64822.1796875, + 64832.3046875, + 64847.5390625, + 64862.09375, + 64876.98828125, + 64890.25390625, + 64911.796875, + 64930.48046875 + ], + "0.9": [ + 64344.59765625, + 64416.2734375, + 64449.80859375, + 64486.9375, + 64523.65234375, + 64556.8515625, + 64585.265625, + 64613.83984375, + 64630.13671875, + 64664.88671875, + 64687.06640625, + 64720.03515625, + 64735.9375, + 64763.65234375, + 64781.2578125, + 64805.53125, + 64822.1796875, + 64832.3046875, + 64847.5390625, + 64862.09375, + 64876.98828125, + 64890.25390625, + 64911.796875, + 64930.48046875 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index fddd36f2418a707bc3438b410356c80c019e8071..2a292b8abc4bf919af504a981f41321152c25fa1 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,308901.9686470032,308901.9686470032,443.8059895833333,0.6463389099684914,0.006876797580970675,0.006900463289211715,5.601666445460538,555.7895003029503,0.008637366164348115,0.006897062351614502,0.006192888302771003,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,334034.56541633606,334034.56541633606,465.6404622395833,0.6903677495453685,0.007225247418350827,0.007245771842710376,5.701529558490698,577.9572349372712,0.008986742174078216,0.007240312132124992,0.0063360429342191145,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.4270752650583443,1.4270752650583443,1.0091667970021565,0.5910644517543282,0.0379751599911809,0.03861303902269495,9.990087381062132,1.194602555270306,0.04499515249240556,0.03801064523180265,0.032394054965911245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.2875136662559371,0.2875136662559371,0.4741499831279119,1.6609644183104575,0.27982323866362063,0.338436737735394,61.90771033631608,0.5362030084361119,0.33017087141402246,0.2919612733372785,0.2872313794693422,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.07194445656405829,0.07194445656405829,0.21666668521033394,1.6250000745058033,0.158317376494574,0.1405351764562378,53.43812909237868,0.26822463824946857,0.17931452647340987,0.144846813158602,0.1397132113869468,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 148c221b4e80961b683b0c45c70288bce1348c38..52ff25d66cf7efd1f8e99e2b605d27f313f772cd 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T06:05:01.026582+00:00", + "evaluated_at": "2026-06-23T06:14:43.362387+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64083.41015625, 64510.44140625, 64399.921875, 64199.53125, @@ -101,10 +100,10 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64247.73828125 + 64247.73828125, + 63989.94921875 ], "actuals": [ - 63989.94921875, 64211.19140625, 64165.98828125, 64145.390625, @@ -127,10 +126,10 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63400.01171875 + 63400.0, + 63152.421875 ], "p50": [ - 64303.4609375, 64191.0703125, 64014.0, 64209.16015625, @@ -153,10 +152,10 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64247.73828125 + 64247.73828125, + 63989.94921875 ], "p10": [ - 63017.39171875, 62907.248906249995, 62733.72, 62924.976953125, @@ -179,10 +178,10 @@ 62972.828515625, 62694.531484375, 62818.019140625, - 62962.783515625 + 62962.783515625, + 62710.150234374996 ], "p90": [ - 65589.53015625, 65474.891718750005, 65294.28, 65493.343359375, @@ -205,10 +204,10 @@ 65543.148046875, 65253.491953125, 65382.019921875, - 65532.693046875 + 65532.693046875, + 65269.748203125004 ], "mean": [ - 64303.4609375, 64191.0703125, 64014.0, 64209.16015625, @@ -231,11 +230,11 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64247.73828125 + 64247.73828125, + 63989.94921875 ], "quantiles": { "0.1": [ - 63017.39171875, 62907.248906249995, 62733.72, 62924.976953125, @@ -258,10 +257,10 @@ 62972.828515625, 62694.531484375, 62818.019140625, - 62962.783515625 + 62962.783515625, + 62710.150234374996 ], "0.2": [ - 63338.909023437496, 63228.2042578125, 63053.79, 63246.02275390625, @@ -284,10 +283,10 @@ 63294.11845703125, 63014.40154296875, 63138.519238281246, - 63284.02220703125 + 63284.02220703125, + 63030.09998046875 ], "0.3": [ - 63660.426328125, 63549.159609375, 63373.86, 63567.0685546875, @@ -310,10 +309,10 @@ 63615.4083984375, 63334.2716015625, 63459.0193359375, - 63605.2608984375 + 63605.2608984375, + 63350.0497265625 ], "0.4": [ - 63981.9436328125, 63870.1149609375, 63693.93, 63888.11435546875, @@ -336,10 +335,10 @@ 63936.69833984375, 63654.14166015625, 63779.51943359375, - 63926.49958984375 + 63926.49958984375, + 63669.99947265625 ], "0.5": [ - 64303.4609375, 64191.0703125, 64014.0, 64209.16015625, @@ -362,10 +361,10 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64247.73828125 + 64247.73828125, + 63989.94921875 ], "0.6": [ - 64624.97824218749, 64512.025664062494, 64334.06999999999, 64530.20595703124, @@ -388,10 +387,10 @@ 64579.27822265624, 64293.88177734374, 64420.519628906244, - 64568.976972656244 + 64568.976972656244, + 64309.89896484374 ], "0.7": [ - 64946.495546875, 64832.981015625, 64654.14, 64851.2517578125, @@ -414,10 +413,10 @@ 64900.5681640625, 64613.7518359375, 64741.0197265625, - 64890.2156640625 + 64890.2156640625, + 64629.8487109375 ], "0.8": [ - 65268.0128515625, 65153.936367187496, 64974.20999999999, 65172.297558593746, @@ -440,10 +439,10 @@ 65221.858105468746, 64933.62189453124, 65061.51982421875, - 65211.45435546874 + 65211.45435546874, + 64949.79845703125 ], "0.9": [ - 65589.53015625, 65474.891718750005, 65294.28, 65493.343359375, @@ -466,11 +465,11 @@ 65543.148046875, 65253.491953125, 65382.019921875, - 65532.693046875 + 65532.693046875, + 65269.748203125004 ] }, "timestamps": [ - "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", "2026-06-18 09:00:00", @@ -589,6 +588,7 @@ "2026-06-23 02:00:00", "2026-06-23 03:00:00", "2026-06-23 04:00:00", - "2026-06-23 05:00:00" + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 545206e37810d54067bdb58f2c7c08d096ec2255..14aab67b6be03066f742b6cba881335f7a39cdc4 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,29 +1,11 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T06:05:01.051066+00:00", + "evaluated_at": "2026-06-23T06:14:43.369830+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 5b6e3db7417d6658bee861bffb7b27aa7ce6deee..54d638f3167ccdfc5811f325b3c795f7ae0fe8f6 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,267729.26529757184,267729.26529757184,376.4991861979167,0.5483163348914031,0.005820178848593888,0.005847529124777584,11.611341993818394,517.4256132987348,0.00804116393425477,0.005851066509888913,0.006382415288534417,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,356077.2902170817,356077.2902170817,475.041015625,0.704305195732835,0.007353685504685292,0.007390599605101428,12.651792367597038,596.7221214410287,0.009278520158228568,0.007386482721334013,0.00763488411737029,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,1.0212952951048162,1.0212952951048162,0.8199127515157064,0.480219208955978,0.03030549839790364,0.03088520263876773,2.1827696895662885,1.0105915570124342,0.03806430935100673,0.03088232075359102,0.02991063703288196,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.03029540056408161,0.03029540056408161,0.14253488580385845,0.49930482360533207,0.09601568609022716,0.10407299190806421,8.766384456356095,0.17405573981940847,0.10717607769191347,0.0877668843933116,0.0741863726393791,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.04820000516172859,0.04820000516172859,0.18088537620173561,1.3566402676049765,0.13219708350247739,0.11987776723889852,22.785870520835303,0.21954499575651593,0.14677103196266286,0.12092616021877732,0.0918047917551863,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index bba2b1b151ace80335a5755507c745594a572405..ffa1cdedc215743b03d96405780b2828c1f87923 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T06:03:22.933338+00:00", + "evaluated_at": "2026-06-23T06:14:41.106026+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64083.41015625, 64510.44140625, 64399.921875, 64199.53125, @@ -101,10 +100,10 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64247.73828125 + 64247.73828125, + 63989.94921875 ], "actuals": [ - 63989.94921875, 64211.19140625, 64165.98828125, 64145.390625, @@ -127,350 +126,350 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63400.01171875 + 63400.0, + 63152.421875 ], "p50": [ - 64233.84375, - 64222.125, - 64198.6875, - 64191.65625, - 64177.59375, - 64165.875, - 64142.4375, - 64133.0625, - 64119.0, - 64097.90625, - 64081.5, - 64058.0625, - 64046.34375, - 64039.3125, - 64010.015625, - 63988.921875, - 64011.1875, - 64010.015625, - 64024.078125, - 64017.046875, - 64001.8125, - 63970.171875, - 63940.875, - 63926.8125 + 64067.4375, + 64074.46875, + 64074.46875, + 64060.40625, + 64055.71875, + 64048.6875, + 64027.59375, + 64008.84375, + 63987.75, + 63974.859375, + 63956.109375, + 63933.84375, + 63926.8125, + 63903.375, + 63892.828125, + 63874.078125, + 63848.296875, + 63844.1953125, + 63851.8125, + 63838.3359375, + 63818.4140625, + 63780.328125, + 63780.328125, + 63766.55859375 ], "p10": [ - 63970.171875, - 63854.7421875, - 63719.9765625, - 63591.65625, - 63490.875, - 63408.84375, - 63347.90625, - 63312.75, - 63251.8125, - 63197.90625, - 63158.0625, - 63097.125, - 63083.0625, - 63064.3125, - 62998.6875, - 62937.75, - 62979.9375, - 62956.5, - 62951.8125, + 63680.1328125, + 63563.53125, + 63436.96875, + 63286.96875, + 63174.46875, + 63115.875, + 63045.5625, + 62994.0, 62928.375, - 62876.8125, - 62825.25, - 62787.75, - 62764.3125 + 62904.9375, + 62886.1875, + 62853.375, + 62862.75, + 62829.9375, + 62811.1875, + 62764.3125, + 62736.1875, + 62731.5, + 62750.25, + 62745.5625, + 62712.75, + 62661.1875, + 62661.1875, + 62647.125 ], "p90": [ - 64376.8125, - 64367.4375, - 64367.4375, - 64376.8125, + 64315.875, + 64341.65625, 64358.0625, + 64358.0625, + 64348.6875, + 64339.3125, + 64348.6875, + 64348.6875, 64362.75, - 64362.75, - 64367.4375, - 64395.5625, - 64390.875, - 64367.4375, - 64376.8125, - 64372.125, - 64367.4375, - 64362.75, - 64367.4375, - 64367.4375, - 64367.4375, - 64381.5, - 64376.8125, - 64376.8125, - 64362.75, + 64358.0625, + 64348.6875, + 64353.375, 64348.6875, - 64348.6875 + 64341.65625, + 64334.625, + 64329.9375, + 64327.59375, + 64329.9375, + 64344.0, + 64341.65625, + 64336.96875, + 64318.21875, + 64334.625, + 64336.96875 ], "mean": [ - 64233.84375, - 64222.125, - 64198.6875, - 64191.65625, - 64177.59375, - 64165.875, - 64142.4375, - 64133.0625, - 64119.0, - 64097.90625, - 64081.5, - 64058.0625, - 64046.34375, - 64039.3125, - 64010.015625, - 63988.921875, - 64011.1875, - 64010.015625, - 64024.078125, - 64017.046875, - 64001.8125, - 63970.171875, - 63940.875, - 63926.8125 + 64067.4375, + 64074.46875, + 64074.46875, + 64060.40625, + 64055.71875, + 64048.6875, + 64027.59375, + 64008.84375, + 63987.75, + 63974.859375, + 63956.109375, + 63933.84375, + 63926.8125, + 63903.375, + 63892.828125, + 63874.078125, + 63848.296875, + 63844.1953125, + 63851.8125, + 63838.3359375, + 63818.4140625, + 63780.328125, + 63780.328125, + 63766.55859375 ], "quantiles": { "0.1": [ - 63970.171875, - 63854.7421875, - 63719.9765625, - 63591.65625, - 63490.875, - 63408.84375, - 63347.90625, - 63312.75, - 63251.8125, - 63197.90625, - 63158.0625, - 63097.125, - 63083.0625, - 63064.3125, - 62998.6875, - 62937.75, - 62979.9375, - 62956.5, - 62951.8125, + 63680.1328125, + 63563.53125, + 63436.96875, + 63286.96875, + 63174.46875, + 63115.875, + 63045.5625, + 62994.0, 62928.375, - 62876.8125, - 62825.25, - 62787.75, - 62764.3125 + 62904.9375, + 62886.1875, + 62853.375, + 62862.75, + 62829.9375, + 62811.1875, + 62764.3125, + 62736.1875, + 62731.5, + 62750.25, + 62745.5625, + 62712.75, + 62661.1875, + 62661.1875, + 62647.125 ], "0.2": [ - 63970.171875, - 63854.7421875, - 63719.9765625, - 63591.65625, - 63490.875, - 63408.84375, - 63347.90625, - 63312.75, - 63251.8125, - 63197.90625, - 63158.0625, - 63097.125, - 63083.0625, - 63064.3125, - 62998.6875, - 62937.75, - 62979.9375, - 62956.5, - 62951.8125, + 63680.1328125, + 63563.53125, + 63436.96875, + 63286.96875, + 63174.46875, + 63115.875, + 63045.5625, + 62994.0, 62928.375, - 62876.8125, - 62825.25, - 62787.75, - 62764.3125 + 62904.9375, + 62886.1875, + 62853.375, + 62862.75, + 62829.9375, + 62811.1875, + 62764.3125, + 62736.1875, + 62731.5, + 62750.25, + 62745.5625, + 62712.75, + 62661.1875, + 62661.1875, + 62647.125 ], "0.3": [ - 63970.171875, - 63854.7421875, - 63719.9765625, - 63591.65625, - 63490.875, - 63408.84375, - 63347.90625, - 63312.75, - 63251.8125, - 63197.90625, - 63158.0625, - 63097.125, - 63083.0625, - 63064.3125, - 62998.6875, - 62937.75, - 62979.9375, - 62956.5, - 62951.8125, + 63680.1328125, + 63563.53125, + 63436.96875, + 63286.96875, + 63174.46875, + 63115.875, + 63045.5625, + 62994.0, 62928.375, - 62876.8125, - 62825.25, - 62787.75, - 62764.3125 + 62904.9375, + 62886.1875, + 62853.375, + 62862.75, + 62829.9375, + 62811.1875, + 62764.3125, + 62736.1875, + 62731.5, + 62750.25, + 62745.5625, + 62712.75, + 62661.1875, + 62661.1875, + 62647.125 ], "0.4": [ - 64233.84375, - 64222.125, - 64198.6875, - 64191.65625, - 64177.59375, - 64165.875, - 64142.4375, - 64133.0625, - 64119.0, - 64097.90625, - 64081.5, - 64058.0625, - 64046.34375, - 64039.3125, - 64010.015625, - 63988.921875, - 64011.1875, - 64010.015625, - 64024.078125, - 64017.046875, - 64001.8125, - 63970.171875, - 63940.875, - 63926.8125 + 64067.4375, + 64074.46875, + 64074.46875, + 64060.40625, + 64055.71875, + 64048.6875, + 64027.59375, + 64008.84375, + 63987.75, + 63974.859375, + 63956.109375, + 63933.84375, + 63926.8125, + 63903.375, + 63892.828125, + 63874.078125, + 63848.296875, + 63844.1953125, + 63851.8125, + 63838.3359375, + 63818.4140625, + 63780.328125, + 63780.328125, + 63766.55859375 ], "0.5": [ - 64233.84375, - 64222.125, - 64198.6875, - 64191.65625, - 64177.59375, - 64165.875, - 64142.4375, - 64133.0625, - 64119.0, - 64097.90625, - 64081.5, - 64058.0625, - 64046.34375, - 64039.3125, - 64010.015625, - 63988.921875, - 64011.1875, - 64010.015625, - 64024.078125, - 64017.046875, - 64001.8125, - 63970.171875, - 63940.875, - 63926.8125 + 64067.4375, + 64074.46875, + 64074.46875, + 64060.40625, + 64055.71875, + 64048.6875, + 64027.59375, + 64008.84375, + 63987.75, + 63974.859375, + 63956.109375, + 63933.84375, + 63926.8125, + 63903.375, + 63892.828125, + 63874.078125, + 63848.296875, + 63844.1953125, + 63851.8125, + 63838.3359375, + 63818.4140625, + 63780.328125, + 63780.328125, + 63766.55859375 ], "0.6": [ - 64233.84375, - 64222.125, - 64198.6875, - 64191.65625, - 64177.59375, - 64165.875, - 64142.4375, - 64133.0625, - 64119.0, - 64097.90625, - 64081.5, - 64058.0625, - 64046.34375, - 64039.3125, - 64010.015625, - 63988.921875, - 64011.1875, - 64010.015625, - 64024.078125, - 64017.046875, - 64001.8125, - 63970.171875, - 63940.875, - 63926.8125 + 64067.4375, + 64074.46875, + 64074.46875, + 64060.40625, + 64055.71875, + 64048.6875, + 64027.59375, + 64008.84375, + 63987.75, + 63974.859375, + 63956.109375, + 63933.84375, + 63926.8125, + 63903.375, + 63892.828125, + 63874.078125, + 63848.296875, + 63844.1953125, + 63851.8125, + 63838.3359375, + 63818.4140625, + 63780.328125, + 63780.328125, + 63766.55859375 ], "0.7": [ - 64233.84375, - 64222.125, - 64198.6875, - 64191.65625, - 64177.59375, - 64165.875, - 64142.4375, - 64133.0625, - 64119.0, - 64097.90625, - 64081.5, - 64058.0625, - 64046.34375, - 64039.3125, - 64010.015625, - 63988.921875, - 64011.1875, - 64010.015625, - 64024.078125, - 64017.046875, - 64001.8125, - 63970.171875, - 63940.875, - 63926.8125 + 64067.4375, + 64074.46875, + 64074.46875, + 64060.40625, + 64055.71875, + 64048.6875, + 64027.59375, + 64008.84375, + 63987.75, + 63974.859375, + 63956.109375, + 63933.84375, + 63926.8125, + 63903.375, + 63892.828125, + 63874.078125, + 63848.296875, + 63844.1953125, + 63851.8125, + 63838.3359375, + 63818.4140625, + 63780.328125, + 63780.328125, + 63766.55859375 ], "0.8": [ - 64376.8125, - 64367.4375, - 64367.4375, - 64376.8125, + 64315.875, + 64341.65625, 64358.0625, + 64358.0625, + 64348.6875, + 64339.3125, + 64348.6875, + 64348.6875, 64362.75, - 64362.75, - 64367.4375, - 64395.5625, - 64390.875, - 64367.4375, - 64376.8125, - 64372.125, - 64367.4375, - 64362.75, - 64367.4375, - 64367.4375, - 64367.4375, - 64381.5, - 64376.8125, - 64376.8125, - 64362.75, + 64358.0625, + 64348.6875, + 64353.375, 64348.6875, - 64348.6875 + 64341.65625, + 64334.625, + 64329.9375, + 64327.59375, + 64329.9375, + 64344.0, + 64341.65625, + 64336.96875, + 64318.21875, + 64334.625, + 64336.96875 ], "0.9": [ - 64376.8125, - 64367.4375, - 64367.4375, - 64376.8125, + 64315.875, + 64341.65625, 64358.0625, + 64358.0625, + 64348.6875, + 64339.3125, + 64348.6875, + 64348.6875, 64362.75, - 64362.75, - 64367.4375, - 64395.5625, - 64390.875, - 64367.4375, - 64376.8125, - 64372.125, - 64367.4375, - 64362.75, - 64367.4375, - 64367.4375, - 64367.4375, - 64381.5, - 64376.8125, - 64376.8125, - 64362.75, + 64358.0625, + 64348.6875, + 64353.375, 64348.6875, - 64348.6875 + 64341.65625, + 64334.625, + 64329.9375, + 64327.59375, + 64329.9375, + 64344.0, + 64341.65625, + 64336.96875, + 64318.21875, + 64334.625, + 64336.96875 ] }, "timestamps": [ - "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", "2026-06-18 09:00:00", @@ -589,6 +588,7 @@ "2026-06-23 02:00:00", "2026-06-23 03:00:00", "2026-06-23 04:00:00", - "2026-06-23 05:00:00" + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index c305b4be76ae5aa96a6903d6c76e6c15de45ed16..0fa61de17a5487c6b4440461c21b26d03324af44 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,29 +1,11 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T06:05:00.495546+00:00", + "evaluated_at": "2026-06-23T06:14:43.033275+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index c6a49e24a44d247dab8c70150fbfc6f67b36b762..da36ce8f19b1fcba9ec13c74d8f16730822786eb 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,236073.29715855917,256466.4315624237,351.2703450520833,0.5115741951531013,0.0054339848385762,0.005454127513373171,14.622952297590643,485.87374610958267,0.007550825361948096,0.005458992282578114,0.005044177955808898,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,324499.2731774648,367521.8003533681,461.60302734375,0.6843817687962593,0.0071493539196637555,0.007180382951579726,16.008456772367676,569.6483767882296,0.008857546514896737,0.0071775334622508815,0.006114219804527783,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.1942693657438213,2.176787990128711,1.1630725860595703,0.6812063798293192,0.04336451774231531,0.04492883079170137,3.2575813722815607,1.0928263200270303,0.04116171248788629,0.0438075643975543,0.029372483948565287,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.008881034480770466,0.016290109078246927,0.1116559624671936,0.3911348462500856,0.07166306801900744,0.07529791068063749,0.7516564717948377,0.09423924066316784,0.058028492421002956,0.06875296454208013,0.041990898354492,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.06682176115385473,0.05120557615074953,0.18589206702179378,1.3941904472633029,0.13600729333483194,0.12288759132042698,58.46967107178088,0.25849905445446936,0.17281274325073753,0.12427325166964735,0.13433244072051584,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index d69e0d22799f5defea23edf274654eef5c1aefb2..5e16e2a4d9ff48e3c526b3db078e30a58bd44e2b 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T06:00:38.309997+00:00", + "evaluated_at": "2026-06-23T06:13:17.236095+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64083.41015625, 64510.44140625, 64399.921875, 64199.53125, @@ -101,10 +100,10 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64247.73828125 + 64247.73828125, + 63989.94921875 ], "actuals": [ - 63989.94921875, 64211.19140625, 64165.98828125, 64145.390625, @@ -127,350 +126,350 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63400.01171875 + 63400.0, + 63152.421875 ], "p50": [ - 64195.6875, - 64197.21484375, - 64180.74609375, - 64177.7109375, - 64167.0390625, - 64149.2734375, - 64156.56640625, - 64150.453125, - 64161.5, - 64163.3984375, - 64163.39453125, - 64167.36328125, - 64172.9296875, - 64144.3359375, - 64168.37109375, - 64163.33984375, - 64168.8359375, - 64172.75390625, - 64157.73828125, - 64169.78125, - 64174.0234375, - 64156.921875, - 64164.30859375, - 64182.6875 + 64011.52734375, + 64040.58984375, + 64027.0390625, + 64016.88671875, + 64006.375, + 63994.2421875, + 63999.92578125, + 63993.54296875, + 64007.51171875, + 64007.8203125, + 64001.36328125, + 64000.70703125, + 64006.90625, + 63993.09375, + 64011.703125, + 64015.1640625, + 64009.4140625, + 64018.65234375, + 64005.078125, + 64005.1796875, + 64004.26953125, + 64006.23046875, + 64007.32421875, + 64011.71875 ], "p10": [ - 64263.375, - 64229.17578125, - 64229.30859375, - 64229.30078125, - 64218.515625, - 64163.4609375, - 64179.265625, - 64204.703125, - 64213.2265625, - 64206.734375, - 64201.65625, - 64194.21875, - 64211.27734375, - 64208.72265625, - 64192.3515625, - 64187.23046875, - 64216.1015625, - 64219.19140625, - 64175.4140625, - 64201.86328125, - 64203.13671875, - 64187.3671875, - 64203.36328125, - 64212.26953125 + 64086.23046875, + 64092.93359375, + 64082.4609375, + 64081.26953125, + 64066.96875, + 64034.2109375, + 64039.3203125, + 64068.7109375, + 64080.984375, + 64075.95703125, + 64054.39453125, + 64055.55078125, + 64054.18359375, + 64064.5, + 64061.1328125, + 64055.94140625, + 64062.5078125, + 64083.50390625, + 64043.42578125, + 64060.19140625, + 64063.0078125, + 64058.21875, + 64075.671875, + 64059.796875 ], "p90": [ - 64437.73828125, - 64460.734375, - 64459.13671875, - 64455.109375, - 64449.33984375, - 64441.4296875, - 64455.62890625, - 64453.33203125, - 64453.2421875, - 64455.66015625, - 64476.0078125, - 64479.82421875, - 64495.3125, - 64492.44140625, - 64502.609375, - 64511.32421875, - 64516.94140625, - 64533.52734375, - 64539.5546875, - 64535.8984375, - 64558.0390625, - 64562.63671875, - 64555.40234375, - 64577.93359375 + 64276.0234375, + 64333.29296875, + 64336.5546875, + 64333.60546875, + 64334.3828125, + 64333.7890625, + 64351.1015625, + 64356.50390625, + 64360.45703125, + 64374.7578125, + 64382.22265625, + 64385.6171875, + 64393.1640625, + 64407.48828125, + 64408.1953125, + 64428.09765625, + 64424.34375, + 64443.06640625, + 64448.32421875, + 64441.57421875, + 64451.265625, + 64481.98046875, + 64473.9921875, + 64483.38671875 ], "mean": [ - 64256.6328125, - 64258.40234375, - 64246.53515625, - 64251.44921875, - 64229.9296875, - 64223.02734375, - 64229.09765625, - 64230.22265625, - 64247.00390625, - 64238.47265625, - 64240.48046875, - 64242.13671875, - 64246.04296875, - 64242.85546875, - 64252.02734375, - 64255.87109375, - 64253.97265625, - 64259.3671875, - 64251.20703125, - 64246.03125, - 64261.58984375, - 64249.765625, - 64259.44140625, - 64274.31640625 + 64078.27734375, + 64111.40625, + 64101.26171875, + 64100.3515625, + 64083.1796875, + 64081.7109375, + 64089.07421875, + 64093.32421875, + 64111.53515625, + 64106.91015625, + 64100.078125, + 64100.21875, + 64100.421875, + 64106.59765625, + 64113.70703125, + 64126.16015625, + 64115.55078125, + 64127.390625, + 64120.90625, + 64109.87890625, + 64111.4921875, + 64128.30859375, + 64129.4609375, + 64132.390625 ], "quantiles": { "0.1": [ - 64263.375, - 64229.17578125, - 64229.30859375, - 64229.30078125, - 64218.515625, - 64163.4609375, - 64179.265625, - 64204.703125, - 64213.2265625, - 64206.734375, - 64201.65625, - 64194.21875, - 64211.27734375, - 64208.72265625, - 64192.3515625, - 64187.23046875, - 64216.1015625, - 64219.19140625, - 64175.4140625, - 64201.86328125, - 64203.13671875, - 64187.3671875, - 64203.36328125, - 64212.26953125 + 64086.23046875, + 64092.93359375, + 64082.4609375, + 64081.26953125, + 64066.96875, + 64034.2109375, + 64039.3203125, + 64068.7109375, + 64080.984375, + 64075.95703125, + 64054.39453125, + 64055.55078125, + 64054.18359375, + 64064.5, + 64061.1328125, + 64055.94140625, + 64062.5078125, + 64083.50390625, + 64043.42578125, + 64060.19140625, + 64063.0078125, + 64058.21875, + 64075.671875, + 64059.796875 ], "0.2": [ - 64263.375, - 64229.17578125, - 64229.30859375, - 64229.30078125, - 64218.515625, - 64163.4609375, - 64179.265625, - 64204.703125, - 64213.2265625, - 64206.734375, - 64201.65625, - 64194.21875, - 64211.27734375, - 64208.72265625, - 64192.3515625, - 64187.23046875, - 64216.1015625, - 64219.19140625, - 64175.4140625, - 64201.86328125, - 64203.13671875, - 64187.3671875, - 64203.36328125, - 64212.26953125 + 64086.23046875, + 64092.93359375, + 64082.4609375, + 64081.26953125, + 64066.96875, + 64034.2109375, + 64039.3203125, + 64068.7109375, + 64080.984375, + 64075.95703125, + 64054.39453125, + 64055.55078125, + 64054.18359375, + 64064.5, + 64061.1328125, + 64055.94140625, + 64062.5078125, + 64083.50390625, + 64043.42578125, + 64060.19140625, + 64063.0078125, + 64058.21875, + 64075.671875, + 64059.796875 ], "0.3": [ - 64263.375, - 64229.17578125, - 64229.30859375, - 64229.30078125, - 64218.515625, - 64163.4609375, - 64179.265625, - 64204.703125, - 64213.2265625, - 64206.734375, - 64201.65625, - 64194.21875, - 64211.27734375, - 64208.72265625, - 64192.3515625, - 64187.23046875, - 64216.1015625, - 64219.19140625, - 64175.4140625, - 64201.86328125, - 64203.13671875, - 64187.3671875, - 64203.36328125, - 64212.26953125 + 64086.23046875, + 64092.93359375, + 64082.4609375, + 64081.26953125, + 64066.96875, + 64034.2109375, + 64039.3203125, + 64068.7109375, + 64080.984375, + 64075.95703125, + 64054.39453125, + 64055.55078125, + 64054.18359375, + 64064.5, + 64061.1328125, + 64055.94140625, + 64062.5078125, + 64083.50390625, + 64043.42578125, + 64060.19140625, + 64063.0078125, + 64058.21875, + 64075.671875, + 64059.796875 ], "0.4": [ - 64195.6875, - 64197.21484375, - 64180.74609375, - 64177.7109375, - 64167.0390625, - 64149.2734375, - 64156.56640625, - 64150.453125, - 64161.5, - 64163.3984375, - 64163.39453125, - 64167.36328125, - 64172.9296875, - 64144.3359375, - 64168.37109375, - 64163.33984375, - 64168.8359375, - 64172.75390625, - 64157.73828125, - 64169.78125, - 64174.0234375, - 64156.921875, - 64164.30859375, - 64182.6875 + 64011.52734375, + 64040.58984375, + 64027.0390625, + 64016.88671875, + 64006.375, + 63994.2421875, + 63999.92578125, + 63993.54296875, + 64007.51171875, + 64007.8203125, + 64001.36328125, + 64000.70703125, + 64006.90625, + 63993.09375, + 64011.703125, + 64015.1640625, + 64009.4140625, + 64018.65234375, + 64005.078125, + 64005.1796875, + 64004.26953125, + 64006.23046875, + 64007.32421875, + 64011.71875 ], "0.5": [ - 64195.6875, - 64197.21484375, - 64180.74609375, - 64177.7109375, - 64167.0390625, - 64149.2734375, - 64156.56640625, - 64150.453125, - 64161.5, - 64163.3984375, - 64163.39453125, - 64167.36328125, - 64172.9296875, - 64144.3359375, - 64168.37109375, - 64163.33984375, - 64168.8359375, - 64172.75390625, - 64157.73828125, - 64169.78125, - 64174.0234375, - 64156.921875, - 64164.30859375, - 64182.6875 + 64011.52734375, + 64040.58984375, + 64027.0390625, + 64016.88671875, + 64006.375, + 63994.2421875, + 63999.92578125, + 63993.54296875, + 64007.51171875, + 64007.8203125, + 64001.36328125, + 64000.70703125, + 64006.90625, + 63993.09375, + 64011.703125, + 64015.1640625, + 64009.4140625, + 64018.65234375, + 64005.078125, + 64005.1796875, + 64004.26953125, + 64006.23046875, + 64007.32421875, + 64011.71875 ], "0.6": [ - 64195.6875, - 64197.21484375, - 64180.74609375, - 64177.7109375, - 64167.0390625, - 64149.2734375, - 64156.56640625, - 64150.453125, - 64161.5, - 64163.3984375, - 64163.39453125, - 64167.36328125, - 64172.9296875, - 64144.3359375, - 64168.37109375, - 64163.33984375, - 64168.8359375, - 64172.75390625, - 64157.73828125, - 64169.78125, - 64174.0234375, - 64156.921875, - 64164.30859375, - 64182.6875 + 64011.52734375, + 64040.58984375, + 64027.0390625, + 64016.88671875, + 64006.375, + 63994.2421875, + 63999.92578125, + 63993.54296875, + 64007.51171875, + 64007.8203125, + 64001.36328125, + 64000.70703125, + 64006.90625, + 63993.09375, + 64011.703125, + 64015.1640625, + 64009.4140625, + 64018.65234375, + 64005.078125, + 64005.1796875, + 64004.26953125, + 64006.23046875, + 64007.32421875, + 64011.71875 ], "0.7": [ - 64195.6875, - 64197.21484375, - 64180.74609375, - 64177.7109375, - 64167.0390625, - 64149.2734375, - 64156.56640625, - 64150.453125, - 64161.5, - 64163.3984375, - 64163.39453125, - 64167.36328125, - 64172.9296875, - 64144.3359375, - 64168.37109375, - 64163.33984375, - 64168.8359375, - 64172.75390625, - 64157.73828125, - 64169.78125, - 64174.0234375, - 64156.921875, - 64164.30859375, - 64182.6875 + 64011.52734375, + 64040.58984375, + 64027.0390625, + 64016.88671875, + 64006.375, + 63994.2421875, + 63999.92578125, + 63993.54296875, + 64007.51171875, + 64007.8203125, + 64001.36328125, + 64000.70703125, + 64006.90625, + 63993.09375, + 64011.703125, + 64015.1640625, + 64009.4140625, + 64018.65234375, + 64005.078125, + 64005.1796875, + 64004.26953125, + 64006.23046875, + 64007.32421875, + 64011.71875 ], "0.8": [ - 64437.73828125, - 64460.734375, - 64459.13671875, - 64455.109375, - 64449.33984375, - 64441.4296875, - 64455.62890625, - 64453.33203125, - 64453.2421875, - 64455.66015625, - 64476.0078125, - 64479.82421875, - 64495.3125, - 64492.44140625, - 64502.609375, - 64511.32421875, - 64516.94140625, - 64533.52734375, - 64539.5546875, - 64535.8984375, - 64558.0390625, - 64562.63671875, - 64555.40234375, - 64577.93359375 + 64276.0234375, + 64333.29296875, + 64336.5546875, + 64333.60546875, + 64334.3828125, + 64333.7890625, + 64351.1015625, + 64356.50390625, + 64360.45703125, + 64374.7578125, + 64382.22265625, + 64385.6171875, + 64393.1640625, + 64407.48828125, + 64408.1953125, + 64428.09765625, + 64424.34375, + 64443.06640625, + 64448.32421875, + 64441.57421875, + 64451.265625, + 64481.98046875, + 64473.9921875, + 64483.38671875 ], "0.9": [ - 64437.73828125, - 64460.734375, - 64459.13671875, - 64455.109375, - 64449.33984375, - 64441.4296875, - 64455.62890625, - 64453.33203125, - 64453.2421875, - 64455.66015625, - 64476.0078125, - 64479.82421875, - 64495.3125, - 64492.44140625, - 64502.609375, - 64511.32421875, - 64516.94140625, - 64533.52734375, - 64539.5546875, - 64535.8984375, - 64558.0390625, - 64562.63671875, - 64555.40234375, - 64577.93359375 + 64276.0234375, + 64333.29296875, + 64336.5546875, + 64333.60546875, + 64334.3828125, + 64333.7890625, + 64351.1015625, + 64356.50390625, + 64360.45703125, + 64374.7578125, + 64382.22265625, + 64385.6171875, + 64393.1640625, + 64407.48828125, + 64408.1953125, + 64428.09765625, + 64424.34375, + 64443.06640625, + 64448.32421875, + 64441.57421875, + 64451.265625, + 64481.98046875, + 64473.9921875, + 64483.38671875 ] }, "timestamps": [ - "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", "2026-06-18 09:00:00", @@ -589,6 +588,7 @@ "2026-06-23 02:00:00", "2026-06-23 03:00:00", "2026-06-23 04:00:00", - "2026-06-23 05:00:00" + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 0cfc894fa8775aa7290ffbb671eb6edbdbb26939..3afdb52eb1eed4137d5f48a24eb15ecf90505cae 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,29 +1,11 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T06:01:03.734931+00:00", + "evaluated_at": "2026-06-23T06:13:20.209688+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 7337d2fc3f8befd839e9f5c7441bc9e370a9fa06..1bbb2ff8ec0a52684c9e3c2570985dc5f8d29f37 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,249494.30557759604,249494.30557759604,352.8948567708333,0.5139400603243075,0.005457847488555347,0.005479395082769819,6.876098290663795,499.4940495917805,0.007762494615111682,0.005484238356038426,0.0055091266580494834,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,359504.5849138896,359504.5849138896,462.7395833333333,0.6860668491627445,0.0071658366540252915,0.007198135986893373,8.931775118628885,599.5870119623086,0.00932306676291723,0.007195205938737656,0.0069359095102976024,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,1.183329755683341,1.183329755683341,0.862094004948934,0.5049245792762104,0.03178129762224546,0.03245936373087361,3.072462410731646,1.087809613711582,0.04097275636630648,0.032471093456424745,0.037043745123925144,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.10245191526268964,0.10245191526268964,0.24057729045550028,0.8427508879449399,0.17284148508215275,0.1471617485414126,2.301178764655476,0.3200811073192069,0.19709225137504918,0.14813720248192364,0.08745655324440242,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.07023250721084334,0.07023250721084334,0.21677724520365396,1.625829274422754,0.15881049306647144,0.14108754458484155,20.751874094133612,0.2650141641702257,0.17716824847660945,0.14492072513394652,0.10321135674664944,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 58ad3ecb821e8eacf87bb4e54571b36c0640217c..fe652c6f5a692bf8ffce1e5f60e17240ecaf7aa1 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-23T06:01:50.236036+00:00", + "evaluated_at": "2026-06-23T06:13:56.190916+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64083.41015625, 64510.44140625, 64399.921875, 64199.53125, @@ -101,10 +100,10 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64247.73828125 + 64247.73828125, + 63989.94921875 ], "actuals": [ - 63989.94921875, 64211.19140625, 64165.98828125, 64145.390625, @@ -127,350 +126,350 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63400.01171875 + 63400.0, + 63152.421875 ], "p50": [ - 64230.54296875, - 64217.87890625, - 64205.78125, - 64194.8671875, - 64184.68359375, - 64174.80859375, - 64169.43359375, - 64164.36328125, - 64161.1015625, - 64148.91796875, - 64138.6875, - 64134.69140625, - 64134.88671875, - 64132.67578125, - 64130.87890625, - 64128.6796875, - 64125.72265625, - 64122.87109375, - 64122.1015625, - 64117.34765625, - 64108.05078125, - 64099.19921875, - 64095.71484375, - 64090.8046875 + 64023.37890625, + 64024.7578125, + 64026.94140625, + 64026.6953125, + 64019.84375, + 64017.75, + 64011.62890625, + 64009.66015625, + 64002.10546875, + 63992.125, + 63987.859375, + 63982.7265625, + 63981.890625, + 63978.6484375, + 63977.296875, + 63977.65625, + 63973.75390625, + 63977.02734375, + 63973.89453125, + 63967.76953125, + 63961.5703125, + 63951.97265625, + 63948.65625, + 63944.92578125 ], "p10": [ - 63995.53125, - 63874.06640625, - 63780.65234375, - 63703.76953125, - 63648.54296875, - 63602.17578125, - 63546.29296875, - 63495.18359375, - 63456.98046875, - 63411.98828125, - 63371.55078125, - 63339.33203125, - 63317.74609375, - 63298.9296875, - 63265.5546875, - 63245.45703125, - 63226.27734375, - 63195.3046875, - 63166.1875, - 63125.046875, - 63095.4296875, - 63067.51953125, - 63045.61328125, - 63028.57421875 + 63730.04296875, + 63618.515625, + 63533.73828125, + 63454.3046875, + 63392.73046875, + 63351.51171875, + 63293.296875, + 63254.015625, + 63218.6953125, + 63181.16796875, + 63142.51171875, + 63113.8046875, + 63090.81640625, + 63060.68359375, + 63022.4140625, + 62998.765625, + 62968.8359375, + 62943.7421875, + 62915.9453125, + 62883.33984375, + 62856.21875, + 62825.9453125, + 62810.6640625, + 62797.26171875 ], "p90": [ - 64437.69140625, - 64489.65234375, - 64533.6484375, - 64565.296875, - 64579.828125, - 64596.73828125, - 64624.2109375, - 64646.08984375, - 64663.60546875, - 64669.88671875, - 64674.89453125, - 64679.6953125, - 64689.86328125, - 64711.33203125, - 64736.5859375, - 64749.11328125, - 64761.48828125, - 64783.13671875, - 64809.5390625, - 64829.89453125, - 64827.2890625, - 64823.58984375, - 64824.0859375, - 64829.04296875 + 64278.515625, + 64351.27734375, + 64412.90234375, + 64451.04296875, + 64467.76953125, + 64495.3359375, + 64521.25, + 64552.12109375, + 64569.1796875, + 64581.78125, + 64599.21875, + 64610.0625, + 64625.9765625, + 64644.80859375, + 64665.75, + 64676.21875, + 64685.06640625, + 64720.390625, + 64745.79296875, + 64765.9453125, + 64772.59375, + 64776.19140625, + 64786.57421875, + 64797.18359375 ], "mean": [ - 64230.54296875, - 64217.87890625, - 64205.78125, - 64194.8671875, - 64184.68359375, - 64174.80859375, - 64169.43359375, - 64164.36328125, - 64161.1015625, - 64148.91796875, - 64138.6875, - 64134.69140625, - 64134.88671875, - 64132.67578125, - 64130.87890625, - 64128.6796875, - 64125.72265625, - 64122.87109375, - 64122.1015625, - 64117.34765625, - 64108.05078125, - 64099.19921875, - 64095.71484375, - 64090.8046875 + 64023.37890625, + 64024.7578125, + 64026.94140625, + 64026.6953125, + 64019.84375, + 64017.75, + 64011.62890625, + 64009.66015625, + 64002.10546875, + 63992.125, + 63987.859375, + 63982.7265625, + 63981.890625, + 63978.6484375, + 63977.296875, + 63977.65625, + 63973.75390625, + 63977.02734375, + 63973.89453125, + 63967.76953125, + 63961.5703125, + 63951.97265625, + 63948.65625, + 63944.92578125 ], "quantiles": { "0.1": [ - 63995.53125, - 63874.06640625, - 63780.65234375, - 63703.76953125, - 63648.54296875, - 63602.17578125, - 63546.29296875, - 63495.18359375, - 63456.98046875, - 63411.98828125, - 63371.55078125, - 63339.33203125, - 63317.74609375, - 63298.9296875, - 63265.5546875, - 63245.45703125, - 63226.27734375, - 63195.3046875, - 63166.1875, - 63125.046875, - 63095.4296875, - 63067.51953125, - 63045.61328125, - 63028.57421875 + 63730.04296875, + 63618.515625, + 63533.73828125, + 63454.3046875, + 63392.73046875, + 63351.51171875, + 63293.296875, + 63254.015625, + 63218.6953125, + 63181.16796875, + 63142.51171875, + 63113.8046875, + 63090.81640625, + 63060.68359375, + 63022.4140625, + 62998.765625, + 62968.8359375, + 62943.7421875, + 62915.9453125, + 62883.33984375, + 62856.21875, + 62825.9453125, + 62810.6640625, + 62797.26171875 ], "0.2": [ - 63995.53125, - 63874.06640625, - 63780.65234375, - 63703.76953125, - 63648.54296875, - 63602.17578125, - 63546.29296875, - 63495.18359375, - 63456.98046875, - 63411.98828125, - 63371.55078125, - 63339.33203125, - 63317.74609375, - 63298.9296875, - 63265.5546875, - 63245.45703125, - 63226.27734375, - 63195.3046875, - 63166.1875, - 63125.046875, - 63095.4296875, - 63067.51953125, - 63045.61328125, - 63028.57421875 + 63730.04296875, + 63618.515625, + 63533.73828125, + 63454.3046875, + 63392.73046875, + 63351.51171875, + 63293.296875, + 63254.015625, + 63218.6953125, + 63181.16796875, + 63142.51171875, + 63113.8046875, + 63090.81640625, + 63060.68359375, + 63022.4140625, + 62998.765625, + 62968.8359375, + 62943.7421875, + 62915.9453125, + 62883.33984375, + 62856.21875, + 62825.9453125, + 62810.6640625, + 62797.26171875 ], "0.3": [ - 63995.53125, - 63874.06640625, - 63780.65234375, - 63703.76953125, - 63648.54296875, - 63602.17578125, - 63546.29296875, - 63495.18359375, - 63456.98046875, - 63411.98828125, - 63371.55078125, - 63339.33203125, - 63317.74609375, - 63298.9296875, - 63265.5546875, - 63245.45703125, - 63226.27734375, - 63195.3046875, - 63166.1875, - 63125.046875, - 63095.4296875, - 63067.51953125, - 63045.61328125, - 63028.57421875 + 63730.04296875, + 63618.515625, + 63533.73828125, + 63454.3046875, + 63392.73046875, + 63351.51171875, + 63293.296875, + 63254.015625, + 63218.6953125, + 63181.16796875, + 63142.51171875, + 63113.8046875, + 63090.81640625, + 63060.68359375, + 63022.4140625, + 62998.765625, + 62968.8359375, + 62943.7421875, + 62915.9453125, + 62883.33984375, + 62856.21875, + 62825.9453125, + 62810.6640625, + 62797.26171875 ], "0.4": [ - 64230.54296875, - 64217.87890625, - 64205.78125, - 64194.8671875, - 64184.68359375, - 64174.80859375, - 64169.43359375, - 64164.36328125, - 64161.1015625, - 64148.91796875, - 64138.6875, - 64134.69140625, - 64134.88671875, - 64132.67578125, - 64130.87890625, - 64128.6796875, - 64125.72265625, - 64122.87109375, - 64122.1015625, - 64117.34765625, - 64108.05078125, - 64099.19921875, - 64095.71484375, - 64090.8046875 + 64023.37890625, + 64024.7578125, + 64026.94140625, + 64026.6953125, + 64019.84375, + 64017.75, + 64011.62890625, + 64009.66015625, + 64002.10546875, + 63992.125, + 63987.859375, + 63982.7265625, + 63981.890625, + 63978.6484375, + 63977.296875, + 63977.65625, + 63973.75390625, + 63977.02734375, + 63973.89453125, + 63967.76953125, + 63961.5703125, + 63951.97265625, + 63948.65625, + 63944.92578125 ], "0.5": [ - 64230.54296875, - 64217.87890625, - 64205.78125, - 64194.8671875, - 64184.68359375, - 64174.80859375, - 64169.43359375, - 64164.36328125, - 64161.1015625, - 64148.91796875, - 64138.6875, - 64134.69140625, - 64134.88671875, - 64132.67578125, - 64130.87890625, - 64128.6796875, - 64125.72265625, - 64122.87109375, - 64122.1015625, - 64117.34765625, - 64108.05078125, - 64099.19921875, - 64095.71484375, - 64090.8046875 + 64023.37890625, + 64024.7578125, + 64026.94140625, + 64026.6953125, + 64019.84375, + 64017.75, + 64011.62890625, + 64009.66015625, + 64002.10546875, + 63992.125, + 63987.859375, + 63982.7265625, + 63981.890625, + 63978.6484375, + 63977.296875, + 63977.65625, + 63973.75390625, + 63977.02734375, + 63973.89453125, + 63967.76953125, + 63961.5703125, + 63951.97265625, + 63948.65625, + 63944.92578125 ], "0.6": [ - 64230.54296875, - 64217.87890625, - 64205.78125, - 64194.8671875, - 64184.68359375, - 64174.80859375, - 64169.43359375, - 64164.36328125, - 64161.1015625, - 64148.91796875, - 64138.6875, - 64134.69140625, - 64134.88671875, - 64132.67578125, - 64130.87890625, - 64128.6796875, - 64125.72265625, - 64122.87109375, - 64122.1015625, - 64117.34765625, - 64108.05078125, - 64099.19921875, - 64095.71484375, - 64090.8046875 + 64023.37890625, + 64024.7578125, + 64026.94140625, + 64026.6953125, + 64019.84375, + 64017.75, + 64011.62890625, + 64009.66015625, + 64002.10546875, + 63992.125, + 63987.859375, + 63982.7265625, + 63981.890625, + 63978.6484375, + 63977.296875, + 63977.65625, + 63973.75390625, + 63977.02734375, + 63973.89453125, + 63967.76953125, + 63961.5703125, + 63951.97265625, + 63948.65625, + 63944.92578125 ], "0.7": [ - 64230.54296875, - 64217.87890625, - 64205.78125, - 64194.8671875, - 64184.68359375, - 64174.80859375, - 64169.43359375, - 64164.36328125, - 64161.1015625, - 64148.91796875, - 64138.6875, - 64134.69140625, - 64134.88671875, - 64132.67578125, - 64130.87890625, - 64128.6796875, - 64125.72265625, - 64122.87109375, - 64122.1015625, - 64117.34765625, - 64108.05078125, - 64099.19921875, - 64095.71484375, - 64090.8046875 + 64023.37890625, + 64024.7578125, + 64026.94140625, + 64026.6953125, + 64019.84375, + 64017.75, + 64011.62890625, + 64009.66015625, + 64002.10546875, + 63992.125, + 63987.859375, + 63982.7265625, + 63981.890625, + 63978.6484375, + 63977.296875, + 63977.65625, + 63973.75390625, + 63977.02734375, + 63973.89453125, + 63967.76953125, + 63961.5703125, + 63951.97265625, + 63948.65625, + 63944.92578125 ], "0.8": [ - 64437.69140625, - 64489.65234375, - 64533.6484375, - 64565.296875, - 64579.828125, - 64596.73828125, - 64624.2109375, - 64646.08984375, - 64663.60546875, - 64669.88671875, - 64674.89453125, - 64679.6953125, - 64689.86328125, - 64711.33203125, - 64736.5859375, - 64749.11328125, - 64761.48828125, - 64783.13671875, - 64809.5390625, - 64829.89453125, - 64827.2890625, - 64823.58984375, - 64824.0859375, - 64829.04296875 + 64278.515625, + 64351.27734375, + 64412.90234375, + 64451.04296875, + 64467.76953125, + 64495.3359375, + 64521.25, + 64552.12109375, + 64569.1796875, + 64581.78125, + 64599.21875, + 64610.0625, + 64625.9765625, + 64644.80859375, + 64665.75, + 64676.21875, + 64685.06640625, + 64720.390625, + 64745.79296875, + 64765.9453125, + 64772.59375, + 64776.19140625, + 64786.57421875, + 64797.18359375 ], "0.9": [ - 64437.69140625, - 64489.65234375, - 64533.6484375, - 64565.296875, - 64579.828125, - 64596.73828125, - 64624.2109375, - 64646.08984375, - 64663.60546875, - 64669.88671875, - 64674.89453125, - 64679.6953125, - 64689.86328125, - 64711.33203125, - 64736.5859375, - 64749.11328125, - 64761.48828125, - 64783.13671875, - 64809.5390625, - 64829.89453125, - 64827.2890625, - 64823.58984375, - 64824.0859375, - 64829.04296875 + 64278.515625, + 64351.27734375, + 64412.90234375, + 64451.04296875, + 64467.76953125, + 64495.3359375, + 64521.25, + 64552.12109375, + 64569.1796875, + 64581.78125, + 64599.21875, + 64610.0625, + 64625.9765625, + 64644.80859375, + 64665.75, + 64676.21875, + 64685.06640625, + 64720.390625, + 64745.79296875, + 64765.9453125, + 64772.59375, + 64776.19140625, + 64786.57421875, + 64797.18359375 ] }, "timestamps": [ - "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", "2026-06-18 09:00:00", @@ -589,6 +588,7 @@ "2026-06-23 02:00:00", "2026-06-23 03:00:00", "2026-06-23 04:00:00", - "2026-06-23 05:00:00" + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index a6e0fd3ad19f60e4871fe9b19859d9647842a100..c1a19241fd178013c0a4649ff0e87bd2efe8bbf5 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,29 +1,11 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T06:02:13.562108+00:00", + "evaluated_at": "2026-06-23T06:14:01.681528+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 109fcb052c2c3ba64e7e430cb96d701f43062dcc..9481fec2aca556cf3b04a1cb8b09b8595133cd18 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,246036.59661483765,246036.59661483765,349.4524739583333,0.508926730159894,0.00540552924475796,0.005425764936536385,5.068800114536224,496.02076228202145,0.007708517247291636,0.005430741266199171,0.0059425092949303565,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,344433.3538239797,344433.3538239797,442.9513346354167,0.6567284006625457,0.006860679984859504,0.006889064481017147,8.138817031594472,586.8844467388616,0.009125552705281254,0.006887515545098034,0.006805544071412482,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.7378849396995975,0.7378849396995975,0.6531385580698649,0.38254031433849495,0.024219405040648068,0.024391800635032,2.939171975256644,0.8590022931864603,0.03235464297538288,0.024600708318737636,0.02998693975846885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0033126795455257724,0.0033126795455257724,0.047125357389450076,0.1650818192751563,0.02860286802700187,0.029142065402123354,1.773627537651705,0.057555881936825294,0.03544044959670983,0.02901777884527827,0.04554562254526759,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.048750933771786284,0.048750933771786284,0.18143550389342838,1.3607662251287214,0.13208896873379916,0.12018468719467139,15.806290996818108,0.22079613622476796,0.14760744901249284,0.12129393361640253,0.08709471873212635,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index b8cb1c1d3ddec4034c5141ff764adff0197836e4..05cac594015e8621589a5e346a44e4ea0a29b274 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T06:01:28.594117+00:00", + "evaluated_at": "2026-06-23T06:13:47.552954+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64083.41015625, 64510.44140625, 64399.921875, 64199.53125, @@ -101,10 +100,10 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64247.73828125 + 64247.73828125, + 63989.94921875 ], "actuals": [ - 63989.94921875, 64211.19140625, 64165.98828125, 64145.390625, @@ -127,350 +126,350 @@ 64204.01171875, 64065.3515625, 63623.01953125, - 63400.01171875 + 63400.0, + 63152.421875 ], "p50": [ - 64232.46875, - 64217.859375, - 64206.52734375, - 64194.21875, - 64189.37109375, - 64192.4921875, - 64180.79296875, - 64174.375, - 64164.94921875, - 64161.49609375, - 64164.46484375, - 64155.0078125, - 64150.6171875, - 64146.94921875, - 64143.09375, - 64141.390625, - 64140.46484375, - 64135.8515625, - 64136.32421875, - 64131.6640625, - 64133.12109375, - 64128.578125, - 64125.94140625, - 64124.28125 + 64058.73046875, + 64059.62890625, + 64055.1953125, + 64053.01171875, + 64048.296875, + 64043.7890625, + 64041.6796875, + 64032.171875, + 64028.0, + 64026.7578125, + 64026.6484375, + 64021.18359375, + 64019.2890625, + 64015.8828125, + 64015.50390625, + 64011.5390625, + 64012.50390625, + 64010.9609375, + 64012.640625, + 64008.13671875, + 64008.6953125, + 64006.578125, + 64005.2734375, + 64006.28515625 ], "p10": [ - 63892.26171875, - 63782.03515625, - 63671.54296875, - 63565.9140625, - 63493.6328125, - 63450.69140625, - 63362.01171875, - 63327.6484375, - 63249.1875, - 63199.41796875, - 63181.7734375, - 63121.1171875, - 63083.484375, - 63042.48046875, - 63025.28125, - 62983.9921875, - 62960.6015625, - 62919.11328125, - 62910.43359375, - 62886.5703125, - 62893.203125, - 62864.91015625, - 62828.9765625, - 62812.6953125 + 63700.69140625, + 63615.8671875, + 63522.015625, + 63457.6640625, + 63388.66796875, + 63342.66015625, + 63290.9453125, + 63229.546875, + 63177.22265625, + 63140.1640625, + 63108.62109375, + 63065.96484375, + 63035.84765625, + 63001.38671875, + 62986.4453125, + 62948.28125, + 62929.40625, + 62894.3984375, + 62889.21875, + 62868.12890625, + 62854.4453125, + 62841.3046875, + 62801.49609375, + 62791.9921875 ], "p90": [ - 64534.90625, - 64621.859375, - 64658.15234375, - 64708.76953125, - 64766.76953125, - 64841.2734375, - 64869.6484375, - 64918.53515625, - 64942.39453125, - 64993.73828125, - 65027.18359375, - 65069.984375, - 65098.58984375, - 65143.27734375, - 65163.03125, - 65202.515625, - 65225.4453125, - 65243.45703125, - 65261.57421875, - 65292.0546875, - 65305.66796875, - 65321.41796875, - 65351.8828125, - 65382.83984375 + 64344.59765625, + 64416.2734375, + 64449.80859375, + 64486.9375, + 64523.65234375, + 64556.8515625, + 64585.265625, + 64613.83984375, + 64630.13671875, + 64664.88671875, + 64687.06640625, + 64720.03515625, + 64735.9375, + 64763.65234375, + 64781.2578125, + 64805.53125, + 64822.1796875, + 64832.3046875, + 64847.5390625, + 64862.09375, + 64876.98828125, + 64890.25390625, + 64911.796875, + 64930.48046875 ], "mean": [ - 64232.46875, - 64217.859375, - 64206.52734375, - 64194.21875, - 64189.37109375, - 64192.4921875, - 64180.79296875, - 64174.375, - 64164.94921875, - 64161.49609375, - 64164.46484375, - 64155.0078125, - 64150.6171875, - 64146.94921875, - 64143.09375, - 64141.390625, - 64140.46484375, - 64135.8515625, - 64136.32421875, - 64131.6640625, - 64133.12109375, - 64128.578125, - 64125.94140625, - 64124.28125 + 64058.73046875, + 64059.62890625, + 64055.1953125, + 64053.01171875, + 64048.296875, + 64043.7890625, + 64041.6796875, + 64032.171875, + 64028.0, + 64026.7578125, + 64026.6484375, + 64021.18359375, + 64019.2890625, + 64015.8828125, + 64015.50390625, + 64011.5390625, + 64012.50390625, + 64010.9609375, + 64012.640625, + 64008.13671875, + 64008.6953125, + 64006.578125, + 64005.2734375, + 64006.28515625 ], "quantiles": { "0.1": [ - 63892.26171875, - 63782.03515625, - 63671.54296875, - 63565.9140625, - 63493.6328125, - 63450.69140625, - 63362.01171875, - 63327.6484375, - 63249.1875, - 63199.41796875, - 63181.7734375, - 63121.1171875, - 63083.484375, - 63042.48046875, - 63025.28125, - 62983.9921875, - 62960.6015625, - 62919.11328125, - 62910.43359375, - 62886.5703125, - 62893.203125, - 62864.91015625, - 62828.9765625, - 62812.6953125 + 63700.69140625, + 63615.8671875, + 63522.015625, + 63457.6640625, + 63388.66796875, + 63342.66015625, + 63290.9453125, + 63229.546875, + 63177.22265625, + 63140.1640625, + 63108.62109375, + 63065.96484375, + 63035.84765625, + 63001.38671875, + 62986.4453125, + 62948.28125, + 62929.40625, + 62894.3984375, + 62889.21875, + 62868.12890625, + 62854.4453125, + 62841.3046875, + 62801.49609375, + 62791.9921875 ], "0.2": [ - 63892.26171875, - 63782.03515625, - 63671.54296875, - 63565.9140625, - 63493.6328125, - 63450.69140625, - 63362.01171875, - 63327.6484375, - 63249.1875, - 63199.41796875, - 63181.7734375, - 63121.1171875, - 63083.484375, - 63042.48046875, - 63025.28125, - 62983.9921875, - 62960.6015625, - 62919.11328125, - 62910.43359375, - 62886.5703125, - 62893.203125, - 62864.91015625, - 62828.9765625, - 62812.6953125 + 63700.69140625, + 63615.8671875, + 63522.015625, + 63457.6640625, + 63388.66796875, + 63342.66015625, + 63290.9453125, + 63229.546875, + 63177.22265625, + 63140.1640625, + 63108.62109375, + 63065.96484375, + 63035.84765625, + 63001.38671875, + 62986.4453125, + 62948.28125, + 62929.40625, + 62894.3984375, + 62889.21875, + 62868.12890625, + 62854.4453125, + 62841.3046875, + 62801.49609375, + 62791.9921875 ], "0.3": [ - 63892.26171875, - 63782.03515625, - 63671.54296875, - 63565.9140625, - 63493.6328125, - 63450.69140625, - 63362.01171875, - 63327.6484375, - 63249.1875, - 63199.41796875, - 63181.7734375, - 63121.1171875, - 63083.484375, - 63042.48046875, - 63025.28125, - 62983.9921875, - 62960.6015625, - 62919.11328125, - 62910.43359375, - 62886.5703125, - 62893.203125, - 62864.91015625, - 62828.9765625, - 62812.6953125 + 63700.69140625, + 63615.8671875, + 63522.015625, + 63457.6640625, + 63388.66796875, + 63342.66015625, + 63290.9453125, + 63229.546875, + 63177.22265625, + 63140.1640625, + 63108.62109375, + 63065.96484375, + 63035.84765625, + 63001.38671875, + 62986.4453125, + 62948.28125, + 62929.40625, + 62894.3984375, + 62889.21875, + 62868.12890625, + 62854.4453125, + 62841.3046875, + 62801.49609375, + 62791.9921875 ], "0.4": [ - 64232.46875, - 64217.859375, - 64206.52734375, - 64194.21875, - 64189.37109375, - 64192.4921875, - 64180.79296875, - 64174.375, - 64164.94921875, - 64161.49609375, - 64164.46484375, - 64155.0078125, - 64150.6171875, - 64146.94921875, - 64143.09375, - 64141.390625, - 64140.46484375, - 64135.8515625, - 64136.32421875, - 64131.6640625, - 64133.12109375, - 64128.578125, - 64125.94140625, - 64124.28125 + 64058.73046875, + 64059.62890625, + 64055.1953125, + 64053.01171875, + 64048.296875, + 64043.7890625, + 64041.6796875, + 64032.171875, + 64028.0, + 64026.7578125, + 64026.6484375, + 64021.18359375, + 64019.2890625, + 64015.8828125, + 64015.50390625, + 64011.5390625, + 64012.50390625, + 64010.9609375, + 64012.640625, + 64008.13671875, + 64008.6953125, + 64006.578125, + 64005.2734375, + 64006.28515625 ], "0.5": [ - 64232.46875, - 64217.859375, - 64206.52734375, - 64194.21875, - 64189.37109375, - 64192.4921875, - 64180.79296875, - 64174.375, - 64164.94921875, - 64161.49609375, - 64164.46484375, - 64155.0078125, - 64150.6171875, - 64146.94921875, - 64143.09375, - 64141.390625, - 64140.46484375, - 64135.8515625, - 64136.32421875, - 64131.6640625, - 64133.12109375, - 64128.578125, - 64125.94140625, - 64124.28125 + 64058.73046875, + 64059.62890625, + 64055.1953125, + 64053.01171875, + 64048.296875, + 64043.7890625, + 64041.6796875, + 64032.171875, + 64028.0, + 64026.7578125, + 64026.6484375, + 64021.18359375, + 64019.2890625, + 64015.8828125, + 64015.50390625, + 64011.5390625, + 64012.50390625, + 64010.9609375, + 64012.640625, + 64008.13671875, + 64008.6953125, + 64006.578125, + 64005.2734375, + 64006.28515625 ], "0.6": [ - 64232.46875, - 64217.859375, - 64206.52734375, - 64194.21875, - 64189.37109375, - 64192.4921875, - 64180.79296875, - 64174.375, - 64164.94921875, - 64161.49609375, - 64164.46484375, - 64155.0078125, - 64150.6171875, - 64146.94921875, - 64143.09375, - 64141.390625, - 64140.46484375, - 64135.8515625, - 64136.32421875, - 64131.6640625, - 64133.12109375, - 64128.578125, - 64125.94140625, - 64124.28125 + 64058.73046875, + 64059.62890625, + 64055.1953125, + 64053.01171875, + 64048.296875, + 64043.7890625, + 64041.6796875, + 64032.171875, + 64028.0, + 64026.7578125, + 64026.6484375, + 64021.18359375, + 64019.2890625, + 64015.8828125, + 64015.50390625, + 64011.5390625, + 64012.50390625, + 64010.9609375, + 64012.640625, + 64008.13671875, + 64008.6953125, + 64006.578125, + 64005.2734375, + 64006.28515625 ], "0.7": [ - 64232.46875, - 64217.859375, - 64206.52734375, - 64194.21875, - 64189.37109375, - 64192.4921875, - 64180.79296875, - 64174.375, - 64164.94921875, - 64161.49609375, - 64164.46484375, - 64155.0078125, - 64150.6171875, - 64146.94921875, - 64143.09375, - 64141.390625, - 64140.46484375, - 64135.8515625, - 64136.32421875, - 64131.6640625, - 64133.12109375, - 64128.578125, - 64125.94140625, - 64124.28125 + 64058.73046875, + 64059.62890625, + 64055.1953125, + 64053.01171875, + 64048.296875, + 64043.7890625, + 64041.6796875, + 64032.171875, + 64028.0, + 64026.7578125, + 64026.6484375, + 64021.18359375, + 64019.2890625, + 64015.8828125, + 64015.50390625, + 64011.5390625, + 64012.50390625, + 64010.9609375, + 64012.640625, + 64008.13671875, + 64008.6953125, + 64006.578125, + 64005.2734375, + 64006.28515625 ], "0.8": [ - 64534.90625, - 64621.859375, - 64658.15234375, - 64708.76953125, - 64766.76953125, - 64841.2734375, - 64869.6484375, - 64918.53515625, - 64942.39453125, - 64993.73828125, - 65027.18359375, - 65069.984375, - 65098.58984375, - 65143.27734375, - 65163.03125, - 65202.515625, - 65225.4453125, - 65243.45703125, - 65261.57421875, - 65292.0546875, - 65305.66796875, - 65321.41796875, - 65351.8828125, - 65382.83984375 + 64344.59765625, + 64416.2734375, + 64449.80859375, + 64486.9375, + 64523.65234375, + 64556.8515625, + 64585.265625, + 64613.83984375, + 64630.13671875, + 64664.88671875, + 64687.06640625, + 64720.03515625, + 64735.9375, + 64763.65234375, + 64781.2578125, + 64805.53125, + 64822.1796875, + 64832.3046875, + 64847.5390625, + 64862.09375, + 64876.98828125, + 64890.25390625, + 64911.796875, + 64930.48046875 ], "0.9": [ - 64534.90625, - 64621.859375, - 64658.15234375, - 64708.76953125, - 64766.76953125, - 64841.2734375, - 64869.6484375, - 64918.53515625, - 64942.39453125, - 64993.73828125, - 65027.18359375, - 65069.984375, - 65098.58984375, - 65143.27734375, - 65163.03125, - 65202.515625, - 65225.4453125, - 65243.45703125, - 65261.57421875, - 65292.0546875, - 65305.66796875, - 65321.41796875, - 65351.8828125, - 65382.83984375 + 64344.59765625, + 64416.2734375, + 64449.80859375, + 64486.9375, + 64523.65234375, + 64556.8515625, + 64585.265625, + 64613.83984375, + 64630.13671875, + 64664.88671875, + 64687.06640625, + 64720.03515625, + 64735.9375, + 64763.65234375, + 64781.2578125, + 64805.53125, + 64822.1796875, + 64832.3046875, + 64847.5390625, + 64862.09375, + 64876.98828125, + 64890.25390625, + 64911.796875, + 64930.48046875 ] }, "timestamps": [ - "2026-06-18 06:00:00", "2026-06-18 07:00:00", "2026-06-18 08:00:00", "2026-06-18 09:00:00", @@ -589,6 +588,7 @@ "2026-06-23 02:00:00", "2026-06-23 03:00:00", "2026-06-23 04:00:00", - "2026-06-23 05:00:00" + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index f225f0ebaad03c591cbd2dbc2b966f34effd7ae2..fbfa1ae65464cb745fd43e05f9be39cc5bb6bf4b 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,29 +1,11 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T06:01:44.342462+00:00", + "evaluated_at": "2026-06-23T06:13:50.387499+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t050000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t234800z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t072000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", - "context_length": 72, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t025000z", - "data_fetched_at": "2026-06-23T05:59:14.153236Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", + "data_fetched_at": "2026-06-23T06:12:07.493309Z", "context_length": 96, "prediction_length": 24 }