diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index e68c2f32bfd71d7e48349852fd85da358b570666..730a112becaf053f61f069858357a5d27b37da06 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T11:36:19.329074+00:00", + "generated_at": "2026-06-22T11:43:01.866633+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 5673, - "num_unique_releases": 714 + "num_model_releases": 5683, + "num_unique_releases": 715 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 76d3480fc24cd682a6b944e0b66d3c200df8ef58..ebff580b00a9f75f6b8da9e44dab710dde3e384d 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.2000576641922795,0.8391006667082561,0.20800242949479597,0.4944394906820445,40.47306097163577,3.4952891121157648,0.6862755332261605,1197.9968447160122,5.79574133265314,0.18879137293791456,0.1,10,681,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T11:34:46.700295+00:00 -2,Chronos-2,2.199841858469271,0.8413470409621606,0.18966537110561416,0.5083890605850556,39.56240568084685,3.57106364314595,0.6772546527616622,1171.931084177249,5.798641194260645,0.11654408254349144,0.1,10,690,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T11:32:50.263740+00:00 -3,Toto-2.0-1B,2.158025376005778,0.8300584196363833,0.17746160554760831,0.4833241029138636,39.45915719424743,3.569084095540242,0.6854766860363887,1124.2928968563067,5.806331249804191,0.035822881569665135,0.1,10,687,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T11:34:23.095352+00:00 -4,Moirai-1.1-Large,2.623182262505097,0.972574193498551,0.31630748477173176,0.5294224744108353,25.854616313427574,4.518790675511692,0.5549299547587435,1099.7674796527829,9.403426861571742,0.0855351316630408,0.2,10,666,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T11:35:49.767091+00:00 -5,TimesFM-2.5,2.081445330335829,0.8082181296666577,0.16304511105206324,0.6046397749619148,41.84724859073757,4.397566289883531,0.5588665783864772,1044.3880675369642,5.646108860146083,0.04126895887459768,0.1,10,699,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T11:33:29.750678+00:00 -6,Timer-S1,2.05353977622829,0.8504901576927614,0.19782172055132033,0.5092811266679077,37.20590896088413,4.2003639399173505,0.6038935488587046,1032.2774391267733,5.562896313457981,0.10193852258374765,0.1,10,646,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T11:36:13.602755+00:00 -7,ETS,5.1815801784775495,1.5363999528108176,0.486105619323172,1.1269030536789586,-2.0191425510327137,6.703632961623468,0.33610324317691387,874.4287010396519,10.942853391650912,-0.013661165211328392,0.2,10,401,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T11:36:15.774391+00:00 -8,ARIMA,2.6718064972771556,1.1765560498905925,0.3688046751007154,0.8269229247098482,0.24970606384836885,6.688644748602191,0.33062400320587493,870.2247701877591,6.221131841364798,-0.07634114974159001,0.4,10,401,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T11:36:15.685100+00:00 -9,Moving-Average,2.652856063204891,1.1307692887886975,0.38435601456914437,0.7929544460435285,7.744477584693961,6.48341410358338,0.3496350092970858,843.719874472127,6.030784200371676,-0.05560907253956678,0.3,10,401,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T11:36:15.827563+00:00 -10,Seasonal-Naive,2.930127210477622,1.2269510350642716,0.39049116201823864,0.9333121905749898,-3.1240941471175496e-17,7.648676303236266,0.21694079029198868,740.9728422343742,6.015588513790954,-0.02220539849812119,0.2,10,401,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T11:36:15.875191+00:00 +1,TiRex,2.1999998647395658,0.8390680090462854,0.20800118416855823,0.49441849263675247,40.4614757644665,3.496646329688987,0.6861144614639006,1197.9907959958039,5.795683680656568,0.18846637264491037,0.1,10,682,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T11:42:10.901886+00:00 +2,Chronos-2,2.1997606539739083,0.8412818859282304,0.18966359587383097,0.5083782479203628,39.558975930923005,3.5719177233672497,0.6771622267827546,1171.9269124640975,5.798568831682777,0.11607759191102571,0.1,10,691,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T11:40:55.508544+00:00 +3,Toto-2.0-1B,2.1579582066717196,0.830003597326173,0.17745999577684274,0.483296585730308,39.45455720451723,3.5691843721654153,0.6854724837121441,1124.2908781645215,5.806292420014499,0.03549130752613429,0.1,10,688,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T11:42:03.409344+00:00 +4,Moirai-1.1-Large,2.6230482093317664,0.97249015822085,0.3163048457505354,0.529383612503674,25.84898526985802,4.519237436494565,0.554933015667711,1099.7671877969224,9.403359257862283,0.08516781889369364,0.2,10,667,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T11:42:36.377116+00:00 +5,TimesFM-2.5,2.081371476555369,0.8081690884680415,0.16304338002123547,0.6045926277709451,41.83997179292951,4.3977897601662,0.5588735229709265,1044.387720827864,5.646043444183282,0.040957391219808584,0.1,10,700,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T11:41:38.281809+00:00 +6,Timer-S1,2.0534775088573234,0.8504534294866174,0.19782048891292034,0.5092555338823512,37.19433776822593,4.200913885824311,0.6038321461763888,1032.2750678803238,5.562812274721979,0.10195300903891209,0.1,10,647,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T11:42:54.973999+00:00 +7,ETS,5.1812403115547365,1.536204727186791,0.4861019775878857,1.1267211532986976,-2.0214798473074795,6.701548847137779,0.3363406325138683,874.4381483103285,10.942673488992599,-0.013405197207328894,0.2,10,402,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T11:42:58.211204+00:00 +8,ARIMA,2.6717846297595633,1.17656481790278,0.3688048256151196,0.8269944233203053,0.2192571796424332,6.690622626367469,0.33041180549223786,870.2200613501686,6.220985942568306,-0.07555304825427593,0.3,10,402,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T11:42:58.140449+00:00 +9,Moving-Average,2.6525429584713462,1.1305484474338967,0.38435178320851393,0.792753357602475,7.751781363972002,6.480489469162682,0.3499777224626171,843.7305477174908,6.030645697071275,-0.05527791393439242,0.3,10,402,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T11:42:58.240457+00:00 +10,Seasonal-Naive,2.9298096477578923,1.2267472658606575,0.3904870922885988,0.9332498580858177,-3.1513749809060035e-17,7.648816910660338,0.21688198275745102,740.9726794924791,6.0154738976368085,-0.02241617215141453,0.2,10,402,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T11:42:58.298373+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index b75eb8b76c21208bab97b5c4c6e7ab2614250b64..3be7d11a67a1a385f1eb2fbee1e27e52a04adbac 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.4952891121157648,0.6862755332261605,1197.9968447160122,90,681,4879 -2,Chronos-2,3.57106364314595,0.6772546527616622,1171.931084177249,90,688,4871 -3,Toto-2.0-1B,3.569084095540242,0.6854766860363887,1124.2928968563067,90,687,4908 -4,Moirai-1.1-Large,4.518790675511692,0.5549299547587435,1099.7674796527829,90,666,4810 -5,TimesFM-2.5,4.397566289883531,0.5588665783864772,1044.3880675369642,90,695,4916 -6,Timer-S1,4.2003639399173505,0.6038935488587046,1032.2774391267733,90,646,4736 -7,ETS,6.703632961623468,0.33610324317691387,874.4287010396519,90,401,3520 -8,ARIMA,6.688644748602191,0.33062400320587493,870.2247701877591,90,401,3520 -9,Moving-Average,6.48341410358338,0.3496350092970858,843.719874472127,90,401,3520 -10,Seasonal-Naive,7.648676303236266,0.21694079029198868,740.9728422343742,90,401,3520 +1,TiRex,3.496646329688987,0.6861144614639006,1197.9907959958039,90,682,4888 +2,Chronos-2,3.5719177233672497,0.6771622267827546,1171.9269124640975,90,689,4880 +3,Toto-2.0-1B,3.5691843721654153,0.6854724837121441,1124.2908781645215,90,688,4917 +4,Moirai-1.1-Large,4.519237436494565,0.554933015667711,1099.7671877969224,90,667,4819 +5,TimesFM-2.5,4.3977897601662,0.5588735229709265,1044.387720827864,90,696,4925 +6,Timer-S1,4.200913885824311,0.6038321461763888,1032.2750678803238,90,647,4745 +7,ETS,6.701548847137779,0.3363406325138683,874.4381483103285,90,402,3529 +8,ARIMA,6.690622626367469,0.33041180549223786,870.2200613501686,90,402,3529 +9,Moving-Average,6.480489469162682,0.3499777224626171,843.7305477174908,90,402,3529 +10,Seasonal-Naive,7.648816910660338,0.21688198275745102,740.9726794924791,90,402,3529 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index e7110ce692604bd24098ffe2e4afe8c2578b3d6d..48daaaa2413f04a8b60fae431fe2fc7ed035f4b9 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -56,6 +56,7 @@ binance_btcusdt_1h_close/1h/short|window:58dc0f39885afd236f98,2026-06-18T03:58:1 binance_btcusdt_1h_close/1h/short|window:58ecf6b7770b4d255fc1,2026-06-18T04:07:35.006798+00:00,2026-06-18T04:07:35.006798+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.5147145521756473,1.2307374017944068,0.008613761628412568,0.43331513688534856,-1.3737234485428953,True binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:29:59.405766+00:00,2026-06-22T09:29:59.405766+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.4294141497515943,0.6552969935468912,0.00872139786589736,0.5220116673671905,-26.391983036478656,True binance_btcusdt_1h_close/1h/short|window:6099b5f4879667960810,2026-06-17T16:02:35.268040+00:00,2026-06-17T16:02:35.268040+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.43912227339349513,0.6626630164672653,0.0075485318561178405,0.3135488484381807,26.327619812908527,True +binance_btcusdt_1h_close/1h/short|window:623f60140d65b24e5605,2026-06-22T11:42:58.140449+00:00,2026-06-22T11:42:58.140449+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5791570485257828,0.76102368460238,0.009497281190608699,0.5952537596944233,-43.33305494547224,True binance_btcusdt_1h_close/1h/short|window:6355b6d373eb106c9e57,2026-06-22T00:49:31.656832+00:00,2026-06-22T00:49:31.656832+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5608607145369575,0.7489063456380628,0.008067424048971495,0.3956841895821117,-25.41113983152922,True binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:53:21.485374+00:00,2026-06-22T06:53:21.485374+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.46381577410366964,0.681040214747756,0.007406570653965619,0.4249491665657539,-24.89247842608883,True binance_btcusdt_1h_close/1h/short|window:654938c53a1e117c201c,2026-06-17T12:26:17.001628+00:00,2026-06-17T12:26:17.001628+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5176707542773559,0.7194934011353793,0.005707708783216709,0.2097365499481362,2.7107098850971654,True @@ -502,6 +503,7 @@ binance_btcusdt_1h_close/1h/short|window:5a6e355fc0cba305048f,2026-06-17T09:08:2 binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:26:52.927626+00:00,2026-06-22T09:26:52.927626+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.11876309042170817,0.34462021185895086,0.0031484065485043087,0.2707526457714444,35.602677157884955,True binance_btcusdt_1h_close/1h/short|window:5d5a1adfdd08dcd13cf6,2026-06-16T13:34:11.919124+00:00,2026-06-16T13:34:11.919124+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2714262989725453,0.5209858913373233,0.005713637026030542,0.3242901874497704,86.66559102428549,True binance_btcusdt_1h_close/1h/short|window:6099b5f4879667960810,2026-06-17T15:42:25.544149+00:00,2026-06-17T15:42:25.544149+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.13357848360208446,0.3654839033419727,0.0044224302050216826,0.2408344613433588,69.86558118912417,True +binance_btcusdt_1h_close/1h/short|window:623f60140d65b24e5605,2026-06-22T11:40:55.508544+00:00,2026-06-22T11:40:55.508544+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.14039419237174772,0.3746921301171773,0.003195296594558378,0.2737300776164279,23.98074647970217,True binance_btcusdt_1h_close/1h/short|window:6355b6d373eb106c9e57,2026-06-22T00:45:47.061251+00:00,2026-06-22T00:45:47.061251+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.19106537942548957,0.4371102600322824,0.005304694238634673,0.2701445339507403,27.16323032991372,True binance_btcusdt_1h_close/1h/short|window:63ce1e4dad67a418a6b3,2026-06-17T07:35:29.740852+00:00,2026-06-17T07:35:29.740852+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1713675517989369,0.41396564084346044,0.008403918619083335,0.24144233739048582,24.02658764684547,True binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:50:29.246090+00:00,2026-06-22T06:50:29.246090+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.14410745721862017,0.3796148801333006,0.004113142598355703,0.27189142465379945,31.869854100714655,True @@ -1147,6 +1149,7 @@ binance_btcusdt_1h_close/1h/short|window:58dc0f39885afd236f98,2026-06-18T03:58:1 binance_btcusdt_1h_close/1h/short|window:58ecf6b7770b4d255fc1,2026-06-18T04:07:35.365280+00:00,2026-06-18T04:07:35.365280+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.962076872600617,1.4007415438262039,0.018544684727529234,1.0865854130271366,-14.215698623855072,True binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:29:59.590501+00:00,2026-06-22T09:29:59.590501+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0878364434531089,0.2963721367691452,0.002425776428397195,0.14176071567528514,48.01318545960145,True binance_btcusdt_1h_close/1h/short|window:6099b5f4879667960810,2026-06-17T16:02:35.587655+00:00,2026-06-17T16:02:35.587655+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.4717014328633277,0.6868052364850807,0.00872575442602064,0.4227758498557906,22.96701273649953,True +binance_btcusdt_1h_close/1h/short|window:623f60140d65b24e5605,2026-06-22T11:42:58.211204+00:00,2026-06-22T11:42:58.211204+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1293680494556736,0.35967770219416384,0.0030403632685270386,0.17226821776124224,27.795655357192445,True binance_btcusdt_1h_close/1h/short|window:6355b6d373eb106c9e57,2026-06-22T00:49:31.774140+00:00,2026-06-22T00:49:31.774140+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.03359613820541657,0.18329249358720767,0.0019569975320971483,0.08879191492026613,81.6999877366695,True binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:53:21.604180+00:00,2026-06-22T06:53:21.604180+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08245051512951537,0.28714197730306756,0.0026902916891523598,0.13497968161592522,54.36893383002405,True binance_btcusdt_1h_close/1h/short|window:654938c53a1e117c201c,2026-06-17T12:26:17.300411+00:00,2026-06-17T12:26:17.300411+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.9145430167229549,0.956317424667644,0.018118557744422985,0.7483129093124741,-25.188903059914214,True @@ -1592,6 +1595,7 @@ binance_btcusdt_1h_close/1h/short|window:5a6e355fc0cba305048f,2026-06-17T09:09:3 binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:29:15.152838+00:00,2026-06-22T09:29:15.152838+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.12386684193457019,0.3519472146992645,0.002732481672255748,0.23320234911796356,33.7519349800662,True binance_btcusdt_1h_close/1h/short|window:5d5a1adfdd08dcd13cf6,2026-06-16T13:36:29.322499+00:00,2026-06-16T13:36:29.322499+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.487809039187733,0.6984332746853725,0.0063880855166109024,0.3830473038433584,77.24478765527945,True binance_btcusdt_1h_close/1h/short|window:6099b5f4879667960810,2026-06-17T15:58:25.649675+00:00,2026-06-17T15:58:25.649675+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6407059916862736,0.8004411231853806,0.00848831936433043,0.31086417773059466,8.055405210299586,True +binance_btcusdt_1h_close/1h/short|window:623f60140d65b24e5605,2026-06-22T11:42:36.377116+00:00,2026-06-22T11:42:36.377116+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.247317115580902,0.49730987882898725,0.0030972757680286385,0.260097977988437,-3.8519739953557863,True binance_btcusdt_1h_close/1h/short|window:6355b6d373eb106c9e57,2026-06-22T00:48:23.699440+00:00,2026-06-22T00:48:23.699440+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.47815677323699446,0.6914888091914391,0.007473617337163765,0.3201129710232171,-17.811589677801,True binance_btcusdt_1h_close/1h/short|window:63ce1e4dad67a418a6b3,2026-06-17T07:40:59.777770+00:00,2026-06-17T07:40:59.777770+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.38623603378260307,0.6214789085581288,0.012281177533441696,0.29785190242873116,-15.98792128222712,True binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:52:46.719623+00:00,2026-06-22T06:52:46.719623+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.32421325841393145,0.569397276437051,0.005509336215137918,0.2991871364637167,-7.508171378740218,True @@ -2214,6 +2218,7 @@ binance_btcusdt_1h_close/1h/short|window:58dc0f39885afd236f98,2026-06-18T03:58:1 binance_btcusdt_1h_close/1h/short|window:58ecf6b7770b4d255fc1,2026-06-18T04:07:35.413508+00:00,2026-06-18T04:07:35.413508+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.4592105110517595,1.207977860331786,0.016225329972260297,0.9346704205345415,0.49275930053753636,True binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:29:59.666451+00:00,2026-06-22T09:29:59.666451+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.08990905366383642,0.2998483844609412,0.002881976589437389,0.1475011735835864,47.11088555387988,True binance_btcusdt_1h_close/1h/short|window:6099b5f4879667960810,2026-06-17T16:02:35.692700+00:00,2026-06-17T16:02:35.692700+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6339366206388148,0.7962013694027503,0.011998456776851988,0.5953989906584758,8.582813354215968,True +binance_btcusdt_1h_close/1h/short|window:623f60140d65b24e5605,2026-06-22T11:42:58.240457+00:00,2026-06-22T11:42:58.240457+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1109381448760947,0.33307378293119183,0.002767747992423289,0.16033837315171698,34.72475478460865,True binance_btcusdt_1h_close/1h/short|window:6355b6d373eb106c9e57,2026-06-22T00:49:31.837939+00:00,2026-06-22T00:49:31.837939+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1668743196824757,0.4085025332632292,0.005388862935281752,0.2446980784178554,33.31013891836303,True binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:53:21.660905+00:00,2026-06-22T06:53:21.660905+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.09612627152788018,0.31004237053648037,0.003245555669868549,0.14599922287317152,48.74012192181052,True binance_btcusdt_1h_close/1h/short|window:654938c53a1e117c201c,2026-06-17T12:26:17.348578+00:00,2026-06-17T12:26:17.348578+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.463009064021712,0.6804476938176159,0.012785753916583572,0.5001064846370891,8.272068481247443,True @@ -2615,6 +2620,7 @@ binance_btcusdt_1h_close/1h/short|window:58dc0f39885afd236f98,2026-06-18T03:58:1 binance_btcusdt_1h_close/1h/short|window:58ecf6b7770b4d255fc1,2026-06-18T04:07:35.441536+00:00,2026-06-18T04:07:35.441536+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.4736625156638572,1.2139450216809067,0.01687099667311588,0.610673075391882,7.533767146984952e-15,True binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:29:59.696224+00:00,2026-06-22T09:29:59.696224+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.25008171610195246,0.5000817094255222,0.004911073302814157,0.34372475501443317,0.0,True binance_btcusdt_1h_close/1h/short|window:6099b5f4879667960810,2026-06-17T16:02:35.748380+00:00,2026-06-17T16:02:35.748380+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7529724363969076,0.8677398437301975,0.012662426621977203,0.4442449842445706,0.0,True +binance_btcusdt_1h_close/1h/short|window:623f60140d65b24e5605,2026-06-22T11:42:58.298373+00:00,2026-06-22T11:42:58.298373+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2289706352748726,0.4785087619624876,0.004608172310215889,0.340351040113198,0.0,True binance_btcusdt_1h_close/1h/short|window:6355b6d373eb106c9e57,2026-06-22T00:49:31.873522+00:00,2026-06-22T00:49:31.873522+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3335745250922947,0.5775591096089601,0.00771462214155556,0.34678482640647573,8.320652066565753e-15,True binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:53:21.701388+00:00,2026-06-22T06:53:21.701388+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.27892835260233545,0.5281366798493885,0.005766389156335997,0.35169607184031976,0.0,True binance_btcusdt_1h_close/1h/short|window:654938c53a1e117c201c,2026-06-17T12:26:17.374141+00:00,2026-06-17T12:26:17.374141+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.5465178191328612,0.7392684350984162,0.01351150113033941,0.3774369553550596,-1.0157244519370884e-14,True @@ -3060,6 +3066,7 @@ binance_btcusdt_1h_close/1h/short|window:5a6e355fc0cba305048f,2026-06-17T09:09:2 binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:28:30.811307+00:00,2026-06-22T09:28:30.811307+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.25511110690255057,0.5050852471638333,0.0051402380185450154,0.27341605822552256,-0.9955388460760616,True binance_btcusdt_1h_close/1h/short|window:5d5a1adfdd08dcd13cf6,2026-06-16T13:35:58.706000+00:00,2026-06-16T13:35:58.706000+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.18950729953982667,0.43532436129836183,0.004320141631746617,0.32522066932743426,90.49885618544691,True binance_btcusdt_1h_close/1h/short|window:6099b5f4879667960810,2026-06-17T15:51:49.797813+00:00,2026-06-17T15:51:49.797813+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.20020083208323186,0.4474380762555103,0.005352033800007572,0.22651333226752976,57.99277241535371,True +binance_btcusdt_1h_close/1h/short|window:623f60140d65b24e5605,2026-06-22T11:42:10.901886+00:00,2026-06-22T11:42:10.901886+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.24787989662405055,0.49787538262506065,0.004938915234747171,0.26796491509892006,-3.9654483080635625,True binance_btcusdt_1h_close/1h/short|window:6355b6d373eb106c9e57,2026-06-22T00:47:42.429766+00:00,2026-06-22T00:47:42.429766+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2811416661790882,0.5302279379465856,0.006088371184599753,0.26731794226773525,8.529604337371136,True binance_btcusdt_1h_close/1h/short|window:63ce1e4dad67a418a6b3,2026-06-17T07:39:47.904513+00:00,2026-06-17T07:39:47.904513+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.14197255418163812,0.3767924550487153,0.007532659053180531,0.21949794017218927,32.671362008647044,True binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:52:12.812555+00:00,2026-06-22T06:52:12.812555+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.4084812990733503,0.6391254173269518,0.006976984219819619,0.31311717291081226,-18.84654167354299,True @@ -3739,6 +3746,7 @@ binance_btcusdt_1h_close/1h/short|window:5a6e355fc0cba305048f,2026-06-17T09:09:5 binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:29:48.959869+00:00,2026-06-22T09:29:48.959869+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.11481391308025417,0.3388420178789138,0.00292425132569688,0.18539921636920806,37.07027221040068,True binance_btcusdt_1h_close/1h/short|window:5d5a1adfdd08dcd13cf6,2026-06-16T13:36:56.603833+00:00,2026-06-16T13:36:56.603833+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.5245921442850014,0.7242873354442982,0.008320824477572557,0.41666588302477997,75.73709477550032,True binance_btcusdt_1h_close/1h/short|window:6099b5f4879667960810,2026-06-17T15:59:56.217416+00:00,2026-06-17T15:59:56.217416+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.24207925703872668,0.49201550487634704,0.006436755153835118,0.25413404591796135,51.34338072368985,True +binance_btcusdt_1h_close/1h/short|window:623f60140d65b24e5605,2026-06-22T11:42:54.973999+00:00,2026-06-22T11:42:54.973999+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.17450303335699438,0.4177356022138817,0.00387277227221035,0.2127001319121573,13.499667054499895,True binance_btcusdt_1h_close/1h/short|window:6355b6d373eb106c9e57,2026-06-22T00:48:57.414540+00:00,2026-06-22T00:48:57.414540+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.09071726091352157,0.30119306252555283,0.003155810729273088,0.16019401149620918,57.23826672794557,True binance_btcusdt_1h_close/1h/short|window:63ce1e4dad67a418a6b3,2026-06-17T07:41:55.696398+00:00,2026-06-17T07:41:55.696398+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.062200917966985715,0.24940111861614758,0.004837452239683845,0.1775683679587844,63.62077209423707,True binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:53:13.858761+00:00,2026-06-22T06:53:13.858761+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.35360520379540145,0.5946471254411321,0.006570561049270393,0.2847843001387401,-11.805990439202757,True @@ -4390,6 +4398,7 @@ binance_btcusdt_1h_close/1h/short|window:5a6e355fc0cba305048f,2026-06-17T09:08:4 binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:27:33.431508+00:00,2026-06-22T09:27:33.431508+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.17056146723560817,0.4129908803298302,0.0026180517257655238,0.260409140085686,18.904442533787677,True binance_btcusdt_1h_close/1h/short|window:5d5a1adfdd08dcd13cf6,2026-06-16T13:34:53.197362+00:00,2026-06-16T13:34:53.197362+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.27073017335504046,0.5203173775255258,0.00759151590014303,0.3174309334532072,86.69751507589588,True binance_btcusdt_1h_close/1h/short|window:6099b5f4879667960810,2026-06-17T15:47:39.084097+00:00,2026-06-17T15:47:39.084097+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.14870196842112177,0.38561894198952645,0.003973867948288666,0.24141555730963618,67.01648230746176,True +binance_btcusdt_1h_close/1h/short|window:623f60140d65b24e5605,2026-06-22T11:41:38.281809+00:00,2026-06-22T11:41:38.281809+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.15270344154906337,0.3907728771921912,0.0027411483299400064,0.24480490185363446,19.982282883988177,True binance_btcusdt_1h_close/1h/short|window:6355b6d373eb106c9e57,2026-06-22T00:46:26.337528+00:00,2026-06-22T00:46:26.337528+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1868530177068902,0.43226498552032894,0.003470397420597793,0.2763543580776477,28.19249469316026,True binance_btcusdt_1h_close/1h/short|window:63ce1e4dad67a418a6b3,2026-06-17T07:36:47.550732+00:00,2026-06-17T07:36:47.550732+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.027947080637901734,0.167173803683178,0.0043227251631140886,0.13826381268995333,81.83512273263923,True binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:51:05.595868+00:00,2026-06-22T06:51:05.595868+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.17571786415318874,0.41918714693223685,0.002685645305055582,0.26114988021340285,22.70127511137871,True @@ -5088,6 +5097,7 @@ binance_btcusdt_1h_close/1h/short|window:5a6e355fc0cba305048f,2026-06-17T09:09:0 binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:28:14.621742+00:00,2026-06-22T09:28:14.621742+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.12538493738363743,0.3540973557987089,0.002983134035912349,0.2296897279859679,33.21114606602495,True binance_btcusdt_1h_close/1h/short|window:5d5a1adfdd08dcd13cf6,2026-06-16T13:35:40.618930+00:00,2026-06-16T13:35:40.618930+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1942027788852832,0.44068444366154247,0.004050033271140501,0.31609371232806627,90.27489055938804,True binance_btcusdt_1h_close/1h/short|window:6099b5f4879667960810,2026-06-17T15:49:28.263730+00:00,2026-06-17T15:49:28.263730+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.08294595005700019,0.28800338549572674,0.003555009456302873,0.2357706250657986,80.15453388724478,True +binance_btcusdt_1h_close/1h/short|window:623f60140d65b24e5605,2026-06-22T11:42:03.409344+00:00,2026-06-22T11:42:03.409344+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.13509887318088792,0.3675579861476117,0.0030568141958956137,0.22134310982183517,25.784021983096505,True binance_btcusdt_1h_close/1h/short|window:6355b6d373eb106c9e57,2026-06-22T00:47:09.150823+00:00,2026-06-22T00:47:09.150823+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.11157012919569279,0.33402115082086165,0.0035859839361983936,0.249521678890371,49.87241647362918,True binance_btcusdt_1h_close/1h/short|window:63ce1e4dad67a418a6b3,2026-06-17T07:38:59.868882+00:00,2026-06-17T07:38:59.868882+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.25234324369765826,0.5023377784893928,0.009803039991757074,0.2572102388667072,5.152081879747663,True binance_btcusdt_1h_close/1h/short|window:6490264c0677a293f850,2026-06-22T06:51:47.505449+00:00,2026-06-22T06:51:47.505449+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.21375558282103158,0.46233708787099437,0.004893127070941988,0.24170492793553403,13.228109360882737,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 3534937f60e73a2b8f12f81f00e10f4e38f116d2..c86e7823a7160d771dbda1ebefc75cd04d692727 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6069287958673429,0.7498883091244942,0.009306127897251529,0.5044505244139221,-4.662972003933584,0.3690117739901607,-0.11949206349206351,0.04721644912507446,126,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T11:36:15.621332+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6067101206914252,0.7499759892463673,0.009307633041293714,0.505165510518493,-4.967460845992944,0.3675527860252394,-0.11161104861892263,0.062741560591293,127,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T11:42:58.140449+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.6722840427898185,1.1136149807343625,0.1122826628431276,0.8751386039730832,-54.27242992293919,1.7954987859166085,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-22T11:22:42.876027+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8623609207710603,1.2566112912098473,1.8992959937313096,0.9788736544758343,6.860492331441119,1.3003194434272412,-0.08860759493670887,0.24780482772371581,79,0.9367088607594937,2026-06-17T12:10:12.335728+00:00,2026-06-22T11:36:15.649299+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.5925408615245775,2.1237251750253763,0.12351283560659267,1.5064612063420402,17.698585938216645,5.225850396120364,0.2764670296430732,0.0021727035980486364,58,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-22T11:22:42.926530+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.7924232 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.051882216080134,0.9975446644433884,0.6561194078816062,0.5029387224715562,15.42485802430919,0.4999717449304437,-0.5797101449275361,2.9783823595775196e-05,24,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-22T11:14:00.274437+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.365210270829542,1.0008794201698803,0.013309617205628316,0.5978100211471388,11.13159127925587,1.6053368465782583,0.1653225806451613,0.19059899819484794,32,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-22T11:36:15.685100+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9275977165973884,0.9443098602037467,0.18845840897665014,0.47223069206859825,51.52437570432775,0.37575855793936136,0.0,1.0,4,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-20T17:12:56.741396+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.33690907115002483,0.5323673122284613,0.0074913575098497515,0.2998967261730481,32.280741295401725,0.4365874905084621,-0.0372060857538036,0.38971104818762226,241,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T11:32:35.275182+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.33609702619639564,0.5317157618891585,0.00747360519201797,0.2997885995261198,32.2464437961633,0.4358638647297782,-0.041870992078460956,0.3320358618614846,242,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T11:40:55.508544+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.38439341544285544,0.5096604914177981,0.058325125078410194,0.28505879583543775,17.06313580145981,0.5327950855857294,0.04761904761904762,1.0,7,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-22T11:18:55.601573+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.23189776779324336,0.36196015244159674,0.5793712100433506,0.19323421284643585,77.15390540838213,0.368650606976206,0.32241050387161935,3.275795845314872e-08,134,0.9552238805970149,2026-06-16T12:06:44.487655+00:00,2026-06-22T11:32:44.562675+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.683499595992723,1.8626328241574022,0.11241607812734128,1.0946824814109246,21.366782283806096,5.357250051933675,0.434911919469229,5.326147831823396e-10,94,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-22T11:19:00.860117+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.148 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8023966125649213,0.8683296886013127,0.614634188515431,0.468523116078946,27.387602804725685,0.4141131305481067,-0.16153846153846155,0.1420959777658047,40,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-22T11:09:18.663589+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3042732213628385,0.8305834950409168,0.009249591097496138,0.5262132569951088,36.30987157962757,2.4092247563526534,0.08897959183673469,0.36189007094344516,50,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-22T11:32:50.263740+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14560441095970342,0.3540856210491078,0.07326493977323648,0.2097125439693489,90.30285924002887,0.09048796560262945,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-21T17:41:22.192896+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5609990414283427,0.6076142447084331,0.007665367082083157,0.4032817006926247,30.764021626145226,0.7122833260115606,-0.21015873015873018,0.0004829917458160516,126,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T11:36:15.724328+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5576003722002113,0.6056619884681631,0.00762894972922051,0.40146269689001546,30.740648663397568,0.7104842994284283,-0.20759905011873514,0.0005371020060710625,127,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T11:42:58.211204+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.193642063640152,1.70700061723835,0.18382238509451362,1.3185644060092472,-65.46663134536205,4.668455202355313,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-22T11:22:43.035385+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.606952487711191,1.4785105140913757,1.9350043203400138,1.1138235627207982,-4.628642386520663,1.9349773077049834,-0.001622849724115547,0.9831127380161131,79,0.9367088607594937,2026-06-17T12:10:12.697348+00:00,2026-06-22T11:36:15.748410+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.245761294510768,2.1119942097893296,0.11371487562791549,1.4203571898833989,20.214370430859688,7.00672502795433,0.24863883847549906,0.005833752429299973,58,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-22T11:22:43.066865+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,13.17828219 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1061007506304714,1.0015598484439134,0.7507231087181886,0.5384888712894793,17.031040230508356,0.6789544430849999,-0.391304347826087,0.006957485693871034,24,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-22T11:14:00.422744+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.0284700697344162,0.849589028292603,0.011966005409266723,0.5724526148649628,24.61688362300478,1.3485221623678045,-0.024193548387096777,0.8595929879092941,32,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-22T11:36:15.774391+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0355298506068462,1.016318790561134,0.21003702402948732,0.5501238398295335,45.32341836016455,0.11787053128673673,0.3333333333333334,0.75,4,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-20T17:12:56.912547+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.566363668107859,0.6973138397572071,0.009378146215389923,0.3525893170322478,9.54990970018425,0.5164866997700996,-0.04812987198741329,0.26990819661107546,237,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T11:35:22.661070+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5650231363745524,0.6964734869801978,0.00935175600342622,0.3522006979606351,9.4935992644887,0.5158106626755155,-0.051802999680885004,0.2340417424076363,238,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T11:42:36.377116+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3256684675924429,0.4763234143384502,0.054335701166211385,0.268154903577309,24.091461831355954,0.4264225054204662,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-22T11:22:06.704532+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.5048915369689824,0.9808020628068624,1.7483081601477688,0.50481885709606,29.92846540823053,2.222923667608823,0.3143650242886884,8.956538572066893e-08,132,0.9621212121212122,2026-06-16T12:07:52.741323+00:00,2026-06-22T11:35:43.278349+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.686977207437995,2.054612108352347,0.11633945796150647,1.0768364713851932,19.543229641049606,39.63086596975077,0.48447204968944096,7.917063724696118e-12,92,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-22T11:22:12.629864+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.191115692782116,1.0523453077852831,0.6786789940968921,0.4973758735768179,8.235379090771486,0.8365410743057049,-0.3546218487394958,0.0027309630100708932,35,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-22T11:13:13.158965+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.8842699087802717,1.2332238817590984,0.01268067422215242,0.66956684916316,12.619787491460656,5.799928982727096,0.06122448979591836,0.5348443063198711,49,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-22T11:35:49.767091+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14917155913022517,0.3583561475999906,0.06081374361126981,0.18543381466807804,90.19705850192639,0.11224549076916283,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-21T19:13:08.416535+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5085811564778214,0.6135423035279068,0.00814157599303063,0.41572069328959543,25.448955101496484,0.6070513352127299,-0.6706031746031746,8.340556394451644e-29,126,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T11:36:15.795876+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5054501091423748,0.6113338899799013,0.008099262386726635,0.41370980887906095,25.521992894276895,0.6056663022087152,-0.667291588551431,9.320875263580727e-29,127,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T11:42:58.240457+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5771568279001095,0.6879752348246028,0.07614787084783309,0.4629729837909748,-31.399820120235017,0.5548948988033838,0.6,0.1361111111111111,6,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-22T11:22:43.094454+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.402668684089348,1.406348680895758,2.0260854305092413,1.2358010090289444,5.4693100656842315,1.8706303628232104,0.32359623498864004,2.4362597682841846e-05,79,0.9367088607594937,2026-06-17T12:10:12.867076+00:00,2026-06-22T11:36:15.811473+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.3116878442043545,2.301074256658384,0.1282211164589827,1.5456068764910886,9.077935103288786,5.107400787583464,0.3212341197822141,0.00036812378600504576,58,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-22T11:22:43.105890+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0023355072712954,0.9743974975357949,0.7573245073607716,0.5142051929198072,17.624339365437418,0.4679586817721966,-0.5434782608695652,0.00010671020118123412,24,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-22T11:14:00.497757+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4543634296727923,1.0019332826407283,0.013722542472642776,0.6997140711005407,17.514989359948807,1.6957493096382135,0.07258064516129033,0.5732334978801276,32,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-22T11:36:15.827563+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0762729471721073,1.0365663956063864,0.21160327629802392,0.5617661939340133,43.728244138972286,0.1006489058726523,0.0,1.0,4,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-20T17:12:56.975490+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6322752893317681,0.7372956505523323,0.009776728952826632,0.4195133013618945,3.4646658911341906e-16,0.5711064732219591,-0.7074285714285714,7.234169292670021e-32,126,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T11:36:15.843007+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6290996621344697,0.7352579585161918,0.009736031656428121,0.41888997647017256,3.4373850573457324e-16,0.5699603116805086,-0.7095363079615047,2.701981536180085e-32,127,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T11:42:58.298373+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2565612559835197,0.4676926183925614,0.05397038616447911,0.33518682132279193,-1.4748963430700404e-15,0.24693667351374793,0.2,0.7194444444444444,6,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-22T11:22:43.121116+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.5281065920793013,1.457453485795545,1.9971532784920893,1.290525264868144,2.068575322243742e-15,1.889592716458035,0.33073677377474847,1.605025642096831e-05,79,0.9367088607594937,2026-06-17T12:10:12.978229+00:00,2026-06-22T11:36:15.855786+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.960385562865699,2.458727593264092,0.13509138879639637,1.9943743116339954,-1.4170359495981243e-16,5.186463405407788,0.29340592861464,0.001140436204520075,58,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-22T11:22:43.130789+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.4157159186421693,1.1602556016001389,0.7366849268309564,0.9025434428699549,-6.381050201346571e-17,0.7336979191573777,-0.39855072463768115,0.005915006231790905,24,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-22T11:14:00.561327+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7259492268575536,1.1512105408959084,0.014057609870631732,0.5827796151400845,4.405265410254711e-15,1.683445502434224,0.12500000000000003,0.32533296353981855,32,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-22T11:36:15.875191+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.762985486197099,1.659058577581784,0.3440214741476295,1.3340371533213518,-1.3673782795539702e-15,0.392903069889937,0.0,1.0,4,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-20T17:12:57.021669+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3865985831369715,0.576253771355134,0.007927698205345269,0.3183602237998215,23.839048898177424,0.3329007150401865,0.2268204352870855,1.7739876853747726e-07,239,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T11:34:34.805312+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.38602058860983424,0.5759271947354254,0.007915244942967775,0.3181502433469011,23.723196826484756,0.33232419507446465,0.22357043235704327,2.5002952591512327e-07,240,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T11:42:10.901886+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3531086312767736,0.4497860921798977,0.05049692526362469,0.24969712003498815,39.985613709223784,0.51022951350609,0.04761904761904762,1.0,7,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-22T11:20:46.438165+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2724739449477731,0.39719542694484355,0.7596982828213009,0.1975349659244177,74.56210882371818,0.4270177671094578,0.33219412166780593,1.4124636630116353e-08,133,0.9548872180451128,2026-06-16T12:07:37.946365+00:00,2026-06-22T11:34:41.420899+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.529873476178983,1.8606693387994087,0.11204746270870612,1.0499601685359978,21.074631696365493,4.92260831318642,0.4488078541374474,1.864068042198943e-10,93,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-22T11:20:51.567099+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1714384 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8125257241178052,0.8775502493028292,0.636548061236486,0.47146694449733945,24.52984527521363,0.407431770629952,-0.12660028449502136,0.2631830057197958,38,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-22T11:12:15.754337+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3123127674151798,0.8183929066447186,0.008723225063013755,0.5220622836661714,37.64615122195551,2.375397036051109,0.04816326530612245,0.6216405436333162,50,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-22T11:34:46.700295+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.11425071179174143,0.31573923615630495,0.05766464594502302,0.18845260977496128,92.26142854095771,0.06887221261822019,1.0,0.08333333333333333,4,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-21T19:06:33.434447+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3214540288368128,0.5044141687133719,0.006779438896121798,0.2730991058254739,40.807681727863645,0.44313270025796775,-0.029859974540825604,0.49553046596941064,235,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T11:36:06.518939+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3208313551271526,0.5040468866519333,0.006767122512122172,0.2728431779699089,40.6919698012816,0.4422923128979431,-0.029715109989181386,0.49669733801282323,236,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T11:42:54.973999+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3225591397656044,0.48664545608319326,0.054730137587469245,0.24963903130622794,18.218338052650473,0.3997744021151048,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-22T11:22:36.660317+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.09553839337874559,0.22015447116672165,0.5072884487740253,0.11315135441227069,90.8769901966905,0.21762632936229145,0.19093619558735833,0.001272576741403577,130,0.9615384615384616,2026-06-16T12:08:08.243141+00:00,2026-06-22T11:36:10.112782+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.947812413681318,1.9748768417037852,0.12183744821748742,1.2213605775605945,14.20282294016867,4.946192514953925,0.4376915219611849,1.24649724552956e-09,89,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-22T11:22:40.596876+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1285 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9700319281083201,0.9709204647995575,0.7071597826265564,0.5323808284600905,15.531522283157,0.34472061298969703,0.055258467023172914,0.645833696254254,34,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-22T11:13:57.022386+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4958580851404424,0.9133158787823763,0.010765136854580774,0.5999281021859726,27.477271995727104,2.4601013091995987,0.018357487922705317,0.8572350913490248,46,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-22T11:36:13.602755+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.18668432749006483,0.40946779875447853,0.08608939886336613,0.21608656247132377,87.32650247673674,0.12627353465371907,0.33333333333333337,1.0,3,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-20T17:12:49.922736+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.33364520367589173,0.5109238138023052,0.006982173857957879,0.3603155197291287,37.81043751375151,0.4004028378684781,0.045604803346151246,0.2887164912230574,244,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T11:33:17.707112+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3329066658712924,0.5104334018161415,0.006964863549680256,0.3598440478194328,37.73766953567084,0.3997486782404694,0.042489126798260286,0.3219242862532473,245,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T11:41:38.281809+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3659814554277121,0.5236124307799545,0.059495747037476746,0.35459458613334327,11.21682598714913,0.39415876702644365,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-22T11:19:35.499217+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.11722630474031613,0.26299733694119676,0.43321800338713934,0.19305492399447816,83.43430620079047,0.1911143933380232,0.08202323991797678,0.16137502637106338,133,0.9548872180451128,2026-06-16T12:07:01.390017+00:00,2026-06-22T11:33:23.000870+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.11162986428036,1.7524088785484968,0.11754568927287172,1.2087765258671328,26.03603023541172,4.788402584420468,0.4696528555431131,1.5617267676082502e-11,95,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-22T11:19:42.855427+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8082689114340433,0.876929257643486,0.5448247176379695,0.7102612953530368,25.62369457847218,0.38115618804384477,-0.08292682926829267,0.44500324927718327,41,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-22T11:10:22.112960+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.252168038839857,0.8032099842880461,0.009173212359368346,0.6349668221706706,38.19374426030213,2.3218977078858796,0.03058823529411765,0.7514209875879714,51,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-22T11:33:29.750678+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14441614689804613,0.36546156650664174,0.06104947786298641,0.291763171778512,90.24883372109772,0.07761564379005298,0.3333333333333334,0.75,4,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-21T18:01:25.705423+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.29697696826156517,0.49967975375436285,0.006936361740973998,0.28765952219076013,36.86999723288321,0.2795896013551554,0.00788005578800558,0.8557477752321614,240,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T11:34:12.242264+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.29630527492098147,0.4991315306522602,0.006920264033318072,0.2873843503552043,36.8239973355812,0.2792013034582373,0.004564315352697096,0.9159638219354996,241,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T11:42:03.409344+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4526862423623368,0.5657525073073637,0.06377901282502746,0.3031626192040572,6.6419767449522,0.5775530867943033,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-22T11:20:26.590723+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.17456487838054502,0.2832880896838014,0.4548750502020664,0.15352228141960844,85.19326096291371,0.3711193902118936,0.29747860282211425,4.2033511273270157e-07,132,0.9545454545454546,2026-06-16T12:07:21.772238+00:00,2026-06-22T11:34:17.693608+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.3032858830528165,1.827032661260271,0.1129470832276655,1.0429313786964947,20.58263479753911,4.795178625529492,0.3361702127659574,1.3940669967711441e-06,95,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-22T11:20:32.033121+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 40f124154963e9ab5a3a1afcc74712895a14099a..acbef94916a46e5e7dba2b7eaea7cc0802f7031b 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T11:36:16.019506+00:00", + "generated_at": "2026-06-22T11:42:58.517211+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index e4fcd5b7bad0458f0623aa6690ce9a84525e87d4..78f38fff68fb6737d37b655c933e9c5ef8091318 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,Moving-Average,0.8576621728611171,0.8894698859105519,7.0,1,1,1.0 Air Quality,ARIMA,1.026555859027337,0.9985633252139302,8.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 Air Quality,ETS,3.495626056795682,1.9811294588458233,10.0,1,1,1.0 -Finance,Moving-Average,0.43417023709286395,0.4016500874279248,1.0,1,1,1.0 -Finance,ETS,0.4938537888455404,0.43877244795293724,2.0,1,1,1.0 -Finance,TimesFM-2.5,0.676126778515705,0.574940696561082,3.0,1,1,1.0 -Finance,Timer-S1,0.7435313238961619,0.6270760819197039,4.0,1,1,1.0 -Finance,Toto-2.0-1B,0.5721127323400121,0.6744224473144402,5.0,1,1,1.0 -Finance,TiRex,1.1526812912146247,0.7735554511177815,6.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.9091125090312971,0.8355045818678356,7.0,1,1,1.0 -Finance,Chronos-2,0.5680932478709342,0.9080354400064208,8.0,1,1,1.0 +Finance,Moving-Average,0.48450817609392,0.43516444713811697,1.0,1,1,1.0 +Finance,ETS,0.5649984300404766,0.47271418532786236,2.0,1,1,1.0 +Finance,TimesFM-2.5,0.6669127740583299,0.5908162505276433,3.0,1,1,1.0 +Finance,Timer-S1,0.762119706518299,0.6424823603096438,4.0,1,1,1.0 +Finance,Toto-2.0-1B,0.5900270705835516,0.6894025565532795,5.0,1,1,1.0 +Finance,TiRex,1.0825837834029588,0.7713514062989134,6.0,1,1,1.0 +Finance,Moirai-1.1-Large,1.080125909088757,0.8478670208535141,7.0,1,1,1.0 +Finance,Chronos-2,0.613153700705807,0.9209127764146469,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,2.4951865680672896,1.5169274142487943,10.0,1,1,1.0 +Finance,ARIMA,2.5293944257547327,1.5411645759311459,10.0,1,1,1.0 Hazards,ARIMA,0.49669210652781026,0.5784818994728834,1.0,1,1,1.0 Hazards,Chronos-2,0.49134246102129864,0.5925992622565711,2.0,1,1,1.0 Hazards,Moirai-1.1-Large,0.5535367203510854,0.6238279073169173,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 5c7caca2007b8b4fa783974cb2d5de958fd46515..47fa78d7280b4f16cf0b8246c03bcccf34524c48 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Timer-S1,0.696916299420471,0.5871904821721078,3.6666666666666665,6,6,1.0 -1h,Toto-2.0-1B,0.5870367351043287,0.5900384025471002,3.6666666666666665,6,6,1.0 -1h,Moirai-1.1-Large,1.3128909172441285,0.6768795586080181,4.0,6,6,1.0 -1h,Chronos-2,0.5817978827793537,0.7811684197692454,4.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.6469722716658636,0.6639898551148526,5.0,6,6,1.0 -1h,Moving-Average,0.8611859412928675,0.7091055574879706,5.333333333333333,6,6,1.0 -1h,TiRex,0.8137209031166565,0.746456190652851,5.833333333333333,6,6,1.0 +1h,Timer-S1,0.6997903385564263,0.5895706239441133,3.6666666666666665,6,6,1.0 +1h,Toto-2.0-1B,0.5900611206882262,0.5922027557608528,3.6666666666666665,6,6,1.0 +1h,Moirai-1.1-Large,1.3511537435854308,0.678538586930827,4.0,6,6,1.0 +1h,Chronos-2,0.5892466075628526,0.7830039645027447,4.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.6454944080915573,0.6670110175083513,5.0,6,6,1.0 +1h,Moving-Average,0.877075759779078,0.7186407046509536,5.333333333333333,6,6,1.0 +1h,TiRex,0.8052563989006727,0.7461012970065005,5.833333333333333,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,7.333333333333333,6,6,1.0 -1h,ETS,4.576235245815045,1.777046393905395,7.5,6,6,1.0 -1h,ARIMA,2.530208019346832,1.498343394767253,7.833333333333333,6,6,1.0 +1h,ETS,4.6800427143295185,1.7992519438290488,7.5,6,6,1.0 +1h,ARIMA,2.535956599568515,1.5023071262160463,7.833333333333333,6,6,1.0 6min,Timer-S1,0.03631274025458983,0.09786977780216691,1.0,1,1,1.0 6min,Chronos-2,0.01960947906374869,0.12426226449264258,2.0,1,1,1.0 6min,Toto-2.0-1B,0.010862779882965065,0.15137671367672526,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 08df3154af078883268f2160d304c7352dc83211..651ea65c8d9430ddc6d412b7927a2ec314225494 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Timer-S1,0.3986254135802432,0.5401941898660456,3.2857142857142856,7,7,1.0 -24,Toto-2.0-1B,0.15732319918885032,0.5642102857169121,3.5714285714285716,7,7,1.0 -24,Moirai-1.1-Large,0.7802365234312744,0.6598030715565242,4.0,7,7,1.0 -24,TimesFM-2.5,0.4438857870308225,0.6045313568459588,4.571428571428571,7,7,1.0 -24,Chronos-2,0.7027057920763314,0.8490827165364934,5.285714285714286,7,7,1.0 -24,Moving-Average,0.7309711808868736,0.723675570724801,5.428571428571429,7,7,1.0 -24,TiRex,0.41549450988322084,0.733694022546019,5.714285714285714,7,7,1.0 +24,Timer-S1,0.4000340616416575,0.5420704859482068,3.2857142857142856,7,7,1.0 +24,Toto-2.0-1B,0.15801767692017463,0.5659837744027386,3.5714285714285716,7,7,1.0 +24,Moirai-1.1-Large,0.7996871132600273,0.6611889782002698,4.0,7,7,1.0 +24,TimesFM-2.5,0.44301653834353966,0.6068882708892085,4.571428571428571,7,7,1.0 +24,Chronos-2,0.7104102328109053,0.8507925376434124,5.285714285714286,7,7,1.0 +24,Moving-Average,0.7425165204275774,0.7320085140023953,5.428571428571429,7,7,1.0 +24,TiRex,0.41178711875811347,0.7333950186533659,5.714285714285714,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.285714285714286,7,7,1.0 -24,ETS,3.886977691193122,1.7284903658757815,7.714285714285714,7,7,1.0 -24,ARIMA,2.2804242879594185,1.511701187937324,8.142857142857142,7,7,1.0 +24,ETS,3.9624325623654673,1.7469871816237363,7.714285714285714,7,7,1.0 +24,ARIMA,2.2848644908250164,1.5151283136945761,8.142857142857142,7,7,1.0 60,Timer-S1,0.03631274025458983,0.09786977780216691,1.0,1,1,1.0 60,Chronos-2,0.01960947906374869,0.12426226449264258,2.0,1,1,1.0 60,Toto-2.0-1B,0.010862779882965065,0.15137671367672526,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index d5c3850a7b42004b72795d0547939f2ccaa227e2..6dceea13c2563a04cca07719706f1a7727f1bcf3 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.29822555153883185,0.44111950361721475,3.5,10,10,1.0 -Overall,Toto-2.0-1B,0.1287871179418972,0.4611639775251113,3.6,10,10,1.0 -Overall,Moirai-1.1-Large,0.557150594227848,0.5608701276455079,3.9,10,10,1.0 -Overall,Chronos-2,0.4012518642563319,0.6144076049433088,4.9,10,10,1.0 -Overall,TimesFM-2.5,0.32544375517146734,0.5219422397843739,5.0,10,10,1.0 -Overall,TiRex,0.2786997239333614,0.5638498592954612,5.2,10,10,1.0 -Overall,Moving-Average,0.7037785322455515,0.731330036111764,6.2,10,10,1.0 -Overall,ARIMA,1.3809387904294281,1.112635215479464,7.4,10,10,1.0 -Overall,ETS,2.0663342904391566,1.2319127076361371,7.4,10,10,1.0 +Overall,Timer-S1,0.2989628621706798,0.4421914665645326,3.5,10,10,1.0 +Overall,Toto-2.0-1B,0.1291848118194528,0.4621782071717483,3.6,10,10,1.0 +Overall,Moirai-1.1-Large,0.5668371072999825,0.5616945376662666,3.9,10,10,1.0 +Overall,Chronos-2,0.4043263411972741,0.6152734181535237,4.9,10,10,1.0 +Overall,TimesFM-2.5,0.32499750905860064,0.523365852210134,5.0,10,10,1.0 +Overall,TiRex,0.276956629831482,0.5636889986044057,5.2,10,10,1.0 +Overall,Moving-Average,0.7115413137731086,0.7372146628545396,6.2,10,10,1.0 +Overall,ARIMA,1.382820414544981,1.1144003075415592,7.4,10,10,1.0 +Overall,ETS,2.0943317077048933,1.2411259717997172,7.4,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.9,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 5fd16fd1b97137f86438f1944593fca4d61d9f94..ba61c86b3ba48c11cbc7350d2e2c3e0d3d9a2de6 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,335592.09283934796,391590.0576751879,596.778928418517,0.5688056162778823,0.009300492818954164,0.009347685073283681,7.687808719739009,579.3031096406681,0.009038076039691234,0.009310727396712319,0.00798395634294906,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,362524.42375595745,417706.7566555431,609.6776914393504,0.5810997649146823,0.009497281190608699,0.00954759716672359,8.179574665211009,602.1000114233161,0.009391855390335064,0.00951005581145213,0.008183551645144343,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.22251763674422967,0.2243810309484189,0.3487361526078972,0.8679886592185153,0.39692357342730483,0.598068622711658,33.3727082902309,0.4717177511438696,0.5881523749352363,0.4348150899234552,0.4312561602820063,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.019721313852198497,0.02564462745318587,0.13279169144996644,1.1770176222810815,0.0794013765359015,0.08388080707993847,7.937460605729582,0.1404325954050501,0.08701503558272308,0.08228056829172076,0.06779389274744943,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 9c52a303adbc6f9bc3bbd5476d768a5f25b2ab34..5f0502ad69fd2eb4447e548624e5f664bc95ffc6 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T11:36:15.621332+00:00", + "evaluated_at": "2026-06-22T11:42:58.140449+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64363.44921875 + 64673.01953125 ], "p50": [ 63499.4347000769, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index d1ca9c404bd4c4004a09c7842ec8f1adffc848a3..86df3a216e545d1276d61155f991d64361049158 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,23 +1,11 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T11:36:15.696823+00:00", + "evaluated_at": "2026-06-22T11:42:58.163311+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index c9f8ceaac31926a3dd503e269ab09f95eba948dd..be4e63c807a1dc29cdf292547a4694d61232f017 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,4.000,4.900,4.300,4.300,4.000,4.400,4.000,4.300,4.000,4.300 +2026-06-22,Chronos-2,4.100,4.900,4.300,4.300,4.100,4.400,3.900,4.300,4.100,4.300 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 56cfbd3675ec49c527f3eccd0a679364fc30d37d..39b71639b27c5a05deb59d6708e18371d4a0a327 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.0,4.9,4.3,4.3,4.0,4.4,4.0,4.3,4.0,4.3 +2026-W26,Chronos-Bolt-Mini,4.1,4.9,4.3,4.3,4.1,4.4,3.9,4.3,4.1,4.3 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 42fa621aa6331cb1385768a6891750a6023d52ce..e4bf5ce01c7711bab15e3c6e5db67f0cd709ae24 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,76406.15111541748,76406.15111541748,191.57552083333334,0.18259564304680187,0.002996749355677005,0.0029905171197554294,2.1217911884229923,276.41662597502614,0.004312551482326436,0.0029888914729097912,0.004779210424153396,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,87880.00390879314,87880.00390879314,204.47428385416666,0.19488979168360185,0.003195296594558378,0.0031904393204747763,2.1217911884229923,296.4456171185419,0.004624106152222814,0.003189491560481792,0.004890027570163403,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.006989913355317334,0.006989913355317334,0.07527272005875905,0.1873504277401189,0.09564137986179944,0.09850862694458852,1.3321415132739796,0.0836057016914357,0.1042421912016356,0.09385237032746693,0.08414554987536424,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.04262384516191177,0.04262384516191177,0.17762544254461923,1.5744078093866725,0.10660945961661907,0.11448717873121339,5.4572737069238,0.20645543141780448,0.12792419494385185,0.11006051806446326,0.09030599746023155,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index b5e9e6dacaf62befad7751a1372afe8497b700a3..6dcfee5e954946abcec5a8bf2d2fb11895c9899c 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T11:32:35.275182+00:00", + "evaluated_at": "2026-06-22T11:40:55.508544+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64363.44921875 + 64673.01953125 ], "p50": [ 64226.0703125, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 8d5edc57a70bb9576384f87a0ecb4b2cd0db4a59..571880e0abfe30aed78cc92be63cd102d89c5d02 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,23 +1,11 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T11:32:54.473186+00:00", + "evaluated_at": "2026-06-22T11:40:59.170026+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index fe6f7be513fc9c8b732c0c3921098f0da41c2cbb..811d948ce08cfc6142748b834bdbb91ccf14c429 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,66421.25630056168,66603.75471212779,181.89880803648035,0.17337251480977742,0.002842136356130065,0.002840455145324978,1.7482096055577634,257.7232164562628,0.004020903718211257,0.002837918925694466,0.002309365653253763,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,80978.1693941733,80744.37584884143,194.7975710573137,0.18566666344657734,0.0030403632685270386,0.0030403760997112454,2.124824145517641,284.56663436561445,0.00443881187206486,0.003038549382242982,0.0025101024312641183,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.7452852622717026,0.741338535297093,0.6521373154731407,1.6231405601366804,0.7515037862723768,1.1356838978540968,61.62507840532363,0.8632990572633,1.076388135866231,0.8131051035271217,0.8047405572288613,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.007042796457771305,0.006876560213322821,0.06517580652689732,0.5776948240579087,0.04143709953626176,0.040322939572867894,5.434967809441606,0.08392137068572764,0.05199947373547496,0.040384321800170195,0.03541695947954179,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 3492a68c6433d0d55efdad05c0bee0cb622627d1..57bec55120915f067f64a3f275aae10b27f97533 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T11:36:15.724328+00:00", + "evaluated_at": "2026-06-22T11:42:58.211204+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64363.44921875 + 64673.01953125 ], "p50": [ 64169.29918144337, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index a8687d8d35f075a29ce861fe75d378c83e378558..c464e59a767d0a45e1d4f59541875d514d202b9e 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,23 +1,11 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T11:36:15.785033+00:00", + "evaluated_at": "2026-06-22T11:42:58.225433+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 6db0a1b2e9ed8bd3e0ac51e376319a1c6491e4cd..3ee19fcfb208213a416bad829c608327252c5692 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1810,3 +1810,4 @@ {"evaluated_at": "2026-06-22T11:36:19.331043+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T11:36:19.331043+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-22T11:36:19.331043+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-22T11:43:01.868465+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index fb4a9524969e1e3ba019138c91f4e232b2497878..5dcc04057c05bfb3e8ab52b307df685743e5c147 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,122271.80662027995,81705.69102334976,200.82869466145834,0.19141508520737013,0.0031421321391276263,0.0031338441567407044,2.057057725565438,349.6738575019299,0.005455484116346154,0.0031332561194571734,0.004397462952616045,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,154808.60509109497,93008.37070353825,213.96427408854166,0.20393494975920534,0.003345548481581141,0.0033376652629535375,2.0065897412349316,393.4572468402316,0.0061373417945424814,0.0033375211473377184,0.004502156136814419,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,2.0198184424707506,2.0093040760765084,1.1419940789540608,0.6713182338834988,0.04362558291070218,0.045098659236597484,6.989197350536603,1.4212031672040246,0.054413140849234126,0.043723153804510285,0.03947354734721305,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.10285721353280712,0.11087544627013896,0.2595363721251488,0.6459744020650303,0.30112140720046326,0.38688880072432597,2.196191822713229,0.32071360047994085,0.3998756996930942,0.3235980271620637,0.2863087723356384,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.025925552824845925,0.007151206994526217,0.06730431235498852,0.5965611314408166,0.0426239041765302,0.041592006432195544,8.258425524362089,0.16101413858678973,0.09976779933490552,0.04170318947355601,0.06618268068860489,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index b9cd01e7dad40ff4461ae33e29f97fb82fa4f37c..6d650f246db3c75fae70b7b33b08e39c4095d208 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T11:35:22.661070+00:00", + "evaluated_at": "2026-06-22T11:42:36.377116+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64363.44921875 + 64673.01953125 ], "p50": [ - 64185.435546875, - 64219.7890625, - 64254.755859375, - 64220.5546875, - 64228.037109375, - 64241.984375, - 64203.994140625, - 64146.880859375, - 64285.89453125, - 64205.912109375, - 64312.859375, - 64119.28125, - 64255.87109375, - 64205.251953125, - 64254.27734375, - 64193.486328125, - 64172.7890625, - 64382.349609375, - 64273.556640625, - 64271.271484375, - 64143.78125, - 64314.900390625, - 64146.84765625, - 64308.3046875 + 64182.736328125, + 64236.41796875, + 64236.63671875, + 64233.615234375, + 64218.19140625, + 64184.5, + 64182.853515625, + 64129.93359375, + 64122.29296875, + 64244.49609375, + 64202.771484375, + 64158.6640625, + 64141.61328125, + 64273.490234375, + 64288.005859375, + 64198.548828125, + 64283.33984375, + 64244.869140625, + 64298.642578125, + 64254.873046875, + 64305.599609375, + 64320.6875, + 64344.720703125, + 64189.86328125 ], "p10": [ - 63905.064453125, - 63858.705078125, - 63766.775390625, - 63709.28515625, - 63603.642578125, - 63656.58203125, - 63561.212890625, - 63365.984375, - 63419.109375, - 63207.193359375, - 63361.904296875, - 63103.380859375, - 63287.283203125, - 63371.44140625, - 63178.7265625, - 62961.16796875, - 62181.419921875, - 63072.6875, - 62741.705078125, - 62515.357421875, - 62796.947265625, - 62628.46875, - 62400.517578125, - 62749.86328125 + 63944.58984375, + 63892.294921875, + 63729.498046875, + 63813.607421875, + 63580.521484375, + 63552.83203125, + 63422.884765625, + 63269.041015625, + 63424.15625, + 63417.3671875, + 63252.767578125, + 63282.13671875, + 63101.951171875, + 63325.1796875, + 63099.1015625, + 63107.677734375, + 62795.509765625, + 63098.626953125, + 62859.931640625, + 62744.275390625, + 62735.29296875, + 62970.091796875, + 62780.197265625, + 62508.265625 ], "p90": [ - 64483.572265625, - 64622.541015625, - 64738.439453125, - 64882.40234375, - 64836.052734375, - 65035.908203125, - 65060.693359375, - 65209.052734375, - 65188.35546875, - 65057.013671875, - 65240.7578125, - 65043.65234375, - 65124.1796875, - 65454.806640625, - 65453.01171875, - 65307.4453125, - 65662.40625, - 65885.5, - 65922.86328125, - 65846.3515625, - 65958.17578125, - 66146.5, - 65986.5, - 66047.3046875 + 64462.310546875, + 64640.248046875, + 64692.232421875, + 64711.87109375, + 64932.623046875, + 64973.3984375, + 64854.751953125, + 64950.716796875, + 64960.091796875, + 65128.240234375, + 65083.638671875, + 65158.712890625, + 65156.751953125, + 65455.462890625, + 65670.25, + 65306.96875, + 65631.9375, + 65700.4296875, + 65968.4296875, + 65745.0703125, + 66068.76953125, + 66057.58203125, + 66873.9921875, + 65827.50390625 ], "mean": [ - 64187.87109375, - 64221.953125, - 64295.25, - 64274.54296875, - 64252.67578125, - 64244.8828125, - 64326.37890625, - 64223.65234375, - 64299.1875, - 64183.64453125, - 64309.15625, - 64059.25390625, - 64314.796875, - 64384.546875, - 64543.51171875, - 64169.9609375, - 63946.53515625, - 64560.8515625, - 64354.7265625, - 64403.95703125, - 64421.94140625, - 64390.80859375, - 64190.4296875, - 64461.3984375 + 64200.296875, + 64250.83984375, + 64226.4765625, + 64282.69921875, + 64262.5, + 64242.8984375, + 64263.8984375, + 64119.02734375, + 64210.83984375, + 64286.76171875, + 64213.28515625, + 64184.51171875, + 64129.79296875, + 64599.78125, + 64332.328125, + 64269.6640625, + 64252.28515625, + 64301.83203125, + 64383.41796875, + 64154.60546875, + 64389.2734375, + 64397.48828125, + 64747.16015625, + 64203.8515625 ], "quantiles": { "0.1": [ - 63905.064453125, - 63858.705078125, - 63766.775390625, - 63709.28515625, - 63603.642578125, - 63656.58203125, - 63561.212890625, - 63365.984375, - 63419.109375, - 63207.193359375, - 63361.904296875, - 63103.380859375, - 63287.283203125, - 63371.44140625, - 63178.7265625, - 62961.16796875, - 62181.419921875, - 63072.6875, - 62741.705078125, - 62515.357421875, - 62796.947265625, - 62628.46875, - 62400.517578125, - 62749.86328125 + 63944.58984375, + 63892.294921875, + 63729.498046875, + 63813.607421875, + 63580.521484375, + 63552.83203125, + 63422.884765625, + 63269.041015625, + 63424.15625, + 63417.3671875, + 63252.767578125, + 63282.13671875, + 63101.951171875, + 63325.1796875, + 63099.1015625, + 63107.677734375, + 62795.509765625, + 63098.626953125, + 62859.931640625, + 62744.275390625, + 62735.29296875, + 62970.091796875, + 62780.197265625, + 62508.265625 ], "0.2": [ - 63905.064453125, - 63858.705078125, - 63766.775390625, - 63709.28515625, - 63603.642578125, - 63656.58203125, - 63561.212890625, - 63365.984375, - 63419.109375, - 63207.193359375, - 63361.904296875, - 63103.380859375, - 63287.283203125, - 63371.44140625, - 63178.7265625, - 62961.16796875, - 62181.419921875, - 63072.6875, - 62741.705078125, - 62515.357421875, - 62796.947265625, - 62628.46875, - 62400.517578125, - 62749.86328125 + 63944.58984375, + 63892.294921875, + 63729.498046875, + 63813.607421875, + 63580.521484375, + 63552.83203125, + 63422.884765625, + 63269.041015625, + 63424.15625, + 63417.3671875, + 63252.767578125, + 63282.13671875, + 63101.951171875, + 63325.1796875, + 63099.1015625, + 63107.677734375, + 62795.509765625, + 63098.626953125, + 62859.931640625, + 62744.275390625, + 62735.29296875, + 62970.091796875, + 62780.197265625, + 62508.265625 ], "0.3": [ - 63905.064453125, - 63858.705078125, - 63766.775390625, - 63709.28515625, - 63603.642578125, - 63656.58203125, - 63561.212890625, - 63365.984375, - 63419.109375, - 63207.193359375, - 63361.904296875, - 63103.380859375, - 63287.283203125, - 63371.44140625, - 63178.7265625, - 62961.16796875, - 62181.419921875, - 63072.6875, - 62741.705078125, - 62515.357421875, - 62796.947265625, - 62628.46875, - 62400.517578125, - 62749.86328125 + 63944.58984375, + 63892.294921875, + 63729.498046875, + 63813.607421875, + 63580.521484375, + 63552.83203125, + 63422.884765625, + 63269.041015625, + 63424.15625, + 63417.3671875, + 63252.767578125, + 63282.13671875, + 63101.951171875, + 63325.1796875, + 63099.1015625, + 63107.677734375, + 62795.509765625, + 63098.626953125, + 62859.931640625, + 62744.275390625, + 62735.29296875, + 62970.091796875, + 62780.197265625, + 62508.265625 ], "0.4": [ - 64185.435546875, - 64219.7890625, - 64254.755859375, - 64220.5546875, - 64228.037109375, - 64241.984375, - 64203.994140625, - 64146.880859375, - 64285.89453125, - 64205.912109375, - 64312.859375, - 64119.28125, - 64255.87109375, - 64205.251953125, - 64254.27734375, - 64193.486328125, - 64172.7890625, - 64382.349609375, - 64273.556640625, - 64271.271484375, - 64143.78125, - 64314.900390625, - 64146.84765625, - 64308.3046875 + 64182.736328125, + 64236.41796875, + 64236.63671875, + 64233.615234375, + 64218.19140625, + 64184.5, + 64182.853515625, + 64129.93359375, + 64122.29296875, + 64244.49609375, + 64202.771484375, + 64158.6640625, + 64141.61328125, + 64273.490234375, + 64288.005859375, + 64198.548828125, + 64283.33984375, + 64244.869140625, + 64298.642578125, + 64254.873046875, + 64305.599609375, + 64320.6875, + 64344.720703125, + 64189.86328125 ], "0.5": [ - 64185.435546875, - 64219.7890625, - 64254.755859375, - 64220.5546875, - 64228.037109375, - 64241.984375, - 64203.994140625, - 64146.880859375, - 64285.89453125, - 64205.912109375, - 64312.859375, - 64119.28125, - 64255.87109375, - 64205.251953125, - 64254.27734375, - 64193.486328125, - 64172.7890625, - 64382.349609375, - 64273.556640625, - 64271.271484375, - 64143.78125, - 64314.900390625, - 64146.84765625, - 64308.3046875 + 64182.736328125, + 64236.41796875, + 64236.63671875, + 64233.615234375, + 64218.19140625, + 64184.5, + 64182.853515625, + 64129.93359375, + 64122.29296875, + 64244.49609375, + 64202.771484375, + 64158.6640625, + 64141.61328125, + 64273.490234375, + 64288.005859375, + 64198.548828125, + 64283.33984375, + 64244.869140625, + 64298.642578125, + 64254.873046875, + 64305.599609375, + 64320.6875, + 64344.720703125, + 64189.86328125 ], "0.6": [ - 64185.435546875, - 64219.7890625, - 64254.755859375, - 64220.5546875, - 64228.037109375, - 64241.984375, - 64203.994140625, - 64146.880859375, - 64285.89453125, - 64205.912109375, - 64312.859375, - 64119.28125, - 64255.87109375, - 64205.251953125, - 64254.27734375, - 64193.486328125, - 64172.7890625, - 64382.349609375, - 64273.556640625, - 64271.271484375, - 64143.78125, - 64314.900390625, - 64146.84765625, - 64308.3046875 + 64182.736328125, + 64236.41796875, + 64236.63671875, + 64233.615234375, + 64218.19140625, + 64184.5, + 64182.853515625, + 64129.93359375, + 64122.29296875, + 64244.49609375, + 64202.771484375, + 64158.6640625, + 64141.61328125, + 64273.490234375, + 64288.005859375, + 64198.548828125, + 64283.33984375, + 64244.869140625, + 64298.642578125, + 64254.873046875, + 64305.599609375, + 64320.6875, + 64344.720703125, + 64189.86328125 ], "0.7": [ - 64185.435546875, - 64219.7890625, - 64254.755859375, - 64220.5546875, - 64228.037109375, - 64241.984375, - 64203.994140625, - 64146.880859375, - 64285.89453125, - 64205.912109375, - 64312.859375, - 64119.28125, - 64255.87109375, - 64205.251953125, - 64254.27734375, - 64193.486328125, - 64172.7890625, - 64382.349609375, - 64273.556640625, - 64271.271484375, - 64143.78125, - 64314.900390625, - 64146.84765625, - 64308.3046875 + 64182.736328125, + 64236.41796875, + 64236.63671875, + 64233.615234375, + 64218.19140625, + 64184.5, + 64182.853515625, + 64129.93359375, + 64122.29296875, + 64244.49609375, + 64202.771484375, + 64158.6640625, + 64141.61328125, + 64273.490234375, + 64288.005859375, + 64198.548828125, + 64283.33984375, + 64244.869140625, + 64298.642578125, + 64254.873046875, + 64305.599609375, + 64320.6875, + 64344.720703125, + 64189.86328125 ], "0.8": [ - 64483.572265625, - 64622.541015625, - 64738.439453125, - 64882.40234375, - 64836.052734375, - 65035.908203125, - 65060.693359375, - 65209.052734375, - 65188.35546875, - 65057.013671875, - 65240.7578125, - 65043.65234375, - 65124.1796875, - 65454.806640625, - 65453.01171875, - 65307.4453125, - 65662.40625, - 65885.5, - 65922.86328125, - 65846.3515625, - 65958.17578125, - 66146.5, - 65986.5, - 66047.3046875 + 64462.310546875, + 64640.248046875, + 64692.232421875, + 64711.87109375, + 64932.623046875, + 64973.3984375, + 64854.751953125, + 64950.716796875, + 64960.091796875, + 65128.240234375, + 65083.638671875, + 65158.712890625, + 65156.751953125, + 65455.462890625, + 65670.25, + 65306.96875, + 65631.9375, + 65700.4296875, + 65968.4296875, + 65745.0703125, + 66068.76953125, + 66057.58203125, + 66873.9921875, + 65827.50390625 ], "0.9": [ - 64483.572265625, - 64622.541015625, - 64738.439453125, - 64882.40234375, - 64836.052734375, - 65035.908203125, - 65060.693359375, - 65209.052734375, - 65188.35546875, - 65057.013671875, - 65240.7578125, - 65043.65234375, - 65124.1796875, - 65454.806640625, - 65453.01171875, - 65307.4453125, - 65662.40625, - 65885.5, - 65922.86328125, - 65846.3515625, - 65958.17578125, - 66146.5, - 65986.5, - 66047.3046875 + 64462.310546875, + 64640.248046875, + 64692.232421875, + 64711.87109375, + 64932.623046875, + 64973.3984375, + 64854.751953125, + 64950.716796875, + 64960.091796875, + 65128.240234375, + 65083.638671875, + 65158.712890625, + 65156.751953125, + 65455.462890625, + 65670.25, + 65306.96875, + 65631.9375, + 65700.4296875, + 65968.4296875, + 65745.0703125, + 66068.76953125, + 66057.58203125, + 66873.9921875, + 65827.50390625 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 540d5d18be7b566c14adaef78c61b16d86d7840e..bd3e318b2ab1d9bac33a8de68315600ec9f07258 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,23 +1,11 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T11:35:52.904672+00:00", + "evaluated_at": "2026-06-22T11:42:39.789658+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index c7208fc0667351b0aa13e0fb38f46a1aadad6fee..8da7f15228c19bd7dcc5385317c385ce0d9bb1fa 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,58394.069757841375,60038.77263770962,164.3023029171236,0.15660082522402613,0.0025690995809287617,0.0025656800076006778,1.7192782628094496,241.64864940206343,0.003770114180017537,0.0025633846643468767,0.002113981679706332,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,69441.93659756651,70670.34752052926,177.20106593795694,0.1688949738608261,0.002767747992423289,0.0027656025474658945,1.8798149882996409,263.51837999951067,0.004110490733591319,0.002764070345005266,0.0023107141073067223,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.28637621501706684,0.28913592386539155,0.5168395845326003,1.2863905696462266,0.6978425963940417,0.4991455918883538,46.788690771690106,0.5351413037853338,0.6672308345065618,0.6444116812781938,0.6291298711878526,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.046433203627081594,0.04732053105254855,0.19400587102823094,1.7195980150027392,0.11677924638493696,0.12573858784408048,12.881036409516431,0.21548365048671697,0.13351827231074917,0.1202101814189758,0.10937596637729262,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index d722e8633cd881bcdbca60f7fe0d5ca5bc62b76e..0758feeb99b0754ea70a0f62511aa688fcf0bd7d 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T11:36:15.795876+00:00", + "evaluated_at": "2026-06-22T11:42:58.240457+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64363.44921875 + 64673.01953125 ], "p50": [ 64095.87807702851, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index e7bc92274a2502050356ce2c6ef998e7714fa235..ef9b30a4215550be141e7ba93cc7f4e61314002d 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,23 +1,11 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T11:36:15.833047+00:00", + "evaluated_at": "2026-06-22T11:42:58.248216+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index cec13fe085777ae6cf3508ea04e3467f8f08bd92..79fff8694d519b05a96e31d936e32452bcb42950 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T11:32:05.440184+00:00", - "finished_at": "2026-06-22T11:36:19.330551+00:00", - "task_count": 3, + "started_at": "2026-06-22T11:40:23.159235+00:00", + "finished_at": "2026-06-22T11:43:01.868055+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,23 +10,11 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T11:32:54.473186+00:00", + "evaluated_at": "2026-06-22T11:40:59.170026+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 } @@ -36,23 +24,11 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T11:33:32.407550+00:00", + "evaluated_at": "2026-06-22T11:41:41.788102+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 } @@ -62,23 +38,11 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T11:34:25.391804+00:00", + "evaluated_at": "2026-06-22T11:42:05.458680+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 } @@ -88,23 +52,11 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T11:34:50.596054+00:00", + "evaluated_at": "2026-06-22T11:42:14.055778+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 } @@ -114,23 +66,11 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T11:35:52.904672+00:00", + "evaluated_at": "2026-06-22T11:42:39.789658+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 } @@ -140,23 +80,11 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T11:36:15.415728+00:00", + "evaluated_at": "2026-06-22T11:42:57.936517+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 } @@ -166,23 +94,11 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T11:36:15.696823+00:00", + "evaluated_at": "2026-06-22T11:42:58.163311+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 } @@ -192,23 +108,11 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T11:36:15.785033+00:00", + "evaluated_at": "2026-06-22T11:42:58.225433+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 } @@ -218,23 +122,11 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T11:36:15.833047+00:00", + "evaluated_at": "2026-06-22T11:42:58.248216+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 } @@ -244,23 +136,11 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T11:36:15.878758+00:00", + "evaluated_at": "2026-06-22T11:42:58.322849+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 } @@ -283,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T11:37:24.100819+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_114258.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_114258.json new file mode 100644 index 0000000000000000000000000000000000000000..3784c76bb71cb1f3ed985a6748c5302062295a48 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_114258.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T11:42:58.140449+00:00", + "metrics": { + "MSE[mean]": 362524.42375595745, + "MSE[0.5]": 417706.7566555431, + "MAE[0.5]": 609.6776914393504, + "MASE[0.5]": 0.5810997649146823, + "MAPE[0.5]": 0.009497281190608699, + "sMAPE[0.5]": 0.00954759716672359, + "MSIS": 8.179574665211009, + "RMSE[mean]": 602.1000114233161, + "NRMSE[mean]": 0.009391855390335064, + "ND[0.5]": 0.00951005581145213, + "mean_weighted_sum_quantile_loss": 0.008183551645144343 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64673.01953125 + ], + "predictions": { + "p50": [ + 63499.4347000769, + 63506.61239475664, + 63539.47236111947, + 63559.082554741726, + 63540.67485559676, + 63520.90278010184, + 63498.2199885897, + 63503.02052264188, + 63530.567541603494, + 63520.519996508665, + 63498.60505443194, + 63541.07148274091, + 63502.76357094001, + 63566.81319931832, + 63500.72075180641, + 63541.033855042, + 63505.854764311734, + 63498.680132433634, + 63502.79285859372, + 63498.427556586335, + 63519.56557629712, + 63541.20824022753, + 63493.77226922733, + 63505.86214449336 + ], + "p10": [ + 63253.04764074936, + 63269.20649392579, + 63266.82824660556, + 63279.84055478227, + 63267.57383252395, + 63262.37961262638, + 63256.3510513123, + 63267.70629664134, + 63267.32933133278, + 63283.98897557828, + 63246.37602864704, + 63268.427368227, + 63256.37651161248, + 63261.91529801269, + 63268.27479361285, + 63250.614808467806, + 63134.15989409514, + 63266.927665989606, + 63283.48795039979, + 63256.41116115352, + 63268.378083425305, + 63256.65522575877, + 63256.68079272125, + 63241.63876012031 + ], + "p90": [ + 63794.10792110515, + 63803.922495237755, + 63795.91796210137, + 63756.792310809156, + 63760.57943539713, + 63839.65260248695, + 63864.72619934155, + 63757.50053725243, + 63757.12357194387, + 63755.84202758412, + 63801.56858929987, + 63797.51708372281, + 63717.69047146349, + 63747.384793833684, + 63797.454282261955, + 63839.176405874765, + 63757.26914785784, + 63717.5191771559, + 63761.29219384604, + 63869.04134535862, + 63757.27459250342, + 63755.739432047834, + 63755.89151444688, + 63748.20076054144 + ], + "mean": [ + 65127.83827258909, + 64481.97443808982, + 64138.73588637512, + 63854.827688215664, + 63842.226641193774, + 64174.68137221466, + 64153.60524628522, + 64146.23839952866, + 63512.58653211829, + 63842.2611623859, + 63825.75976588401, + 64820.733110267065, + 63790.93298765121, + 63530.315454260235, + 63505.404824897814, + 64788.831285938024, + 63781.964751920656, + 63793.7299163281, + 64160.65923533972, + 65106.8611837443, + 64177.12489692059, + 64161.99996198018, + 63784.7758879903, + 63474.24547183503 + ], + "quantiles": { + "0.1": [ + 63253.04764074936, + 63269.20649392579, + 63266.82824660556, + 63279.84055478227, + 63267.57383252395, + 63262.37961262638, + 63256.3510513123, + 63267.70629664134, + 63267.32933133278, + 63283.98897557828, + 63246.37602864704, + 63268.427368227, + 63256.37651161248, + 63261.91529801269, + 63268.27479361285, + 63250.614808467806, + 63134.15989409514, + 63266.927665989606, + 63283.48795039979, + 63256.41116115352, + 63268.378083425305, + 63256.65522575877, + 63256.68079272125, + 63241.63876012031 + ], + "0.2": [ + 63326.18958703805, + 63331.834466185566, + 63342.06617888219, + 63368.35432201226, + 63342.901537953876, + 63358.11078332411, + 63316.88728457177, + 63343.84196045095, + 63329.398444294464, + 63367.40403878722, + 63343.547111095606, + 63357.672214410835, + 63327.553462772, + 63355.01695458417, + 63357.60941294998, + 63317.22788960306, + 63327.27728583121, + 63301.81480732806, + 63357.62121031, + 63317.21987508847, + 63374.33734289238, + 63333.10043378243, + 63283.88469893693, + 63301.81056946874 + ], + "0.3": [ + 63427.55722357926, + 63412.29043891433, + 63409.280110238535, + 63445.044842292475, + 63445.25288875596, + 63433.70776166812, + 63372.409259379114, + 63433.44585270216, + 63416.40550300435, + 63418.96440024363, + 63409.93653297645, + 63444.038773747336, + 63410.79894010543, + 63439.397980410715, + 63411.16979160291, + 63391.054227895234, + 63394.240651778535, + 63376.502514778556, + 63433.218188654006, + 63395.622678568725, + 63439.37444130943, + 63405.691991687614, + 63376.49713486363, + 63374.33927842843 + ], + "0.4": [ + 63486.16102843185, + 63490.40259276052, + 63487.40974350053, + 63490.683876099065, + 63495.10732458267, + 63490.188120803476, + 63487.788643500455, + 63489.854467501245, + 63491.10825522699, + 63489.8053372103, + 63489.45200164149, + 63489.57019104951, + 63489.48989929497, + 63498.5974801235, + 63488.01004594124, + 63487.89417646033, + 63488.11214678339, + 63476.59571757375, + 63489.69854778936, + 63476.59318676657, + 63491.259275786535, + 63491.26175037205, + 63445.96815998446, + 63488.02549813645 + ], + "0.5": [ + 63499.4347000769, + 63506.61239475664, + 63539.47236111947, + 63559.082554741726, + 63540.67485559676, + 63520.90278010184, + 63498.2199885897, + 63503.02052264188, + 63530.567541603494, + 63520.519996508665, + 63498.60505443194, + 63541.07148274091, + 63502.76357094001, + 63566.81319931832, + 63500.72075180641, + 63541.033855042, + 63505.854764311734, + 63498.680132433634, + 63502.79285859372, + 63498.427556586335, + 63519.56557629712, + 63541.20824022753, + 63493.77226922733, + 63505.86214449336 + ], + "0.6": [ + 63573.100146408695, + 63578.745025556214, + 63590.163057719285, + 63577.376111977625, + 63591.17816418073, + 63576.715768616516, + 63565.20118184863, + 63576.685968973674, + 63576.30900366511, + 63576.42582875259, + 63580.34015745312, + 63588.20847504751, + 63573.056305463666, + 63606.25700277313, + 63576.30724197163, + 63591.60472004864, + 63576.22247025597, + 63558.03337479026, + 63565.52841047799, + 63576.23155748974, + 63576.227914901545, + 63591.71536912454, + 63548.500166134254, + 63580.4109975955 + ], + "0.7": [ + 63651.892204566175, + 63648.20921414875, + 63644.37437599745, + 63626.9558324393, + 63665.11217643158, + 63644.394875335274, + 63639.15272462673, + 63646.15015756621, + 63615.05640949715, + 63639.586742677035, + 63643.83811701398, + 63664.10519025114, + 63637.55408743165, + 63665.13197691607, + 63645.91069615804, + 63667.51414946708, + 63631.29699720524, + 63591.89881532416, + 63637.583375085356, + 63637.58873697269, + 63645.9242128172, + 63665.1109124003, + 63596.19568193215, + 63625.902414628516 + ], + "0.8": [ + 63676.74347846495, + 63690.986693119245, + 63687.151854967946, + 63681.15870962775, + 63687.98721403963, + 63689.18954550266, + 63702.02587643769, + 63678.00155760753, + 63669.192831214146, + 63678.34623166479, + 63685.36775611988, + 63706.66188470789, + 63677.74460590567, + 63690.33112013896, + 63681.013322573366, + 63690.31923814046, + 63677.77016821294, + 63665.59342212006, + 63688.699972488546, + 63685.4403033144, + 63688.30021947519, + 63701.29285506671, + 63667.503285844745, + 63688.30215501124 + ], + "0.9": [ + 63794.10792110515, + 63803.922495237755, + 63795.91796210137, + 63756.792310809156, + 63760.57943539713, + 63839.65260248695, + 63864.72619934155, + 63757.50053725243, + 63757.12357194387, + 63755.84202758412, + 63801.56858929987, + 63797.51708372281, + 63717.69047146349, + 63747.384793833684, + 63797.454282261955, + 63839.176405874765, + 63757.26914785784, + 63717.5191771559, + 63761.29219384604, + 63869.04134535862, + 63757.27459250342, + 63755.739432047834, + 63755.89151444688, + 63748.20076054144 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_114055.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_114055.json new file mode 100644 index 0000000000000000000000000000000000000000..45fb5e0cb8105fbfb45afa1bd75d1e40eb20c3c2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_114055.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T11:40:55.508544+00:00", + "metrics": { + "MSE[mean]": 87880.00390879314, + "MSE[0.5]": 87880.00390879314, + "MAE[0.5]": 204.47428385416666, + "MASE[0.5]": 0.19488979168360185, + "MAPE[0.5]": 0.003195296594558378, + "sMAPE[0.5]": 0.0031904393204747763, + "MSIS": 2.1217911884229923, + "RMSE[mean]": 296.4456171185419, + "NRMSE[mean]": 0.004624106152222814, + "ND[0.5]": 0.003189491560481792, + "mean_weighted_sum_quantile_loss": 0.004890027570163403 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64673.01953125 + ], + "predictions": { + "p50": [ + 64226.0703125, + 64225.859375, + 64241.1640625, + 64253.3828125, + 64253.0546875, + 64260.38671875, + 64258.1328125, + 64247.74609375, + 64241.6640625, + 64245.03125, + 64219.390625, + 64209.23046875, + 64200.4375, + 64183.09375, + 64170.16015625, + 64168.5078125, + 64137.82421875, + 64122.703125, + 64130.046875, + 64103.671875, + 64098.89453125, + 64076.96484375, + 64064.8671875, + 64073.46875 + ], + "p10": [ + 63878.35546875, + 63767.9921875, + 63672.06640625, + 63570.85546875, + 63476.3671875, + 63360.00390625, + 63224.76953125, + 63152.640625, + 63087.45703125, + 62976.30859375, + 62942.0703125, + 62859.68359375, + 62824.50390625, + 62763.5390625, + 62729.5859375, + 62692.32421875, + 62599.75, + 62562.34765625, + 62481.51171875, + 62474.91796875, + 62424.95703125, + 62407.0859375, + 62383.0546875, + 62381.8671875 + ], + "p90": [ + 64452.4140625, + 64540.40625, + 64620.73828125, + 64699.1328125, + 64759.3203125, + 64803.81640625, + 64841.7890625, + 64905.28515625, + 64914.23046875, + 64976.1015625, + 65012.89453125, + 65076.0703125, + 65115.7265625, + 65142.2109375, + 65166.84765625, + 65188.51953125, + 65666.125, + 65675.3359375, + 65672.03125, + 65713.875, + 65715.53125, + 65786.8671875, + 65829.5078125, + 65846.5703125 + ], + "mean": [ + 64226.0703125, + 64225.859375, + 64241.1640625, + 64253.3828125, + 64253.0546875, + 64260.38671875, + 64258.1328125, + 64247.74609375, + 64241.6640625, + 64245.03125, + 64219.390625, + 64209.23046875, + 64200.4375, + 64183.09375, + 64170.16015625, + 64168.5078125, + 64137.82421875, + 64122.703125, + 64130.046875, + 64103.671875, + 64098.89453125, + 64076.96484375, + 64064.8671875, + 64073.46875 + ], + "quantiles": { + "0.1": [ + 63878.35546875, + 63767.9921875, + 63672.06640625, + 63570.85546875, + 63476.3671875, + 63360.00390625, + 63224.76953125, + 63152.640625, + 63087.45703125, + 62976.30859375, + 62942.0703125, + 62859.68359375, + 62824.50390625, + 62763.5390625, + 62729.5859375, + 62692.32421875, + 62599.75, + 62562.34765625, + 62481.51171875, + 62474.91796875, + 62424.95703125, + 62407.0859375, + 62383.0546875, + 62381.8671875 + ], + "0.2": [ + 63878.35546875, + 63767.9921875, + 63672.06640625, + 63570.85546875, + 63476.3671875, + 63360.00390625, + 63224.76953125, + 63152.640625, + 63087.45703125, + 62976.30859375, + 62942.0703125, + 62859.68359375, + 62824.50390625, + 62763.5390625, + 62729.5859375, + 62692.32421875, + 62599.75, + 62562.34765625, + 62481.51171875, + 62474.91796875, + 62424.95703125, + 62407.0859375, + 62383.0546875, + 62381.8671875 + ], + "0.3": [ + 63878.35546875, + 63767.9921875, + 63672.06640625, + 63570.85546875, + 63476.3671875, + 63360.00390625, + 63224.76953125, + 63152.640625, + 63087.45703125, + 62976.30859375, + 62942.0703125, + 62859.68359375, + 62824.50390625, + 62763.5390625, + 62729.5859375, + 62692.32421875, + 62599.75, + 62562.34765625, + 62481.51171875, + 62474.91796875, + 62424.95703125, + 62407.0859375, + 62383.0546875, + 62381.8671875 + ], + "0.4": [ + 64226.0703125, + 64225.859375, + 64241.1640625, + 64253.3828125, + 64253.0546875, + 64260.38671875, + 64258.1328125, + 64247.74609375, + 64241.6640625, + 64245.03125, + 64219.390625, + 64209.23046875, + 64200.4375, + 64183.09375, + 64170.16015625, + 64168.5078125, + 64137.82421875, + 64122.703125, + 64130.046875, + 64103.671875, + 64098.89453125, + 64076.96484375, + 64064.8671875, + 64073.46875 + ], + "0.5": [ + 64226.0703125, + 64225.859375, + 64241.1640625, + 64253.3828125, + 64253.0546875, + 64260.38671875, + 64258.1328125, + 64247.74609375, + 64241.6640625, + 64245.03125, + 64219.390625, + 64209.23046875, + 64200.4375, + 64183.09375, + 64170.16015625, + 64168.5078125, + 64137.82421875, + 64122.703125, + 64130.046875, + 64103.671875, + 64098.89453125, + 64076.96484375, + 64064.8671875, + 64073.46875 + ], + "0.6": [ + 64226.0703125, + 64225.859375, + 64241.1640625, + 64253.3828125, + 64253.0546875, + 64260.38671875, + 64258.1328125, + 64247.74609375, + 64241.6640625, + 64245.03125, + 64219.390625, + 64209.23046875, + 64200.4375, + 64183.09375, + 64170.16015625, + 64168.5078125, + 64137.82421875, + 64122.703125, + 64130.046875, + 64103.671875, + 64098.89453125, + 64076.96484375, + 64064.8671875, + 64073.46875 + ], + "0.7": [ + 64226.0703125, + 64225.859375, + 64241.1640625, + 64253.3828125, + 64253.0546875, + 64260.38671875, + 64258.1328125, + 64247.74609375, + 64241.6640625, + 64245.03125, + 64219.390625, + 64209.23046875, + 64200.4375, + 64183.09375, + 64170.16015625, + 64168.5078125, + 64137.82421875, + 64122.703125, + 64130.046875, + 64103.671875, + 64098.89453125, + 64076.96484375, + 64064.8671875, + 64073.46875 + ], + "0.8": [ + 64452.4140625, + 64540.40625, + 64620.73828125, + 64699.1328125, + 64759.3203125, + 64803.81640625, + 64841.7890625, + 64905.28515625, + 64914.23046875, + 64976.1015625, + 65012.89453125, + 65076.0703125, + 65115.7265625, + 65142.2109375, + 65166.84765625, + 65188.51953125, + 65666.125, + 65675.3359375, + 65672.03125, + 65713.875, + 65715.53125, + 65786.8671875, + 65829.5078125, + 65846.5703125 + ], + "0.9": [ + 64452.4140625, + 64540.40625, + 64620.73828125, + 64699.1328125, + 64759.3203125, + 64803.81640625, + 64841.7890625, + 64905.28515625, + 64914.23046875, + 64976.1015625, + 65012.89453125, + 65076.0703125, + 65115.7265625, + 65142.2109375, + 65166.84765625, + 65188.51953125, + 65666.125, + 65675.3359375, + 65672.03125, + 65713.875, + 65715.53125, + 65786.8671875, + 65829.5078125, + 65846.5703125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_114258.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_114258.json new file mode 100644 index 0000000000000000000000000000000000000000..0d8d5bd4f16858194a1f24229e9b23556e7680fe --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_114258.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T11:42:58.211204+00:00", + "metrics": { + "MSE[mean]": 80978.1693941733, + "MSE[0.5]": 80744.37584884143, + "MAE[0.5]": 194.7975710573137, + "MASE[0.5]": 0.18566666344657734, + "MAPE[0.5]": 0.0030403632685270386, + "sMAPE[0.5]": 0.0030403760997112454, + "MSIS": 2.124824145517641, + "RMSE[mean]": 284.56663436561445, + "NRMSE[mean]": 0.00443881187206486, + "ND[0.5]": 0.003038549382242982, + "mean_weighted_sum_quantile_loss": 0.0025101024312641183 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64673.01953125 + ], + "predictions": { + "p50": [ + 64169.29918144337, + 64153.69488707594, + 64204.0437177085, + 64160.84176709106, + 64185.831222723624, + 64142.62927210618, + 64133.52302461375, + 64107.46755837131, + 64130.83006087887, + 64101.89373526144, + 64088.476940894, + 64129.10116215156, + 64067.328899034124, + 64093.419917166684, + 64040.180857174244, + 64042.94570343181, + 64050.22031531437, + 64033.35430219693, + 64007.2988359545, + 64017.96211971206, + 63990.314856594625, + 64012.448843477185, + 63990.643377234745, + 63970.09572349231 + ], + "p10": [ + 63919.69332206837, + 63904.48394957594, + 63922.2253583335, + 63904.65036084106, + 63895.544113348624, + 63894.90661585618, + 63919.442165238754, + 63871.54412087131, + 63862.80662337887, + 63853.331625886436, + 63843.065612768994, + 63844.54764652656, + 63811.096477159124, + 63854.74491716668, + 63804.481638424244, + 63719.58632843181, + 63789.58789343937, + 63780.48164594693, + 63768.0566484545, + 63734.83047908706, + 63725.72423159463, + 63740.737905977185, + 63713.252752234745, + 63698.405489117315 + ], + "p90": [ + 64417.04683769337, + 64408.131215200934, + 64446.6550458335, + 64376.38473584106, + 64403.625753973625, + 64422.93669398118, + 64382.65583711375, + 64351.27537087131, + 64423.38865462887, + 64337.59100088644, + 64348.988269019, + 64321.15311527656, + 64305.74413340913, + 64298.665620291686, + 64292.059763424244, + 64328.27382843181, + 64271.34687781437, + 64262.24063032193, + 64253.1343828295, + 64267.03204158706, + 64255.168372219625, + 64226.409780977185, + 64220.98439285975, + 64255.42384849231 + ], + "mean": [ + 64162.375587693205, + 64146.53793395072, + 64160.8195575522, + 64134.167431153684, + 64133.4836445987, + 64143.74081507519, + 64128.614684769855, + 64101.804159933556, + 64120.19049056628, + 64091.7126805741, + 64073.99455808154, + 64090.380869183035, + 64049.323742783934, + 64079.092632010135, + 64040.99261498663, + 64000.45599640068, + 64009.69146765843, + 63987.89500532212, + 64009.362351579286, + 63998.60786189953, + 63971.28495425072, + 63986.270034883535, + 63965.71259598501, + 63953.9588289612 + ], + "quantiles": { + "0.1": [ + 63919.69332206837, + 63904.48394957594, + 63922.2253583335, + 63904.65036084106, + 63895.544113348624, + 63894.90661585618, + 63919.442165238754, + 63871.54412087131, + 63862.80662337887, + 63853.331625886436, + 63843.065612768994, + 63844.54764652656, + 63811.096477159124, + 63854.74491716668, + 63804.481638424244, + 63719.58632843181, + 63789.58789343937, + 63780.48164594693, + 63768.0566484545, + 63734.83047908706, + 63725.72423159463, + 63740.737905977185, + 63713.252752234745, + 63698.405489117315 + ], + "0.2": [ + 64001.09019706837, + 63976.66129332594, + 63985.4362958335, + 63973.77145459106, + 63964.704269598624, + 63964.75817835618, + 63953.81989961375, + 63959.22693337131, + 63928.17537337887, + 63945.84490713644, + 63917.898815894, + 63908.79256840156, + 63891.334758409124, + 63885.267573416684, + 63881.473825924244, + 63841.47695343181, + 63854.90976843937, + 63843.21992719693, + 63837.2089922045, + 63825.39180721206, + 63818.869153469626, + 63812.417593477185, + 63827.463689734745, + 63768.47072349231 + ], + "0.3": [ + 64089.68004081837, + 64052.021449575936, + 64073.9987958335, + 64060.96286084106, + 64053.132003973624, + 64042.75036585618, + 64037.57380586375, + 64028.46755837131, + 64010.98787337887, + 64001.88162588644, + 63990.882800269, + 63991.283193401556, + 63964.194133409124, + 63971.175776541684, + 63961.782419674244, + 63920.16445343181, + 63927.76914343937, + 63918.66289594693, + 63901.3769609545, + 63918.310166587056, + 63880.60509096963, + 63880.345327852185, + 63887.944158484745, + 63847.31447349231 + ], + "0.4": [ + 64144.76988456837, + 64095.89723082594, + 64143.6081708335, + 64117.45114209106, + 64126.57223834862, + 64103.34020960618, + 64107.18318086375, + 64096.59255837131, + 64090.14724837887, + 64062.81365713644, + 64056.168347144, + 64070.76131840156, + 64027.018352159124, + 64045.400385916684, + 64008.805857174244, + 63999.69960968181, + 64009.83789343937, + 63995.75039594693, + 63980.8574297045, + 63985.09102596206, + 63952.32305971962, + 63957.640249727185, + 63946.893377234745, + 63941.11291099231 + ], + "0.5": [ + 64169.29918144337, + 64153.69488707594, + 64204.0437177085, + 64160.84176709106, + 64185.831222723624, + 64142.62927210618, + 64133.52302461375, + 64107.46755837131, + 64130.83006087887, + 64101.89373526144, + 64088.476940894, + 64129.10116215156, + 64067.328899034124, + 64093.419917166684, + 64040.180857174244, + 64042.94570343181, + 64050.22031531437, + 64033.35430219693, + 64007.2988359545, + 64017.96211971206, + 63990.314856594625, + 64012.448843477185, + 63990.643377234745, + 63970.09572349231 + ], + "0.6": [ + 64241.48863456837, + 64224.84332457594, + 64266.2097333335, + 64212.34957959106, + 64235.794113348624, + 64200.93630335618, + 64215.79255586375, + 64179.99333962131, + 64180.41677962887, + 64157.71209463644, + 64158.777722144, + 64166.92147465156, + 64134.944133409124, + 64153.837885916684, + 64112.180857174244, + 64116.67304718181, + 64121.39023718937, + 64091.66133344693, + 64100.1777422045, + 64092.271494712055, + 64046.208997219626, + 64072.858999727185, + 64046.13009598474, + 64058.98244224231 + ], + "0.7": [ + 64285.57652519337, + 64299.402699575934, + 64306.206217708495, + 64257.10348584106, + 64282.016769598624, + 64243.19685023119, + 64258.25349336375, + 64221.83279274631, + 64216.94724837887, + 64225.83318838644, + 64204.132409644, + 64212.72225590156, + 64200.912883409124, + 64192.61757341668, + 64158.089060299244, + 64153.20351593181, + 64162.80898718937, + 64133.46367719693, + 64148.9785234545, + 64139.87227596206, + 64088.841809719626, + 64104.683218477185, + 64084.084783484745, + 64100.74416099231 + ], + "0.8": [ + 64362.43004081837, + 64373.660512075934, + 64372.784733333494, + 64295.93707959106, + 64367.278488348624, + 64318.98083460618, + 64332.58005586375, + 64257.18630837131, + 64261.65818587887, + 64282.55584463644, + 64281.777722144, + 64287.048818401556, + 64257.00741465912, + 64256.22929216668, + 64205.46132592425, + 64267.58710968181, + 64196.47461218937, + 64163.63555219693, + 64223.1543047045, + 64214.04805721206, + 64157.96759096962, + 64195.835562227185, + 64140.277752234746, + 64165.16681724231 + ], + "0.9": [ + 64417.04683769337, + 64408.131215200934, + 64446.6550458335, + 64376.38473584106, + 64403.625753973625, + 64422.93669398118, + 64382.65583711375, + 64351.27537087131, + 64423.38865462887, + 64337.59100088644, + 64348.988269019, + 64321.15311527656, + 64305.74413340913, + 64298.665620291686, + 64292.059763424244, + 64328.27382843181, + 64271.34687781437, + 64262.24063032193, + 64253.1343828295, + 64267.03204158706, + 64255.168372219625, + 64226.409780977185, + 64220.98439285975, + 64255.42384849231 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_114236.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_114236.json new file mode 100644 index 0000000000000000000000000000000000000000..ab3bf26e8a7f06e77dd62c42ab998da3414b09ae --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_114236.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T11:42:36.377116+00:00", + "metrics": { + "MSE[mean]": 154808.60509109497, + "MSE[0.5]": 93008.37070353825, + "MAE[0.5]": 213.96427408854166, + "MASE[0.5]": 0.20393494975920534, + "MAPE[0.5]": 0.003345548481581141, + "sMAPE[0.5]": 0.0033376652629535375, + "MSIS": 2.0065897412349316, + "RMSE[mean]": 393.4572468402316, + "NRMSE[mean]": 0.0061373417945424814, + "ND[0.5]": 0.0033375211473377184, + "mean_weighted_sum_quantile_loss": 0.004502156136814419 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64673.01953125 + ], + "predictions": { + "p50": [ + 64182.736328125, + 64236.41796875, + 64236.63671875, + 64233.615234375, + 64218.19140625, + 64184.5, + 64182.853515625, + 64129.93359375, + 64122.29296875, + 64244.49609375, + 64202.771484375, + 64158.6640625, + 64141.61328125, + 64273.490234375, + 64288.005859375, + 64198.548828125, + 64283.33984375, + 64244.869140625, + 64298.642578125, + 64254.873046875, + 64305.599609375, + 64320.6875, + 64344.720703125, + 64189.86328125 + ], + "p10": [ + 63944.58984375, + 63892.294921875, + 63729.498046875, + 63813.607421875, + 63580.521484375, + 63552.83203125, + 63422.884765625, + 63269.041015625, + 63424.15625, + 63417.3671875, + 63252.767578125, + 63282.13671875, + 63101.951171875, + 63325.1796875, + 63099.1015625, + 63107.677734375, + 62795.509765625, + 63098.626953125, + 62859.931640625, + 62744.275390625, + 62735.29296875, + 62970.091796875, + 62780.197265625, + 62508.265625 + ], + "p90": [ + 64462.310546875, + 64640.248046875, + 64692.232421875, + 64711.87109375, + 64932.623046875, + 64973.3984375, + 64854.751953125, + 64950.716796875, + 64960.091796875, + 65128.240234375, + 65083.638671875, + 65158.712890625, + 65156.751953125, + 65455.462890625, + 65670.25, + 65306.96875, + 65631.9375, + 65700.4296875, + 65968.4296875, + 65745.0703125, + 66068.76953125, + 66057.58203125, + 66873.9921875, + 65827.50390625 + ], + "mean": [ + 64200.296875, + 64250.83984375, + 64226.4765625, + 64282.69921875, + 64262.5, + 64242.8984375, + 64263.8984375, + 64119.02734375, + 64210.83984375, + 64286.76171875, + 64213.28515625, + 64184.51171875, + 64129.79296875, + 64599.78125, + 64332.328125, + 64269.6640625, + 64252.28515625, + 64301.83203125, + 64383.41796875, + 64154.60546875, + 64389.2734375, + 64397.48828125, + 64747.16015625, + 64203.8515625 + ], + "quantiles": { + "0.1": [ + 63944.58984375, + 63892.294921875, + 63729.498046875, + 63813.607421875, + 63580.521484375, + 63552.83203125, + 63422.884765625, + 63269.041015625, + 63424.15625, + 63417.3671875, + 63252.767578125, + 63282.13671875, + 63101.951171875, + 63325.1796875, + 63099.1015625, + 63107.677734375, + 62795.509765625, + 63098.626953125, + 62859.931640625, + 62744.275390625, + 62735.29296875, + 62970.091796875, + 62780.197265625, + 62508.265625 + ], + "0.2": [ + 63944.58984375, + 63892.294921875, + 63729.498046875, + 63813.607421875, + 63580.521484375, + 63552.83203125, + 63422.884765625, + 63269.041015625, + 63424.15625, + 63417.3671875, + 63252.767578125, + 63282.13671875, + 63101.951171875, + 63325.1796875, + 63099.1015625, + 63107.677734375, + 62795.509765625, + 63098.626953125, + 62859.931640625, + 62744.275390625, + 62735.29296875, + 62970.091796875, + 62780.197265625, + 62508.265625 + ], + "0.3": [ + 63944.58984375, + 63892.294921875, + 63729.498046875, + 63813.607421875, + 63580.521484375, + 63552.83203125, + 63422.884765625, + 63269.041015625, + 63424.15625, + 63417.3671875, + 63252.767578125, + 63282.13671875, + 63101.951171875, + 63325.1796875, + 63099.1015625, + 63107.677734375, + 62795.509765625, + 63098.626953125, + 62859.931640625, + 62744.275390625, + 62735.29296875, + 62970.091796875, + 62780.197265625, + 62508.265625 + ], + "0.4": [ + 64182.736328125, + 64236.41796875, + 64236.63671875, + 64233.615234375, + 64218.19140625, + 64184.5, + 64182.853515625, + 64129.93359375, + 64122.29296875, + 64244.49609375, + 64202.771484375, + 64158.6640625, + 64141.61328125, + 64273.490234375, + 64288.005859375, + 64198.548828125, + 64283.33984375, + 64244.869140625, + 64298.642578125, + 64254.873046875, + 64305.599609375, + 64320.6875, + 64344.720703125, + 64189.86328125 + ], + "0.5": [ + 64182.736328125, + 64236.41796875, + 64236.63671875, + 64233.615234375, + 64218.19140625, + 64184.5, + 64182.853515625, + 64129.93359375, + 64122.29296875, + 64244.49609375, + 64202.771484375, + 64158.6640625, + 64141.61328125, + 64273.490234375, + 64288.005859375, + 64198.548828125, + 64283.33984375, + 64244.869140625, + 64298.642578125, + 64254.873046875, + 64305.599609375, + 64320.6875, + 64344.720703125, + 64189.86328125 + ], + "0.6": [ + 64182.736328125, + 64236.41796875, + 64236.63671875, + 64233.615234375, + 64218.19140625, + 64184.5, + 64182.853515625, + 64129.93359375, + 64122.29296875, + 64244.49609375, + 64202.771484375, + 64158.6640625, + 64141.61328125, + 64273.490234375, + 64288.005859375, + 64198.548828125, + 64283.33984375, + 64244.869140625, + 64298.642578125, + 64254.873046875, + 64305.599609375, + 64320.6875, + 64344.720703125, + 64189.86328125 + ], + "0.7": [ + 64182.736328125, + 64236.41796875, + 64236.63671875, + 64233.615234375, + 64218.19140625, + 64184.5, + 64182.853515625, + 64129.93359375, + 64122.29296875, + 64244.49609375, + 64202.771484375, + 64158.6640625, + 64141.61328125, + 64273.490234375, + 64288.005859375, + 64198.548828125, + 64283.33984375, + 64244.869140625, + 64298.642578125, + 64254.873046875, + 64305.599609375, + 64320.6875, + 64344.720703125, + 64189.86328125 + ], + "0.8": [ + 64462.310546875, + 64640.248046875, + 64692.232421875, + 64711.87109375, + 64932.623046875, + 64973.3984375, + 64854.751953125, + 64950.716796875, + 64960.091796875, + 65128.240234375, + 65083.638671875, + 65158.712890625, + 65156.751953125, + 65455.462890625, + 65670.25, + 65306.96875, + 65631.9375, + 65700.4296875, + 65968.4296875, + 65745.0703125, + 66068.76953125, + 66057.58203125, + 66873.9921875, + 65827.50390625 + ], + "0.9": [ + 64462.310546875, + 64640.248046875, + 64692.232421875, + 64711.87109375, + 64932.623046875, + 64973.3984375, + 64854.751953125, + 64950.716796875, + 64960.091796875, + 65128.240234375, + 65083.638671875, + 65158.712890625, + 65156.751953125, + 65455.462890625, + 65670.25, + 65306.96875, + 65631.9375, + 65700.4296875, + 65968.4296875, + 65745.0703125, + 66068.76953125, + 66057.58203125, + 66873.9921875, + 65827.50390625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_114258.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_114258.json new file mode 100644 index 0000000000000000000000000000000000000000..af6e41c5367acc1d66e2bc516b4a60722be4f0b4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_114258.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T11:42:58.240457+00:00", + "metrics": { + "MSE[mean]": 69441.93659756651, + "MSE[0.5]": 70670.34752052926, + "MAE[0.5]": 177.20106593795694, + "MASE[0.5]": 0.1688949738608261, + "MAPE[0.5]": 0.002767747992423289, + "sMAPE[0.5]": 0.0027656025474658945, + "MSIS": 1.8798149882996409, + "RMSE[mean]": 263.51837999951067, + "NRMSE[mean]": 0.004110490733591319, + "ND[0.5]": 0.002764070345005266, + "mean_weighted_sum_quantile_loss": 0.0023107141073067223 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64673.01953125 + ], + "predictions": { + "p50": [ + 64095.87807702851, + 64089.38003015351, + 64148.83510827851, + 64114.73940515351, + 64148.83510827851, + 64114.73940515351, + 64114.73940515351, + 64097.79018640351, + 64130.25893640351, + 64110.42885827851, + 64106.11831140351, + 64155.84878015351, + 64103.18276452851, + 64138.38003015351, + 64094.24721765351, + 64106.11831140351, + 64122.49917077851, + 64114.73940515351, + 64097.79018640351, + 64117.55971765351, + 64099.01870202851, + 64130.25893640351, + 64117.55971765351, + 64106.11831140351 + ], + "p10": [ + 63846.27221765351, + 63840.16909265351, + 63867.01674890351, + 63858.54799890351, + 63858.54799890351, + 63867.01674890351, + 63900.65854577851, + 63861.86674890351, + 63862.23549890351, + 63861.86674890351, + 63860.706983278506, + 63871.29526452851, + 63846.95034265351, + 63899.705030153506, + 63858.54799890351, + 63782.75893640351, + 63861.86674890351, + 63861.86674890351, + 63858.54799890351, + 63834.42807702851, + 63834.42807702851, + 63858.54799890351, + 63840.16909265351, + 63834.42807702851 + ], + "p90": [ + 64343.62573327851, + 64343.816358278506, + 64391.44643640351, + 64330.28237390351, + 64366.62963952851, + 64395.046827028506, + 64363.87221765351, + 64341.59799890351, + 64422.81753015351, + 64346.12612390351, + 64366.62963952851, + 64347.90073327851, + 64341.59799890351, + 64343.62573327851, + 64346.12612390351, + 64391.44643640351, + 64343.62573327851, + 64343.62573327851, + 64343.62573327851, + 64366.62963952851, + 64363.87221765351, + 64344.21987390351, + 64347.90073327851, + 64391.44643640351 + ], + "mean": [ + 64088.95448327836, + 64082.22307702836, + 64105.61094812211, + 64088.06506921586, + 64096.487530153354, + 64115.850948122104, + 64109.831065309605, + 64092.126787965855, + 64119.619366090854, + 64100.24780359086, + 64091.635928590855, + 64117.12848718461, + 64085.177608278354, + 64124.052744997105, + 64095.05897546586, + 64063.628604372105, + 64081.97032312211, + 64069.280108278355, + 64099.853702028355, + 64098.20545984086, + 64079.98879968461, + 64104.080127809604, + 64092.62893640336, + 64089.981416872106 + ], + "quantiles": { + "0.1": [ + 63846.27221765351, + 63840.16909265351, + 63867.01674890351, + 63858.54799890351, + 63858.54799890351, + 63867.01674890351, + 63900.65854577851, + 63861.86674890351, + 63862.23549890351, + 63861.86674890351, + 63860.706983278506, + 63871.29526452851, + 63846.95034265351, + 63899.705030153506, + 63858.54799890351, + 63782.75893640351, + 63861.86674890351, + 63861.86674890351, + 63858.54799890351, + 63834.42807702851, + 63834.42807702851, + 63858.54799890351, + 63840.16909265351, + 63834.42807702851 + ], + "0.2": [ + 63927.66909265351, + 63912.34643640351, + 63930.22768640351, + 63927.66909265351, + 63927.70815515351, + 63936.86831140351, + 63935.03628015351, + 63949.54956140351, + 63927.60424890351, + 63954.38003015351, + 63935.54018640351, + 63935.54018640351, + 63927.18862390351, + 63930.22768640351, + 63935.54018640351, + 63904.64956140351, + 63927.18862390351, + 63924.60503015351, + 63927.70034265351, + 63924.98940515351, + 63927.57299890351, + 63930.22768640351, + 63954.38003015351, + 63904.49331140351 + ], + "0.3": [ + 64016.25893640351, + 63987.70659265351, + 64018.79018640351, + 64014.86049890351, + 64016.13588952851, + 64014.86049890351, + 64018.79018640351, + 64018.79018640351, + 64010.41674890351, + 64010.41674890351, + 64008.52417077851, + 64018.03081140351, + 64000.04799890351, + 64016.13588952851, + 64015.84878015351, + 63983.33706140351, + 64000.04799890351, + 64000.04799890351, + 63991.86831140351, + 64017.90776452851, + 63989.30893640351, + 63998.15542077851, + 64014.86049890351, + 63983.33706140351 + ], + "0.4": [ + 64071.34878015351, + 64031.58237390351, + 64088.39956140351, + 64071.34878015351, + 64089.576123903506, + 64075.45034265351, + 64088.39956140351, + 64086.91518640351, + 64089.576123903506, + 64071.34878015351, + 64073.80971765351, + 64097.50893640351, + 64062.87221765351, + 64090.36049890351, + 64062.87221765351, + 64062.87221765351, + 64082.11674890351, + 64077.13549890351, + 64071.34878015351, + 64084.68862390351, + 64061.02690515351, + 64075.45034265351, + 64073.80971765351, + 64077.13549890351 + ], + "0.5": [ + 64095.87807702851, + 64089.38003015351, + 64148.83510827851, + 64114.73940515351, + 64148.83510827851, + 64114.73940515351, + 64114.73940515351, + 64097.79018640351, + 64130.25893640351, + 64110.42885827851, + 64106.11831140351, + 64155.84878015351, + 64103.18276452851, + 64138.38003015351, + 64094.24721765351, + 64106.11831140351, + 64122.49917077851, + 64114.73940515351, + 64097.79018640351, + 64117.55971765351, + 64099.01870202851, + 64130.25893640351, + 64117.55971765351, + 64106.11831140351 + ], + "0.6": [ + 64168.06753015351, + 64160.52846765351, + 64211.00112390351, + 64166.24721765351, + 64198.79799890351, + 64173.04643640351, + 64197.00893640351, + 64170.31596765351, + 64179.845655153506, + 64166.24721765351, + 64176.41909265351, + 64193.66909265351, + 64170.79799890351, + 64198.79799890351, + 64166.24721765351, + 64179.845655153506, + 64193.66909265351, + 64173.04643640351, + 64190.66909265351, + 64191.869092653506, + 64154.91284265351, + 64190.66909265351, + 64173.04643640351, + 64195.00503015351 + ], + "0.7": [ + 64212.15542077851, + 64235.087842653506, + 64250.99760827851, + 64211.00112390351, + 64245.02065515351, + 64215.30698327851, + 64239.46987390351, + 64212.15542077851, + 64216.37612390351, + 64234.36831140351, + 64221.77378015351, + 64239.46987390351, + 64236.76674890351, + 64237.57768640351, + 64212.15542077851, + 64216.37612390351, + 64235.087842653506, + 64214.84878015351, + 64239.46987390351, + 64239.46987390351, + 64197.54565515351, + 64222.49331140351, + 64211.00112390351, + 64236.76674890351 + ], + "0.8": [ + 64289.00893640351, + 64309.345655153506, + 64317.576123903506, + 64249.83471765351, + 64330.28237390351, + 64291.09096765351, + 64313.79643640351, + 64247.50893640351, + 64261.08706140351, + 64291.09096765351, + 64299.41909265351, + 64313.79643640351, + 64292.861280153506, + 64301.189405153506, + 64259.52768640351, + 64330.759717653506, + 64268.75346765351, + 64245.02065515351, + 64313.64565515351, + 64313.64565515351, + 64266.67143640351, + 64313.64565515351, + 64267.19409265351, + 64301.189405153506 + ], + "0.9": [ + 64343.62573327851, + 64343.816358278506, + 64391.44643640351, + 64330.28237390351, + 64366.62963952851, + 64395.046827028506, + 64363.87221765351, + 64341.59799890351, + 64422.81753015351, + 64346.12612390351, + 64366.62963952851, + 64347.90073327851, + 64341.59799890351, + 64343.62573327851, + 64346.12612390351, + 64391.44643640351, + 64343.62573327851, + 64343.62573327851, + 64343.62573327851, + 64366.62963952851, + 64363.87221765351, + 64344.21987390351, + 64347.90073327851, + 64391.44643640351 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_114258.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_114258.json new file mode 100644 index 0000000000000000000000000000000000000000..c0cded12e87fff6e6cec76076cc4ae21b7fa8127 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_114258.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T11:42:58.298373+00:00", + "metrics": { + "MSE[mean]": 143324.59187253317, + "MSE[0.5]": 143324.59187253317, + "MAE[0.5]": 295.0665690104167, + "MASE[0.5]": 0.2812356697541915, + "MAPE[0.5]": 0.004608172310215889, + "sMAPE[0.5]": 0.004607364872010573, + "MSIS": 3.6654459610982237, + "RMSE[mean]": 378.58234490336866, + "NRMSE[mean]": 0.005905315677143504, + "ND[0.5]": 0.004602595074059553, + "mean_weighted_sum_quantile_loss": 0.00530997907228695 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64673.01953125 + ], + "predictions": { + "p50": [ + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "p10": [ + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996 + ], + "p90": [ + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004 + ], + "mean": [ + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "quantiles": { + "0.1": [ + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996 + ], + "0.2": [ + 62700.26349609375, + 62446.81453125, + 62990.6499609375, + 63197.6384765625, + 63073.793964843746, + 62877.178730468746, + 62848.802265624996, + 62976.96, + 62967.09845703125, + 63052.2124609375, + 63307.93154296875, + 63333.54154296875, + 63329.59, + 63284.28, + 63277.63125, + 63459.61, + 63311.97927734375, + 63292.70251953125, + 63338.909023437496, + 63228.2042578125, + 63053.79, + 63246.02275390625, + 63400.49845703125, + 63213.36 + ], + "0.3": [ + 63018.5389453125, + 62763.8034375, + 63310.399453125, + 63518.438671875, + 63393.9655078125, + 63196.3522265625, + 63167.83171875, + 63296.64, + 63286.7283984375, + 63372.274453125, + 63629.2916015625, + 63655.0316015625, + 63651.06, + 63605.52, + 63598.8375, + 63781.74, + 63633.359882812496, + 63613.9852734375, + 63660.426328125, + 63549.159609375, + 63373.86, + 63567.0685546875, + 63722.3283984375, + 63534.24 + ], + "0.4": [ + 63336.81439453125, + 63080.79234375, + 63630.1489453125, + 63839.2388671875, + 63714.137050781246, + 63515.525722656246, + 63486.861171874996, + 63616.32, + 63606.35833984375, + 63692.3364453125, + 63950.65166015625, + 63976.52166015625, + 63972.53, + 63926.76, + 63920.04375, + 64103.87, + 63954.74048828125, + 63935.26802734375, + 63981.9436328125, + 63870.1149609375, + 63693.93, + 63888.11435546875, + 64044.15833984375, + 63855.12 + ], + "0.5": [ + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "0.6": [ + 63973.365292968745, + 63714.77015624999, + 64269.6479296875, + 64480.83925781249, + 64354.48013671875, + 64153.87271484375, + 64124.920078125, + 64255.67999999999, + 64245.618222656245, + 64332.4604296875, + 64593.371777343746, + 64619.50177734374, + 64615.469999999994, + 64569.23999999999, + 64562.456249999996, + 64748.12999999999, + 64597.501699218745, + 64577.83353515624, + 64624.97824218749, + 64512.025664062494, + 64334.06999999999, + 64530.20595703124, + 64687.81822265624, + 64496.87999999999 + ], + "0.7": [ + 64291.6407421875, + 64031.7590625, + 64589.397421875, + 64801.639453125, + 64674.6516796875, + 64473.0462109375, + 64443.94953125, + 64575.36, + 64565.2481640625, + 64652.522421875, + 64914.7318359375, + 64940.9918359375, + 64936.94, + 64890.48, + 64883.6625, + 65070.26, + 64918.882304687504, + 64899.1162890625, + 64946.495546875, + 64832.981015625, + 64654.14, + 64851.2517578125, + 65009.6481640625, + 64817.76 + ], + "0.8": [ + 64609.91619140624, + 64348.747968749994, + 64909.14691406249, + 65122.439648437496, + 64994.82322265625, + 64792.21970703125, + 64762.978984375, + 64895.03999999999, + 64884.87810546874, + 64972.58441406249, + 65236.091894531244, + 65262.48189453124, + 65258.409999999996, + 65211.719999999994, + 65204.868749999994, + 65392.38999999999, + 65240.26291015624, + 65220.39904296874, + 65268.0128515625, + 65153.936367187496, + 64974.20999999999, + 65172.297558593746, + 65331.47810546874, + 65138.63999999999 + ], + "0.9": [ + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_114254.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_114254.json new file mode 100644 index 0000000000000000000000000000000000000000..0d9f6ab134dc7722eea8bc7f2ae0cd7928189b60 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_114254.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T11:42:54.973999+00:00", + "metrics": { + "MSE[mean]": 109230.49589474995, + "MSE[0.5]": 109230.49589474995, + "MAE[0.5]": 247.71402994791666, + "MASE[0.5]": 0.23610272540720392, + "MAPE[0.5]": 0.00387277227221035, + "sMAPE[0.5]": 0.0038628648379875207, + "MSIS": 1.6589179659939972, + "RMSE[mean]": 330.50037200395093, + "NRMSE[mean]": 0.005155309153666043, + "ND[0.5]": 0.0038639666223030237, + "mean_weighted_sum_quantile_loss": 0.0034115678875577993 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64673.01953125 + ], + "predictions": { + "p50": [ + 64295.25, + 64301.375, + 64316.6875, + 64335.0625, + 64325.875, + 64313.625, + 64307.5, + 64298.3125, + 64301.375, + 64301.375, + 64310.5625, + 64301.375, + 64307.5, + 64316.6875, + 64319.75, + 64319.75, + 64298.3125, + 64270.75, + 64270.75, + 64264.625, + 64252.375, + 64243.1875, + 64218.6875, + 64160.5 + ], + "p10": [ + 64087.0, + 64042.59375, + 64004.3125, + 63975.21875, + 63926.984375, + 63891.765625, + 63838.9375, + 63809.078125, + 63776.34765625, + 63734.8125, + 63716.24609375, + 63675.859375, + 63641.40625, + 63611.546875, + 63592.40625, + 63548.0, + 63459.1875, + 63405.59375, + 63367.3125, + 63339.75, + 63303.0, + 63284.625, + 63247.875, + 63189.6875 + ], + "p90": [ + 64503.5, + 64552.5, + 64601.5, + 64638.25, + 64650.5, + 64656.625, + 64693.375, + 64693.375, + 64724.0, + 64742.375, + 64754.625, + 64779.125, + 64803.625, + 64834.25, + 64858.75, + 64871.0, + 64907.75, + 64913.875, + 64932.25, + 64932.25, + 64926.125, + 64920.0, + 64913.875, + 64883.25 + ], + "mean": [ + 64295.25, + 64301.375, + 64316.6875, + 64335.0625, + 64325.875, + 64313.625, + 64307.5, + 64298.3125, + 64301.375, + 64301.375, + 64310.5625, + 64301.375, + 64307.5, + 64316.6875, + 64319.75, + 64319.75, + 64298.3125, + 64270.75, + 64270.75, + 64264.625, + 64252.375, + 64243.1875, + 64218.6875, + 64160.5 + ], + "quantiles": { + "0.1": [ + 64087.0, + 64042.59375, + 64004.3125, + 63975.21875, + 63926.984375, + 63891.765625, + 63838.9375, + 63809.078125, + 63776.34765625, + 63734.8125, + 63716.24609375, + 63675.859375, + 63641.40625, + 63611.546875, + 63592.40625, + 63548.0, + 63459.1875, + 63405.59375, + 63367.3125, + 63339.75, + 63303.0, + 63284.625, + 63247.875, + 63189.6875 + ], + "0.2": [ + 64087.0, + 64042.59375, + 64004.3125, + 63975.21875, + 63926.984375, + 63891.765625, + 63838.9375, + 63809.078125, + 63776.34765625, + 63734.8125, + 63716.24609375, + 63675.859375, + 63641.40625, + 63611.546875, + 63592.40625, + 63548.0, + 63459.1875, + 63405.59375, + 63367.3125, + 63339.75, + 63303.0, + 63284.625, + 63247.875, + 63189.6875 + ], + "0.3": [ + 64087.0, + 64042.59375, + 64004.3125, + 63975.21875, + 63926.984375, + 63891.765625, + 63838.9375, + 63809.078125, + 63776.34765625, + 63734.8125, + 63716.24609375, + 63675.859375, + 63641.40625, + 63611.546875, + 63592.40625, + 63548.0, + 63459.1875, + 63405.59375, + 63367.3125, + 63339.75, + 63303.0, + 63284.625, + 63247.875, + 63189.6875 + ], + "0.4": [ + 64295.25, + 64301.375, + 64316.6875, + 64335.0625, + 64325.875, + 64313.625, + 64307.5, + 64298.3125, + 64301.375, + 64301.375, + 64310.5625, + 64301.375, + 64307.5, + 64316.6875, + 64319.75, + 64319.75, + 64298.3125, + 64270.75, + 64270.75, + 64264.625, + 64252.375, + 64243.1875, + 64218.6875, + 64160.5 + ], + "0.5": [ + 64295.25, + 64301.375, + 64316.6875, + 64335.0625, + 64325.875, + 64313.625, + 64307.5, + 64298.3125, + 64301.375, + 64301.375, + 64310.5625, + 64301.375, + 64307.5, + 64316.6875, + 64319.75, + 64319.75, + 64298.3125, + 64270.75, + 64270.75, + 64264.625, + 64252.375, + 64243.1875, + 64218.6875, + 64160.5 + ], + "0.6": [ + 64295.25, + 64301.375, + 64316.6875, + 64335.0625, + 64325.875, + 64313.625, + 64307.5, + 64298.3125, + 64301.375, + 64301.375, + 64310.5625, + 64301.375, + 64307.5, + 64316.6875, + 64319.75, + 64319.75, + 64298.3125, + 64270.75, + 64270.75, + 64264.625, + 64252.375, + 64243.1875, + 64218.6875, + 64160.5 + ], + "0.7": [ + 64295.25, + 64301.375, + 64316.6875, + 64335.0625, + 64325.875, + 64313.625, + 64307.5, + 64298.3125, + 64301.375, + 64301.375, + 64310.5625, + 64301.375, + 64307.5, + 64316.6875, + 64319.75, + 64319.75, + 64298.3125, + 64270.75, + 64270.75, + 64264.625, + 64252.375, + 64243.1875, + 64218.6875, + 64160.5 + ], + "0.8": [ + 64503.5, + 64552.5, + 64601.5, + 64638.25, + 64650.5, + 64656.625, + 64693.375, + 64693.375, + 64724.0, + 64742.375, + 64754.625, + 64779.125, + 64803.625, + 64834.25, + 64858.75, + 64871.0, + 64907.75, + 64913.875, + 64932.25, + 64932.25, + 64926.125, + 64920.0, + 64913.875, + 64883.25 + ], + "0.9": [ + 64503.5, + 64552.5, + 64601.5, + 64638.25, + 64650.5, + 64656.625, + 64693.375, + 64693.375, + 64724.0, + 64742.375, + 64754.625, + 64779.125, + 64803.625, + 64834.25, + 64858.75, + 64871.0, + 64907.75, + 64913.875, + 64932.25, + 64932.25, + 64926.125, + 64920.0, + 64913.875, + 64883.25 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_114138.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_114138.json new file mode 100644 index 0000000000000000000000000000000000000000..2f70b582d77d8d743b09ebd205598f6f36120d24 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_114138.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T11:41:38.281809+00:00", + "metrics": { + "MSE[mean]": 95585.00115648906, + "MSE[0.5]": 72903.99829101562, + "MAE[0.5]": 175.32356770833334, + "MASE[0.5]": 0.16710548115807314, + "MAPE[0.5]": 0.0027411483299400064, + "sMAPE[0.5]": 0.002736236586427896, + "MSIS": 6.692623790054104, + "RMSE[mean]": 309.1682408600357, + "NRMSE[mean]": 0.004822559964046021, + "ND[0.5]": 0.002734784193977713, + "mean_weighted_sum_quantile_loss": 0.0031372219258688273 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64673.01953125 + ], + "predictions": { + "p50": [ + 64132.046875, + 64138.61328125, + 64145.8671875, + 64149.67578125, + 64161.3984375, + 64172.6953125, + 64155.4140625, + 64139.5078125, + 64147.42578125, + 64184.3671875, + 64186.16796875, + 64192.77734375, + 64200.30078125, + 64188.7734375, + 64190.890625, + 64179.046875, + 64183.8125, + 64208.09765625, + 64188.08203125, + 64224.09375, + 64196.828125, + 64207.8984375, + 64220.5859375, + 64222.33984375 + ], + "p10": [ + 64160.0625, + 64218.23046875, + 64214.69921875, + 64228.359375, + 64210.484375, + 64202.484375, + 64224.328125, + 64222.84765625, + 64208.8671875, + 64261.98046875, + 64251.91015625, + 64238.10546875, + 64235.4765625, + 64252.94140625, + 64245.67578125, + 64252.2109375, + 64243.8203125, + 64287.5703125, + 64281.40234375, + 64255.58984375, + 64275.34375, + 64286.26953125, + 64267.30078125, + 64280.1328125 + ], + "p90": [ + 64385.92578125, + 64439.04296875, + 64464.82421875, + 64485.3515625, + 64495.82421875, + 64518.6796875, + 64524.2734375, + 64519.4375, + 64552.66796875, + 64605.140625, + 64627.19921875, + 64631.1875, + 64657.59375, + 64665.98828125, + 64668.015625, + 64678.8359375, + 64692.5078125, + 64706.421875, + 64703.59765625, + 64704.3515625, + 64687.45703125, + 64709.0703125, + 64707.23046875, + 64717.25390625 + ], + "mean": [ + 64189.53125, + 64203.98828125, + 64216.72265625, + 64226.46875, + 64232.25, + 64241.31640625, + 64242.765625, + 64227.42578125, + 64245.78515625, + 64271.734375, + 64277.41796875, + 64279.8359375, + 64290.8515625, + 64294.3828125, + 64296.953125, + 64300.40234375, + 64307.75390625, + 64319.65234375, + 64314.6875, + 64323.20703125, + 64315.921875, + 64319.72265625, + 64338.68359375, + 64338.03125 + ], + "quantiles": { + "0.1": [ + 64160.0625, + 64218.23046875, + 64214.69921875, + 64228.359375, + 64210.484375, + 64202.484375, + 64224.328125, + 64222.84765625, + 64208.8671875, + 64261.98046875, + 64251.91015625, + 64238.10546875, + 64235.4765625, + 64252.94140625, + 64245.67578125, + 64252.2109375, + 64243.8203125, + 64287.5703125, + 64281.40234375, + 64255.58984375, + 64275.34375, + 64286.26953125, + 64267.30078125, + 64280.1328125 + ], + "0.2": [ + 64160.0625, + 64218.23046875, + 64214.69921875, + 64228.359375, + 64210.484375, + 64202.484375, + 64224.328125, + 64222.84765625, + 64208.8671875, + 64261.98046875, + 64251.91015625, + 64238.10546875, + 64235.4765625, + 64252.94140625, + 64245.67578125, + 64252.2109375, + 64243.8203125, + 64287.5703125, + 64281.40234375, + 64255.58984375, + 64275.34375, + 64286.26953125, + 64267.30078125, + 64280.1328125 + ], + "0.3": [ + 64160.0625, + 64218.23046875, + 64214.69921875, + 64228.359375, + 64210.484375, + 64202.484375, + 64224.328125, + 64222.84765625, + 64208.8671875, + 64261.98046875, + 64251.91015625, + 64238.10546875, + 64235.4765625, + 64252.94140625, + 64245.67578125, + 64252.2109375, + 64243.8203125, + 64287.5703125, + 64281.40234375, + 64255.58984375, + 64275.34375, + 64286.26953125, + 64267.30078125, + 64280.1328125 + ], + "0.4": [ + 64132.046875, + 64138.61328125, + 64145.8671875, + 64149.67578125, + 64161.3984375, + 64172.6953125, + 64155.4140625, + 64139.5078125, + 64147.42578125, + 64184.3671875, + 64186.16796875, + 64192.77734375, + 64200.30078125, + 64188.7734375, + 64190.890625, + 64179.046875, + 64183.8125, + 64208.09765625, + 64188.08203125, + 64224.09375, + 64196.828125, + 64207.8984375, + 64220.5859375, + 64222.33984375 + ], + "0.5": [ + 64132.046875, + 64138.61328125, + 64145.8671875, + 64149.67578125, + 64161.3984375, + 64172.6953125, + 64155.4140625, + 64139.5078125, + 64147.42578125, + 64184.3671875, + 64186.16796875, + 64192.77734375, + 64200.30078125, + 64188.7734375, + 64190.890625, + 64179.046875, + 64183.8125, + 64208.09765625, + 64188.08203125, + 64224.09375, + 64196.828125, + 64207.8984375, + 64220.5859375, + 64222.33984375 + ], + "0.6": [ + 64132.046875, + 64138.61328125, + 64145.8671875, + 64149.67578125, + 64161.3984375, + 64172.6953125, + 64155.4140625, + 64139.5078125, + 64147.42578125, + 64184.3671875, + 64186.16796875, + 64192.77734375, + 64200.30078125, + 64188.7734375, + 64190.890625, + 64179.046875, + 64183.8125, + 64208.09765625, + 64188.08203125, + 64224.09375, + 64196.828125, + 64207.8984375, + 64220.5859375, + 64222.33984375 + ], + "0.7": [ + 64132.046875, + 64138.61328125, + 64145.8671875, + 64149.67578125, + 64161.3984375, + 64172.6953125, + 64155.4140625, + 64139.5078125, + 64147.42578125, + 64184.3671875, + 64186.16796875, + 64192.77734375, + 64200.30078125, + 64188.7734375, + 64190.890625, + 64179.046875, + 64183.8125, + 64208.09765625, + 64188.08203125, + 64224.09375, + 64196.828125, + 64207.8984375, + 64220.5859375, + 64222.33984375 + ], + "0.8": [ + 64385.92578125, + 64439.04296875, + 64464.82421875, + 64485.3515625, + 64495.82421875, + 64518.6796875, + 64524.2734375, + 64519.4375, + 64552.66796875, + 64605.140625, + 64627.19921875, + 64631.1875, + 64657.59375, + 64665.98828125, + 64668.015625, + 64678.8359375, + 64692.5078125, + 64706.421875, + 64703.59765625, + 64704.3515625, + 64687.45703125, + 64709.0703125, + 64707.23046875, + 64717.25390625 + ], + "0.9": [ + 64385.92578125, + 64439.04296875, + 64464.82421875, + 64485.3515625, + 64495.82421875, + 64518.6796875, + 64524.2734375, + 64519.4375, + 64552.66796875, + 64605.140625, + 64627.19921875, + 64631.1875, + 64657.59375, + 64665.98828125, + 64668.015625, + 64678.8359375, + 64692.5078125, + 64706.421875, + 64703.59765625, + 64704.3515625, + 64687.45703125, + 64709.0703125, + 64707.23046875, + 64717.25390625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_114210.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_114210.json new file mode 100644 index 0000000000000000000000000000000000000000..727eca6f5973d42596995585c487aecce5c585a7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_114210.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T11:42:10.901886+00:00", + "metrics": { + "MSE[mean]": 155160.8789240519, + "MSE[0.5]": 155160.8789240519, + "MAE[0.5]": 315.8111979166667, + "MASE[0.5]": 0.3010079185176406, + "MAPE[0.5]": 0.004938915234747171, + "sMAPE[0.5]": 0.004920475272855903, + "MSIS": 1.9778677400919247, + "RMSE[mean]": 393.9046571494832, + "NRMSE[mean]": 0.006144320723034283, + "ND[0.5]": 0.0049261801116234965, + "mean_weighted_sum_quantile_loss": 0.004095859824826348 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64673.01953125 + ], + "predictions": { + "p50": [ + 64205.65625, + 64228.859375, + 64264.88671875, + 64294.171875, + 64313.81640625, + 64330.8671875, + 64341.109375, + 64350.6171875, + 64364.3828125, + 64375.91015625, + 64395.5078125, + 64411.16796875, + 64424.6640625, + 64435.73828125, + 64450.51953125, + 64456.87890625, + 64458.76171875, + 64464.82421875, + 64475.8203125, + 64482.078125, + 64487.84765625, + 64495.5, + 64506.2890625, + 64513.19140625 + ], + "p10": [ + 63991.87890625, + 63904.73828125, + 63861.5, + 63843.578125, + 63826.890625, + 63814.19921875, + 63790.33203125, + 63766.44140625, + 63754.5078125, + 63730.41796875, + 63711.21484375, + 63691.26953125, + 63668.75390625, + 63652.46484375, + 63633.30859375, + 63607.98828125, + 63578.9140625, + 63559.0, + 63551.1484375, + 63532.28125, + 63514.1953125, + 63499.328125, + 63480.1640625, + 63458.10546875 + ], + "p90": [ + 64437.578125, + 64556.75, + 64665.48828125, + 64745.359375, + 64797.890625, + 64854.453125, + 64905.48828125, + 64949.62890625, + 64991.63671875, + 65031.6484375, + 65082.109375, + 65117.6328125, + 65146.55859375, + 65190.52734375, + 65251.44921875, + 65281.01171875, + 65311.51953125, + 65370.453125, + 65432.47265625, + 65491.22265625, + 65536.875, + 65588.234375, + 65638.4375, + 65680.2421875 + ], + "mean": [ + 64205.65625, + 64228.859375, + 64264.88671875, + 64294.171875, + 64313.81640625, + 64330.8671875, + 64341.109375, + 64350.6171875, + 64364.3828125, + 64375.91015625, + 64395.5078125, + 64411.16796875, + 64424.6640625, + 64435.73828125, + 64450.51953125, + 64456.87890625, + 64458.76171875, + 64464.82421875, + 64475.8203125, + 64482.078125, + 64487.84765625, + 64495.5, + 64506.2890625, + 64513.19140625 + ], + "quantiles": { + "0.1": [ + 63991.87890625, + 63904.73828125, + 63861.5, + 63843.578125, + 63826.890625, + 63814.19921875, + 63790.33203125, + 63766.44140625, + 63754.5078125, + 63730.41796875, + 63711.21484375, + 63691.26953125, + 63668.75390625, + 63652.46484375, + 63633.30859375, + 63607.98828125, + 63578.9140625, + 63559.0, + 63551.1484375, + 63532.28125, + 63514.1953125, + 63499.328125, + 63480.1640625, + 63458.10546875 + ], + "0.2": [ + 63991.87890625, + 63904.73828125, + 63861.5, + 63843.578125, + 63826.890625, + 63814.19921875, + 63790.33203125, + 63766.44140625, + 63754.5078125, + 63730.41796875, + 63711.21484375, + 63691.26953125, + 63668.75390625, + 63652.46484375, + 63633.30859375, + 63607.98828125, + 63578.9140625, + 63559.0, + 63551.1484375, + 63532.28125, + 63514.1953125, + 63499.328125, + 63480.1640625, + 63458.10546875 + ], + "0.3": [ + 63991.87890625, + 63904.73828125, + 63861.5, + 63843.578125, + 63826.890625, + 63814.19921875, + 63790.33203125, + 63766.44140625, + 63754.5078125, + 63730.41796875, + 63711.21484375, + 63691.26953125, + 63668.75390625, + 63652.46484375, + 63633.30859375, + 63607.98828125, + 63578.9140625, + 63559.0, + 63551.1484375, + 63532.28125, + 63514.1953125, + 63499.328125, + 63480.1640625, + 63458.10546875 + ], + "0.4": [ + 64205.65625, + 64228.859375, + 64264.88671875, + 64294.171875, + 64313.81640625, + 64330.8671875, + 64341.109375, + 64350.6171875, + 64364.3828125, + 64375.91015625, + 64395.5078125, + 64411.16796875, + 64424.6640625, + 64435.73828125, + 64450.51953125, + 64456.87890625, + 64458.76171875, + 64464.82421875, + 64475.8203125, + 64482.078125, + 64487.84765625, + 64495.5, + 64506.2890625, + 64513.19140625 + ], + "0.5": [ + 64205.65625, + 64228.859375, + 64264.88671875, + 64294.171875, + 64313.81640625, + 64330.8671875, + 64341.109375, + 64350.6171875, + 64364.3828125, + 64375.91015625, + 64395.5078125, + 64411.16796875, + 64424.6640625, + 64435.73828125, + 64450.51953125, + 64456.87890625, + 64458.76171875, + 64464.82421875, + 64475.8203125, + 64482.078125, + 64487.84765625, + 64495.5, + 64506.2890625, + 64513.19140625 + ], + "0.6": [ + 64205.65625, + 64228.859375, + 64264.88671875, + 64294.171875, + 64313.81640625, + 64330.8671875, + 64341.109375, + 64350.6171875, + 64364.3828125, + 64375.91015625, + 64395.5078125, + 64411.16796875, + 64424.6640625, + 64435.73828125, + 64450.51953125, + 64456.87890625, + 64458.76171875, + 64464.82421875, + 64475.8203125, + 64482.078125, + 64487.84765625, + 64495.5, + 64506.2890625, + 64513.19140625 + ], + "0.7": [ + 64205.65625, + 64228.859375, + 64264.88671875, + 64294.171875, + 64313.81640625, + 64330.8671875, + 64341.109375, + 64350.6171875, + 64364.3828125, + 64375.91015625, + 64395.5078125, + 64411.16796875, + 64424.6640625, + 64435.73828125, + 64450.51953125, + 64456.87890625, + 64458.76171875, + 64464.82421875, + 64475.8203125, + 64482.078125, + 64487.84765625, + 64495.5, + 64506.2890625, + 64513.19140625 + ], + "0.8": [ + 64437.578125, + 64556.75, + 64665.48828125, + 64745.359375, + 64797.890625, + 64854.453125, + 64905.48828125, + 64949.62890625, + 64991.63671875, + 65031.6484375, + 65082.109375, + 65117.6328125, + 65146.55859375, + 65190.52734375, + 65251.44921875, + 65281.01171875, + 65311.51953125, + 65370.453125, + 65432.47265625, + 65491.22265625, + 65536.875, + 65588.234375, + 65638.4375, + 65680.2421875 + ], + "0.9": [ + 64437.578125, + 64556.75, + 64665.48828125, + 64745.359375, + 64797.890625, + 64854.453125, + 64905.48828125, + 64949.62890625, + 64991.63671875, + 65031.6484375, + 65082.109375, + 65117.6328125, + 65146.55859375, + 65190.52734375, + 65251.44921875, + 65281.01171875, + 65311.51953125, + 65370.453125, + 65432.47265625, + 65491.22265625, + 65536.875, + 65588.234375, + 65638.4375, + 65680.2421875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_114203.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_114203.json new file mode 100644 index 0000000000000000000000000000000000000000..a2fe6bfbc5602943f12885910682b58e480fdaa5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_114203.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T11:42:03.409344+00:00", + "metrics": { + "MSE[mean]": 84565.38908513387, + "MSE[0.5]": 84565.38908513387, + "MAE[0.5]": 195.46354166666666, + "MASE[0.5]": 0.18630141746492015, + "MAPE[0.5]": 0.0030568141958956137, + "sMAPE[0.5]": 0.0030498488241684726, + "MSIS": 1.7627150196178931, + "RMSE[mean]": 290.8012879702115, + "NRMSE[mean]": 0.004536063099356465, + "ND[0.5]": 0.00304893752298138, + "mean_weighted_sum_quantile_loss": 0.0036607131476790794 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00" + ], + "context": [ + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0 + ], + "actual": [ + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64673.01953125 + ], + "predictions": { + "p50": [ + 64211.71484375, + 64222.0390625, + 64230.890625, + 64235.19921875, + 64240.5703125, + 64241.8046875, + 64240.21484375, + 64242.66015625, + 64237.25, + 64235.1875, + 64238.4375, + 64237.78125, + 64234.48828125, + 64237.16015625, + 64233.55078125, + 64233.42578125, + 64232.20703125, + 64231.6328125, + 64231.15234375, + 64231.578125, + 64230.73046875, + 64226.16015625, + 64223.171875, + 64222.91015625 + ], + "p10": [ + 63976.52734375, + 63922.33203125, + 63872.296875, + 63832.859375, + 63787.1875, + 63735.5546875, + 63685.69921875, + 63644.1953125, + 63601.640625, + 63559.03515625, + 63513.9296875, + 63471.921875, + 63421.5, + 63376.84765625, + 63335.31640625, + 63306.515625, + 63257.59765625, + 63213.46484375, + 63176.65234375, + 63138.5546875, + 63109.41015625, + 63066.82421875, + 63016.3359375, + 62981.86328125 + ], + "p90": [ + 64447.71484375, + 64520.859375, + 64591.66015625, + 64642.234375, + 64701.34375, + 64757.5546875, + 64797.46484375, + 64842.22265625, + 64885.69921875, + 64921.2890625, + 64987.18359375, + 65040.00390625, + 65084.80078125, + 65147.0859375, + 65188.515625, + 65220.5546875, + 65264.8359375, + 65299.76953125, + 65343.22265625, + 65383.99609375, + 65413.46875, + 65466.23046875, + 65505.40625, + 65539.2890625 + ], + "mean": [ + 64211.71484375, + 64222.0390625, + 64230.890625, + 64235.19921875, + 64240.5703125, + 64241.8046875, + 64240.21484375, + 64242.66015625, + 64237.25, + 64235.1875, + 64238.4375, + 64237.78125, + 64234.48828125, + 64237.16015625, + 64233.55078125, + 64233.42578125, + 64232.20703125, + 64231.6328125, + 64231.15234375, + 64231.578125, + 64230.73046875, + 64226.16015625, + 64223.171875, + 64222.91015625 + ], + "quantiles": { + "0.1": [ + 63976.52734375, + 63922.33203125, + 63872.296875, + 63832.859375, + 63787.1875, + 63735.5546875, + 63685.69921875, + 63644.1953125, + 63601.640625, + 63559.03515625, + 63513.9296875, + 63471.921875, + 63421.5, + 63376.84765625, + 63335.31640625, + 63306.515625, + 63257.59765625, + 63213.46484375, + 63176.65234375, + 63138.5546875, + 63109.41015625, + 63066.82421875, + 63016.3359375, + 62981.86328125 + ], + "0.2": [ + 63976.52734375, + 63922.33203125, + 63872.296875, + 63832.859375, + 63787.1875, + 63735.5546875, + 63685.69921875, + 63644.1953125, + 63601.640625, + 63559.03515625, + 63513.9296875, + 63471.921875, + 63421.5, + 63376.84765625, + 63335.31640625, + 63306.515625, + 63257.59765625, + 63213.46484375, + 63176.65234375, + 63138.5546875, + 63109.41015625, + 63066.82421875, + 63016.3359375, + 62981.86328125 + ], + "0.3": [ + 63976.52734375, + 63922.33203125, + 63872.296875, + 63832.859375, + 63787.1875, + 63735.5546875, + 63685.69921875, + 63644.1953125, + 63601.640625, + 63559.03515625, + 63513.9296875, + 63471.921875, + 63421.5, + 63376.84765625, + 63335.31640625, + 63306.515625, + 63257.59765625, + 63213.46484375, + 63176.65234375, + 63138.5546875, + 63109.41015625, + 63066.82421875, + 63016.3359375, + 62981.86328125 + ], + "0.4": [ + 64211.71484375, + 64222.0390625, + 64230.890625, + 64235.19921875, + 64240.5703125, + 64241.8046875, + 64240.21484375, + 64242.66015625, + 64237.25, + 64235.1875, + 64238.4375, + 64237.78125, + 64234.48828125, + 64237.16015625, + 64233.55078125, + 64233.42578125, + 64232.20703125, + 64231.6328125, + 64231.15234375, + 64231.578125, + 64230.73046875, + 64226.16015625, + 64223.171875, + 64222.91015625 + ], + "0.5": [ + 64211.71484375, + 64222.0390625, + 64230.890625, + 64235.19921875, + 64240.5703125, + 64241.8046875, + 64240.21484375, + 64242.66015625, + 64237.25, + 64235.1875, + 64238.4375, + 64237.78125, + 64234.48828125, + 64237.16015625, + 64233.55078125, + 64233.42578125, + 64232.20703125, + 64231.6328125, + 64231.15234375, + 64231.578125, + 64230.73046875, + 64226.16015625, + 64223.171875, + 64222.91015625 + ], + "0.6": [ + 64211.71484375, + 64222.0390625, + 64230.890625, + 64235.19921875, + 64240.5703125, + 64241.8046875, + 64240.21484375, + 64242.66015625, + 64237.25, + 64235.1875, + 64238.4375, + 64237.78125, + 64234.48828125, + 64237.16015625, + 64233.55078125, + 64233.42578125, + 64232.20703125, + 64231.6328125, + 64231.15234375, + 64231.578125, + 64230.73046875, + 64226.16015625, + 64223.171875, + 64222.91015625 + ], + "0.7": [ + 64211.71484375, + 64222.0390625, + 64230.890625, + 64235.19921875, + 64240.5703125, + 64241.8046875, + 64240.21484375, + 64242.66015625, + 64237.25, + 64235.1875, + 64238.4375, + 64237.78125, + 64234.48828125, + 64237.16015625, + 64233.55078125, + 64233.42578125, + 64232.20703125, + 64231.6328125, + 64231.15234375, + 64231.578125, + 64230.73046875, + 64226.16015625, + 64223.171875, + 64222.91015625 + ], + "0.8": [ + 64447.71484375, + 64520.859375, + 64591.66015625, + 64642.234375, + 64701.34375, + 64757.5546875, + 64797.46484375, + 64842.22265625, + 64885.69921875, + 64921.2890625, + 64987.18359375, + 65040.00390625, + 65084.80078125, + 65147.0859375, + 65188.515625, + 65220.5546875, + 65264.8359375, + 65299.76953125, + 65343.22265625, + 65383.99609375, + 65413.46875, + 65466.23046875, + 65505.40625, + 65539.2890625 + ], + "0.9": [ + 64447.71484375, + 64520.859375, + 64591.66015625, + 64642.234375, + 64701.34375, + 64757.5546875, + 64797.46484375, + 64842.22265625, + 64885.69921875, + 64921.2890625, + 64987.18359375, + 65040.00390625, + 65084.80078125, + 65147.0859375, + 65188.515625, + 65220.5546875, + 65264.8359375, + 65299.76953125, + 65343.22265625, + 65383.99609375, + 65413.46875, + 65466.23046875, + 65505.40625, + 65539.2890625 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 7851fd6d9ff54e163a31d77d56849abdf838a9c0..71d29aef76a1b5eb7f2e8161056c51a9d58a8704 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,134495.79167111716,134495.79167111716,282.1678059895833,0.26894152111739156,0.004409307353299522,0.004407441693898193,3.6654459610982237,366.7366789279703,0.0057216920391654925,0.00440227929739334,0.0052632421749084475,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,143324.59187253317,143324.59187253317,295.0665690104167,0.2812356697541915,0.004608172310215889,0.004607364872010573,3.6654459610982237,378.58234490336866,0.005905315677143504,0.004602595074059553,0.00530997907228695,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.356455841207903,0.356455841207903,0.5521333436171214,1.3742351547214047,0.7323441657395339,0.5101656495245334,51.1270818563295,0.5970392292034946,0.7444070945688043,0.6884170386674733,0.6771609242671282,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.05388889504803767,0.05388889504803767,0.19166668752829233,1.69886433678,0.11665549340155465,0.12740487769290515,54.88513838625019,0.2321398178857683,0.1438387893867166,0.11876077336029403,0.11373495568467384,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 66320ec358e12d6bcd297fb58246eff208a5f5f1..42805409b86eb2ef88ef3cc0cf1004d5aa3802c5 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T11:36:15.843007+00:00", + "evaluated_at": "2026-06-22T11:42:58.298373+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64363.44921875 + 64673.01953125 ], "p50": [ 63655.08984375, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 5b90496a78f87383c7870760b202754f12a1335e..a57d297d273d64dfe2ab36ea9f58fdfdfc462711 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,23 +1,11 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T11:36:15.878758+00:00", + "evaluated_at": "2026-06-22T11:42:58.322849+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 65a3c8de7896c47a0febe3d9c8bd402fac6206d3..49e21c7a77d352ad06f31a1eeb6fc4ef65b16c2c 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,100001.83403968811,100001.83403968811,234.81526692708334,0.22380857677040397,0.0036739553458167984,0.003662941791143589,1.6589179659939972,316.23066587490865,0.004933715626060522,0.0036635022364782167,0.003300453281236149,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,109230.49589474995,109230.49589474995,247.71402994791666,0.23610272540720392,0.00387277227221035,0.0038628648379875207,1.6589179659939972,330.50037200395093,0.005155309153666043,0.0038639666223030237,0.0034115678875577993,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.012943888374013923,0.012943888374013923,0.0841978927453359,0.20956478267746273,0.09567899336423988,0.08892952545139572,0.6074040535973934,0.11377121065548139,0.14185348671746303,0.10498055344033068,0.06627358919433388,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.06483292568391698,0.06483292568391698,0.22441845801141527,1.9891642086968047,0.13496430416412902,0.14737549298787997,30.570608686068308,0.25462310516509884,0.15776991440071159,0.1390544698896942,0.11752702235972937,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 2dea43187f7565853003a9fe5ba5ab37c6780c66..cf9fea78e12c34320404b1055c6eff1fd09fe988 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T11:36:06.518939+00:00", + "evaluated_at": "2026-06-22T11:42:54.973999+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64363.44921875 + 64673.01953125 ], "p50": [ 64295.25, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 9aee1813d06924b3b8b7c45c6a282c1ff935c94d..0a787bf6bde7740d504adec27bf0b9bf2292c04c 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,23 +1,11 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T11:36:15.415728+00:00", + "evaluated_at": "2026-06-22T11:42:57.936517+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index c3ee36f81942ba44fd4c4c54dc30e6a9b11dc2e8..72b17c8aa103b7b4c02970eda36b8274879a76ff 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,90936.20634651184,65270.651415506996,162.4248046875,0.15481133252127313,0.0025421397777383166,0.002536313050809989,6.692623790054104,301.55630709124927,0.004704771627118947,0.0025340926210601603,0.0030260521222115846,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,95585.00115648906,72903.99829101562,175.32356770833334,0.16710548115807314,0.0027411483299400064,0.002736236586427896,6.692623790054104,309.1682408600357,0.004822559964046021,0.002734784193977713,0.0031372219258688273,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.025616092584196497,0.03365073557916218,0.16440369387467701,0.4091934281826469,0.2064679996632606,0.23645856675684238,6.038842736235208,0.16005028142492125,0.19955567264715968,0.20498364279496012,0.1512062297745659,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.037861656774403625,0.05052600262867241,0.19350672430462307,1.7151737586100742,0.11611266155546263,0.1255116986747104,29.481006656964837,0.1945807204591545,0.12056637040446203,0.11990089944786031,0.09282681214137996,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 479d3880e54c93bbd16731feade2c91b4a2da562..5e5927422acb5ba7681f8a3b640fc710fa96c125 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T11:33:17.707112+00:00", + "evaluated_at": "2026-06-22T11:41:38.281809+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64363.44921875 + 64673.01953125 ], "p50": [ 64132.046875, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index dda82f502d7564dad385306aee271abf8e71a454..348775bb180a75f74e114b44d71ad27e232affbf 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,23 +1,11 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T11:33:32.407550+00:00", + "evaluated_at": "2026-06-22T11:41:41.788102+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index cea8a22d9381b1edc26ff6f53d3c1e9608f08c01..7daf854913980790aa5ab15996691cd1f0a18289 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,155030.78280639648,155030.78280639648,315.3909505208333,0.3006073697254612,0.004932881214661779,0.0049142012242832794,1.9778677400919247,393.73948596298607,0.006142979995687881,0.004920614693067885,0.0040714096749534644,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,155160.8789240519,155160.8789240519,315.8111979166667,0.3010079185176406,0.004938915234747171,0.004920475272855903,1.9778677400919247,393.9046571494832,0.006144320723034283,0.0049261801116234965,0.004095859824826348,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.00927490238421201,0.00927490238421201,0.08305638134479523,0.20672361194529615,0.1060914813472073,0.09890728144413595,1.4808284130810732,0.09630629462403799,0.12007768579195358,0.10355728149515668,0.11066602007527644,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.04391892252771671,0.04391892252771671,0.1776265154282252,1.5744173190397015,0.10643699503970427,0.11454110544184992,5.663549131699138,0.20956841968129813,0.12985306896156268,0.110061182846061,0.09067455623083505,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index febfb3e87c06872799b93296e624602db97b6c3b..b6d21a895052361fc89626cb78da5d25ea5597c0 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T11:34:34.805312+00:00", + "evaluated_at": "2026-06-22T11:42:10.901886+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64363.44921875 + 64673.01953125 ], "p50": [ 64205.65625, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index dcbfac4d7cabd83ea5945d9a60db5281767f64b2..64270d3280f4574061659f067353c02a506ac953 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,23 +1,11 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T11:34:50.596054+00:00", + "evaluated_at": "2026-06-22T11:42:14.055778+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 17f8b3db5d37a4078394a57beedd921f64c21cdf..c2c385c8a65f6cce8b32ba3823df339de36e918a 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,76946.75486119588,76946.75486119588,182.56477864583334,0.17400726882812023,0.0028578038764418244,0.002849925284476597,1.7627150196178931,277.39278083828333,0.004327781094827749,0.002848309156486193,0.0035496486684103296,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,84565.38908513387,84565.38908513387,195.46354166666666,0.18630141746492015,0.0030568141958956137,0.0030498488241684726,1.7627150196178931,290.8012879702115,0.004536063099356465,0.00304893752298138,0.0036607131476790794,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0038721013410386363,0.0038721013410386363,0.056895262996355694,0.141609760487371,0.07218495848789738,0.07541072758716677,1.2396544942857872,0.06222621104517482,0.077585576800307,0.0709387848405678,0.10250639534585172,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.025663184282336122,0.025663184282336122,0.1312323659658432,1.1631963240233016,0.07841434507103166,0.08283815216746102,6.59546770026932,0.16019732919851104,0.09926168679187111,0.08131437691645865,0.07445775971891729,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 7a77a668a71e75a56d0a4adc32dc1f70dd505854..08329f75f6165d6d8e50e510ea7022418f0905f2 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T11:34:12.242264+00:00", + "evaluated_at": "2026-06-22T11:42:03.409344+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64165.98828125, 64145.390625, 64139.2109375, - 64363.44921875 + 64673.01953125 ], "p50": [ 64211.71484375, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 8d62a4ea62f03b9191910cb3d3065369966e07cd..83c318e9dc9dbb1c49813b1954e3cc6c2d7ab9da 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,23 +1,11 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T11:34:25.391804+00:00", + "evaluated_at": "2026-06-22T11:42:05.458680+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t110000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t052400z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t085000z", - "data_fetched_at": "2026-06-22T11:32:04.711965Z", + "data_fetched_at": "2026-06-22T11:40:22.464268Z", "context_length": 96, "prediction_length": 24 }