diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index fcb2337dcfc529de2712e13b9e487defa562418d..cd249848b89dd10e5333b4630793d9f4bab1f579 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T12:56:10.987094+00:00", + "generated_at": "2026-06-22T13:03:53.260718+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 5913, - "num_unique_releases": 738 + "num_model_releases": 5923, + "num_unique_releases": 739 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 2e0a49293eff2ca419c5119746b6efbe4bdc62ad..2ec85365bd06e58dbfe5c64f7f5494be8d5fff01 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.161178476393118,0.8332696406131983,0.2048700009923806,0.48911744932247514,40.119364673656975,3.495834431655374,0.6882206635322493,1201.0212395223207,5.723212332168325,0.17507687256857526,0.1,10,705,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T12:54:47.159134+00:00 -2,Chronos-2,2.1626670862829407,0.836662294161418,0.18751896767089257,0.5035696781309613,39.12801028642443,3.585422148378565,0.6764444911140342,1171.0851051924178,5.727281993554488,0.11094559683362201,0.1,10,714,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T12:53:01.828280+00:00 -3,Toto-2.0-1B,2.11291530071904,0.8226635987169659,0.17514490081866635,0.4775373501894803,39.22713038123216,3.566388609164459,0.687207261455511,1123.050930738188,5.735067603868386,0.028036256273793053,0.1,10,711,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T12:54:21.584257+00:00 -4,Moirai-1.1-Large,2.5988986146219846,0.9730828693953526,0.31046811419112796,0.5252872356386072,25.21130708116585,4.548141156600794,0.5526617268929203,1099.0763010813505,9.249176515018897,0.07825319198321848,0.2,10,690,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T12:55:37.666616+00:00 -5,TimesFM-2.5,2.0406504872403493,0.8020996197580794,0.16152215552029525,0.5983853964635911,41.464377782102,4.416171291106925,0.5588123359378717,1044.3742980333639,5.578898574835126,0.03659408769286211,0.1,10,723,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T12:53:38.700307+00:00 -6,Timer-S1,2.0191821919269777,0.8449287337977361,0.1956225672042454,0.5047539493024817,36.864450451319975,4.221824042512605,0.6015801416828551,1031.4603247917855,5.483545339407849,0.08969810714342093,0.1,10,670,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T12:56:04.832629+00:00 -7,ETS,5.010308969882738,1.5083480460108756,0.4721822341698229,1.1039249464311771,-1.8696904267072711,6.679092040628568,0.34024899108713214,874.6293275943666,10.766982088004855,-0.020611479016941697,0.3,10,425,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T12:56:07.173584+00:00 -8,ARIMA,2.6008885909520734,1.1658957126094465,0.3584565125366999,0.8269358482920204,-0.26735118580064493,6.7332590933734195,0.32624749106029605,868.7828431687726,6.104799222852426,-0.07900723635964794,0.3,10,425,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T12:56:07.056950+00:00 -9,Moving-Average,2.5662384550063133,1.1125360462352514,0.37308877491576753,0.7783255371139146,7.7732756120733715,6.456434013488094,0.35382352800833594,845.934429033487,5.917552270626828,-0.08057519560941638,0.3,10,425,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T12:56:07.224118+00:00 -10,Seasonal-Naive,2.845535115466384,1.2109538107813809,0.38002931758186387,0.9225214341371837,-3.844440519809517e-17,7.670050816514289,0.21475336922879434,740.5852008439476,5.902296608677174,-0.04991408584023443,0.2,10,425,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T12:56:07.250070+00:00 +1,TiRex,2.161132449887574,0.833246685700394,0.20486892351421915,0.4891022175551566,40.11121477889672,3.4961067208120005,0.6882020711988781,1201.0206919870334,5.723154653418435,0.1749410518664118,0.1,10,706,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T13:02:44.550751+00:00 +2,Chronos-2,2.1626234650210807,0.8366392126545588,0.1875176867877861,0.5035643295375534,39.12011949870787,3.5856285228805573,0.6764510553001944,1171.0853234747815,5.727202057851719,0.11102335563966767,0.1,10,715,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T13:01:19.756262+00:00 +3,Toto-2.0-1B,2.112881104342491,0.82264679728577,0.1751437214715607,0.4775271233261605,39.218755068720114,3.5662874139453358,0.6872866815461695,1123.0536074673157,5.735017854559504,0.02799491161227848,0.1,10,712,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T13:02:35.741776+00:00 +4,Moirai-1.1-Large,2.598802649626957,0.9730314378661227,0.31046623785296135,0.5252683977686674,25.205182020757373,4.548945159473982,0.5526219372646738,1099.0754758717676,9.249095719479135,0.07803388046530246,0.2,10,691,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T13:03:22.450043+00:00 +5,TimesFM-2.5,2.040611789155007,0.8020882221555727,0.16152088937341166,0.5983752664820157,41.45380083351231,4.4167579519640405,0.558733097225458,1044.3726917856075,5.578825914137492,0.03669926984851047,0.1,10,724,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T13:01:59.974697+00:00 +6,Timer-S1,2.019164011975674,0.8449365411340963,0.19562162654686216,0.5047424412615275,36.84894741856352,4.222532521025961,0.6014846867258026,1031.4579754350075,5.483457510968758,0.08993567198143129,0.1,10,671,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T13:03:46.851529+00:00 +7,ETS,5.010106315306389,1.5082833191431586,0.4721798319719789,1.1038164251360867,-1.8880477384759728,6.678348695845399,0.3403739894079497,874.633564378692,10.766767816853934,-0.019972991667419566,0.3,10,426,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T13:03:49.412163+00:00 +8,ARIMA,2.6007861828299115,1.16584510330631,0.35845689023007504,0.8270293546858529,-0.2800921151326484,6.734957783798495,0.32606547514049455,868.7774428125977,6.1046877651494675,-0.07895905163563668,0.3,10,426,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T13:03:49.361413+00:00 +9,Moving-Average,2.5660231320471323,1.1124163479276716,0.37308555421522177,0.7781846030808344,7.769149246306938,6.453922205845328,0.354117368042897,845.9425077454462,5.917388002655423,-0.07937852878372423,0.3,10,426,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T13:03:49.464153+00:00 +10,Seasonal-Naive,2.8452984338644045,1.210814595447013,0.3800260127717726,0.9224762559547844,-4.5655157475298634e-17,7.670520438669721,0.21466363814748218,740.5807190417514,5.902159595464621,-0.04941490482151714,0.2,10,426,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T13:03:49.480503+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 7fc08f4f99074bd964419e3ff68161564e7d1c1f..a0af1bee721c5fc83df149533dcf4c4bc28dd2a6 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.495834431655374,0.6882206635322493,1201.0212395223207,90,705,5095 -2,Chronos-2,3.585422148378565,0.6764444911140342,1171.0851051924178,90,712,5087 -3,Toto-2.0-1B,3.566388609164459,0.687207261455511,1123.050930738188,90,711,5124 -4,Moirai-1.1-Large,4.548141156600794,0.5526617268929203,1099.0763010813505,90,690,5026 -5,TimesFM-2.5,4.416171291106925,0.5588123359378717,1044.3742980333639,90,719,5132 -6,Timer-S1,4.221824042512605,0.6015801416828551,1031.4603247917855,90,670,4952 -7,ETS,6.679092040628568,0.34024899108713214,874.6293275943666,90,425,3736 -8,ARIMA,6.7332590933734195,0.32624749106029605,868.7828431687726,90,425,3736 -9,Moving-Average,6.456434013488094,0.35382352800833594,845.934429033487,90,425,3736 -10,Seasonal-Naive,7.670050816514289,0.21475336922879434,740.5852008439476,90,425,3736 +1,TiRex,3.4961067208120005,0.6882020711988781,1201.0206919870334,90,706,5104 +2,Chronos-2,3.5856285228805573,0.6764510553001944,1171.0853234747815,90,713,5096 +3,Toto-2.0-1B,3.5662874139453358,0.6872866815461695,1123.0536074673157,90,712,5133 +4,Moirai-1.1-Large,4.548945159473982,0.5526219372646738,1099.0754758717676,90,691,5035 +5,TimesFM-2.5,4.4167579519640405,0.558733097225458,1044.3726917856075,90,720,5141 +6,Timer-S1,4.222532521025961,0.6014846867258026,1031.4579754350075,90,671,4961 +7,ETS,6.678348695845399,0.3403739894079497,874.633564378692,90,426,3745 +8,ARIMA,6.734957783798495,0.32606547514049455,868.7774428125977,90,426,3745 +9,Moving-Average,6.453922205845328,0.354117368042897,845.9425077454462,90,426,3745 +10,Seasonal-Naive,7.670520438669721,0.21466363814748218,740.5807190417514,90,426,3745 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index fcfc75d6dc8b993b443c53643cbcc92beaf32801..b54aecbbf2576af67698899bf41784ee4c4af100 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -46,6 +46,7 @@ binance_btcusdt_1h_close/1h/short|window:40ffcb41d88bce0389ab,2026-06-22T02:21:1 binance_btcusdt_1h_close/1h/short|window:44cbe3b6c12aded0d6a9,2026-06-18T05:52:36.576912+00:00,2026-06-18T05:52:36.576912+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.368085387144342,1.169651823041516,0.008815106388979218,0.44860348344530804,11.301917236695786,True binance_btcusdt_1h_close/1h/short|window:465756ebbb1b9c6b4b47,2026-06-17T13:26:29.293129+00:00,2026-06-17T13:26:29.293129+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.26337437012542714,0.5132001267784597,0.0048481199040499206,0.1575160943496749,35.48961113742075,True binance_btcusdt_1h_close/1h/short|window:4759c00980f715b6761f,2026-06-18T03:10:38.920638+00:00,2026-06-18T03:10:38.920638+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.7497041222369976,0.8658545618272144,0.00808110824755069,0.3979089169463095,26.646186996648787,True +binance_btcusdt_1h_close/1h/short|window:4a074792aaed9cfcd8f2,2026-06-22T13:03:49.361413+00:00,2026-06-22T13:03:49.361413+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.4566051808623553,0.6757256698264136,0.009846386708296122,0.6407927294331974,-24.07705462308397,True binance_btcusdt_1h_close/1h/short|window:4afd8cf7a195ffbab691,2026-06-22T02:50:44.867352+00:00,2026-06-22T02:50:44.867352+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.36220427089336116,0.6018340891752154,0.00918061728762988,0.48814532001205846,-6.793669439403955,True binance_btcusdt_1h_close/1h/short|window:4c312edbf57761be6eb6,2026-06-22T02:35:56.731317+00:00,2026-06-22T02:35:56.731317+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.36549264341480636,0.6045598757896578,0.00920397520923836,0.48980419409417736,-7.095637188054513,True binance_btcusdt_1h_close/1h/short|window:4e22164bbcf36c1ac83d,2026-06-17T14:34:29.471622+00:00,2026-06-17T14:34:29.471622+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5027206376795998,0.709027952678595,0.009818757465767275,0.46297662267026823,23.157013037876887,True @@ -507,6 +508,7 @@ binance_btcusdt_1h_close/1h/short|window:41b14cc804acfede7072,2026-06-17T07:18:4 binance_btcusdt_1h_close/1h/short|window:44cbe3b6c12aded0d6a9,2026-06-18T05:46:23.696384+00:00,2026-06-18T05:46:23.696384+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.043016564075233,1.0212818240207906,0.013819615306110982,0.47315634095148423,24.412107637513277,True binance_btcusdt_1h_close/1h/short|window:465756ebbb1b9c6b4b47,2026-06-17T13:25:15.784740+00:00,2026-06-17T13:25:15.784740+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2512556380585275,0.5012540653785539,0.008595907201730266,0.2379710738668117,37.53080055883494,True binance_btcusdt_1h_close/1h/short|window:4759c00980f715b6761f,2026-06-18T03:07:28.165699+00:00,2026-06-18T03:07:28.165699+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6434689736487564,0.8021651785316765,0.010813828765192502,0.3664742794426425,33.58910555700256,True +binance_btcusdt_1h_close/1h/short|window:4a074792aaed9cfcd8f2,2026-06-22T13:01:19.756262+00:00,2026-06-22T13:01:19.756262+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2205829587602562,0.46966260098101936,0.004112923361461662,0.28556454953174115,11.763355666888584,True binance_btcusdt_1h_close/1h/short|window:4afd8cf7a195ffbab691,2026-06-22T02:47:34.945575+00:00,2026-06-22T02:47:34.945575+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.31319278166502124,0.5596362940919944,0.006251548892781393,0.2717510783230112,0.4653173469002772,True binance_btcusdt_1h_close/1h/short|window:4c312edbf57761be6eb6,2026-06-22T02:32:56.221048+00:00,2026-06-22T02:32:56.221048+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3123246800009622,0.5588601614008304,0.0062277586940473854,0.2711981202956382,0.7525473034344303,True binance_btcusdt_1h_close/1h/short|window:4e167ad2827305555b1d,2026-06-17T16:12:57.169210+00:00,2026-06-17T16:12:57.169210+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.126449388756434,0.35559722827439755,0.004313700292276653,0.23931561158221862,68.92557005300276,True @@ -1185,6 +1187,7 @@ binance_btcusdt_1h_close/1h/short|window:40ffcb41d88bce0389ab,2026-06-22T02:21:1 binance_btcusdt_1h_close/1h/short|window:44cbe3b6c12aded0d6a9,2026-06-18T05:52:36.689861+00:00,2026-06-18T05:52:36.689861+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,2.088541154879451,1.4451785892682782,0.01894729525525132,1.1157881892128314,-9.77099362532799,True binance_btcusdt_1h_close/1h/short|window:465756ebbb1b9c6b4b47,2026-06-17T13:26:29.365819+00:00,2026-06-17T13:26:29.365819+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.5351275727896347,0.7315241436819667,0.012794221362088644,0.5028116038803078,1.656848196732784,True binance_btcusdt_1h_close/1h/short|window:4759c00980f715b6761f,2026-06-18T03:10:39.068027+00:00,2026-06-18T03:10:39.068027+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.6555306040941296,1.2866742416377697,0.016800620006618004,0.9676539672583226,-12.24304447514009,True +binance_btcusdt_1h_close/1h/short|window:4a074792aaed9cfcd8f2,2026-06-22T13:03:49.412163+00:00,2026-06-22T13:03:49.412163+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.25595345156914895,0.5059184238285348,0.004078457708796061,0.2403429045120982,4.3791799744325814,True binance_btcusdt_1h_close/1h/short|window:4afd8cf7a195ffbab691,2026-06-22T02:50:45.010247+00:00,2026-06-22T02:50:45.010247+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08615622863577549,0.29352381272355993,0.002920031381605405,0.14105648355662787,57.1657535658039,True binance_btcusdt_1h_close/1h/short|window:4c312edbf57761be6eb6,2026-06-22T02:35:56.847565+00:00,2026-06-22T02:35:56.847565+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0884956334073218,0.2974821564519825,0.0029434900831066375,0.14271535763874685,56.35844513937096,True binance_btcusdt_1h_close/1h/short|window:4e22164bbcf36c1ac83d,2026-06-17T14:34:29.773798+00:00,2026-06-17T14:34:29.773798+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.31327793661029285,0.5597123695348288,0.006400297296956369,0.3165721656198802,44.00718079940844,True @@ -1645,6 +1648,7 @@ binance_btcusdt_1h_close/1h/short|window:41b14cc804acfede7072,2026-06-17T07:20:4 binance_btcusdt_1h_close/1h/short|window:44cbe3b6c12aded0d6a9,2026-06-18T05:51:58.946522+00:00,2026-06-18T05:51:58.946522+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.1848715900494644,1.0885180706122726,0.01468804333457259,0.5602916909844807,18.32977988192017,True binance_btcusdt_1h_close/1h/short|window:465756ebbb1b9c6b4b47,2026-06-17T13:26:18.461762+00:00,2026-06-17T13:26:18.461762+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.5643836076663191,0.7512546889479753,0.012763114466462689,0.35362561467229264,-1.0044165621876764,True binance_btcusdt_1h_close/1h/short|window:4759c00980f715b6761f,2026-06-18T03:09:50.728432+00:00,2026-06-18T03:09:50.728432+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.8026957335810779,0.8959328845293479,0.012125555886666776,0.4154674950398307,23.445916747981673,True +binance_btcusdt_1h_close/1h/short|window:4a074792aaed9cfcd8f2,2026-06-22T13:03:22.450043+00:00,2026-06-22T13:03:22.450043+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.31602701051717863,0.562162797165713,0.004506210404428176,0.3033485115348818,-6.151843599015146,True binance_btcusdt_1h_close/1h/short|window:4afd8cf7a195ffbab691,2026-06-22T02:49:57.131677+00:00,2026-06-22T02:49:57.131677+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.25874733463664384,0.508672128818401,0.004376158277877796,0.23939246670732817,9.980327905593857,True binance_btcusdt_1h_close/1h/short|window:4c312edbf57761be6eb6,2026-06-22T02:35:24.714773+00:00,2026-06-22T02:35:24.714773+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.29826091793535875,0.5461326926080865,0.004516121141161397,0.23878264107062463,3.0553412848192125,True binance_btcusdt_1h_close/1h/short|window:4e167ad2827305555b1d,2026-06-17T17:55:42.973163+00:00,2026-06-17T17:55:42.973163+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.3363597519409854,0.5799653023595337,0.007032070123057653,0.2773598172695158,34.289261116316396,True @@ -2300,6 +2304,7 @@ binance_btcusdt_1h_close/1h/short|window:40ffcb41d88bce0389ab,2026-06-22T02:21:1 binance_btcusdt_1h_close/1h/short|window:44cbe3b6c12aded0d6a9,2026-06-18T05:52:36.732126+00:00,2026-06-18T05:52:36.732126+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.7041399969751392,1.30542713200513,0.01753131097428295,1.0241744667106751,0.3679914196981317,True binance_btcusdt_1h_close/1h/short|window:465756ebbb1b9c6b4b47,2026-06-17T13:26:29.386925+00:00,2026-06-17T13:26:29.386925+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.4725099698066724,0.6873936061723824,0.0129742234024944,0.5098723492277502,7.863050612770416,True binance_btcusdt_1h_close/1h/short|window:4759c00980f715b6761f,2026-06-18T03:10:39.142744+00:00,2026-06-18T03:10:39.142744+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.25467933467583,1.120124696038718,0.014876156568955691,0.8410646186462519,1.5571790578271973,True +binance_btcusdt_1h_close/1h/short|window:4a074792aaed9cfcd8f2,2026-06-22T13:03:49.464153+00:00,2026-06-22T13:03:49.464153+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1865137737306846,0.43187240445609,0.0033550199077676517,0.20540013079986388,19.93591389647799,True binance_btcusdt_1h_close/1h/short|window:4afd8cf7a195ffbab691,2026-06-22T02:50:45.078020+00:00,2026-06-22T02:50:45.078020+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1682754284654225,0.4102138813660777,0.005050619815125589,0.2365855437261769,30.521619106548833,True binance_btcusdt_1h_close/1h/short|window:4c312edbf57761be6eb6,2026-06-22T02:35:56.892975+00:00,2026-06-22T02:35:56.892975+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.17050990495984716,0.4129284501700593,0.005074089226656843,0.23824441780829586,30.057406527044982,True binance_btcusdt_1h_close/1h/short|window:4e22164bbcf36c1ac83d,2026-06-17T14:34:29.856078+00:00,2026-06-17T14:34:29.856078+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6745068313718352,0.8212836485477081,0.012492554686474458,0.6223709874908022,8.864108137738969,True @@ -2725,6 +2730,7 @@ binance_btcusdt_1h_close/1h/short|window:40ffcb41d88bce0389ab,2026-06-22T02:21:1 binance_btcusdt_1h_close/1h/short|window:44cbe3b6c12aded0d6a9,2026-06-18T05:52:36.764271+00:00,2026-06-18T05:52:36.764271+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.716728499521403,1.310239863353807,0.018216795456998596,0.6735992577772416,0.0,True binance_btcusdt_1h_close/1h/short|window:465756ebbb1b9c6b4b47,2026-06-17T13:26:29.407111+00:00,2026-06-17T13:26:29.407111+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.5531588263693892,0.7437464799038642,0.013786095219294683,0.37693057385884443,0.0,True binance_btcusdt_1h_close/1h/short|window:4759c00980f715b6761f,2026-06-18T03:10:39.180111+00:00,2026-06-18T03:10:39.180111+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.294372638170118,1.1377049873188207,0.015637038035689565,0.5617274521057628,8.577306039122568e-15,True +binance_btcusdt_1h_close/1h/short|window:4a074792aaed9cfcd8f2,2026-06-22T13:03:49.480503+00:00,2026-06-22T13:03:49.480503+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.27939743017545704,0.5285805805886715,0.004873452006043427,0.3521447387201723,-9.934084074502354e-15,True binance_btcusdt_1h_close/1h/short|window:4afd8cf7a195ffbab691,2026-06-22T02:50:45.115402+00:00,2026-06-22T02:50:45.115402+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.31612108826827023,0.5622464657677007,0.007118670714423385,0.3499017867527762,8.780045572940286e-15,True binance_btcusdt_1h_close/1h/short|window:4c312edbf57761be6eb6,2026-06-22T02:35:56.919329+00:00,2026-06-22T02:35:56.919329+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.31706110575990515,0.5630817931348031,0.0071422763584217995,0.35045474478014915,8.754014639893058e-15,True binance_btcusdt_1h_close/1h/short|window:4e22164bbcf36c1ac83d,2026-06-17T14:34:29.912101+00:00,2026-06-17T14:34:29.912101+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.8057153238933081,0.8976164681495701,0.013288651455705902,0.45660994613980094,-1.377934602584487e-14,True @@ -3185,6 +3191,7 @@ binance_btcusdt_1h_close/1h/short|window:41b14cc804acfede7072,2026-06-17T07:20:0 binance_btcusdt_1h_close/1h/short|window:44cbe3b6c12aded0d6a9,2026-06-18T05:51:29.698928+00:00,2026-06-18T05:51:29.698928+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.326674288009866,1.1518134779598066,0.015539765577098028,0.7003046415268349,12.81638477527777,True binance_btcusdt_1h_close/1h/short|window:465756ebbb1b9c6b4b47,2026-06-17T13:26:06.605040+00:00,2026-06-17T13:26:06.605040+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.45953486778186287,0.6778900115666722,0.011870610892000118,0.3216986417039949,9.245042121645026,True binance_btcusdt_1h_close/1h/short|window:4759c00980f715b6761f,2026-06-18T03:09:12.201629+00:00,2026-06-18T03:09:12.201629+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.917546369003785,0.9578864071505477,0.01280225746734738,0.5218981980110374,17.03616940512627,True +binance_btcusdt_1h_close/1h/short|window:4a074792aaed9cfcd8f2,2026-06-22T13:02:44.550751+00:00,2026-06-22T13:02:44.550751+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.26592177850690824,0.5156760402684114,0.005113785396589636,0.27840807531100964,2.471149274405622,True binance_btcusdt_1h_close/1h/short|window:4afd8cf7a195ffbab691,2026-06-22T02:49:13.673134+00:00,2026-06-22T02:49:13.673134+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.25091058432169266,0.5009097566645041,0.005312879149404599,0.26061755425163174,11.500328305952186,True binance_btcusdt_1h_close/1h/short|window:4c312edbf57761be6eb6,2026-06-22T02:34:38.104937+00:00,2026-06-22T02:34:38.104937+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2502937239903419,0.5002936377672036,0.005289114594875281,0.26006459622425876,11.76818778452185,True binance_btcusdt_1h_close/1h/short|window:4e167ad2827305555b1d,2026-06-17T17:11:21.744738+00:00,2026-06-17T17:11:21.744738+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.1666776902092465,0.4082617912678659,0.004911266622648353,0.21798492240999726,60.968921589189506,True @@ -3889,6 +3896,7 @@ binance_btcusdt_1h_close/1h/short|window:41b14cc804acfede7072,2026-06-17T07:21:0 binance_btcusdt_1h_close/1h/short|window:44cbe3b6c12aded0d6a9,2026-06-18T05:52:25.369662+00:00,2026-06-18T05:52:25.369662+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.1264926375522424,1.0613635746304102,0.01460025980336028,0.5209988899613306,20.759407499926454,True binance_btcusdt_1h_close/1h/short|window:465756ebbb1b9c6b4b47,2026-06-17T13:26:26.118912+00:00,2026-06-17T13:26:26.118912+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.22896733373264797,0.4785053121258404,0.00877697538035147,0.22886366137691047,41.450025478555375,True binance_btcusdt_1h_close/1h/short|window:4759c00980f715b6761f,2026-06-18T03:10:23.624849+00:00,2026-06-18T03:10:23.624849+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.8808585498988535,0.9385406490391631,0.012746430940768333,0.4524860967731918,19.01012133971633,True +binance_btcusdt_1h_close/1h/short|window:4a074792aaed9cfcd8f2,2026-06-22T13:03:46.851529+00:00,2026-06-22T13:03:46.851529+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.2724515619809367,0.5219689281757456,0.004355425051075164,0.24276347182014932,1.2586537790671286,True binance_btcusdt_1h_close/1h/short|window:4afd8cf7a195ffbab691,2026-06-22T02:50:28.309716+00:00,2026-06-22T02:50:28.309716+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.16439169270723894,0.4054524543115246,0.004390124786199799,0.19329043741929175,31.57655770425068,True binance_btcusdt_1h_close/1h/short|window:4c312edbf57761be6eb6,2026-06-22T02:35:49.844090+00:00,2026-06-22T02:35:49.844090+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.16471250845467764,0.4058478883210773,0.004413793632124825,0.19384339544666473,31.622445233659313,True binance_btcusdt_1h_close/1h/short|window:4e22164bbcf36c1ac83d,2026-06-17T14:34:08.802681+00:00,2026-06-17T14:34:08.802681+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.17620572961334038,0.41976866201914165,0.004935805858942186,0.2352321710773817,64.11000070034707,True @@ -4562,6 +4570,7 @@ binance_btcusdt_1h_close/1h/short|window:41b14cc804acfede7072,2026-06-17T07:19:1 binance_btcusdt_1h_close/1h/short|window:44cbe3b6c12aded0d6a9,2026-06-18T05:47:02.913046+00:00,2026-06-18T05:47:02.913046+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.4773342915637346,1.2154564128605083,0.014712695506403693,1.022977687679765,7.494975008814323,True binance_btcusdt_1h_close/1h/short|window:465756ebbb1b9c6b4b47,2026-06-17T13:25:48.109339+00:00,2026-06-17T13:25:48.109339+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.174251190118531,0.41743405481408796,0.004519226301006486,0.2560667983555827,52.08996682232937,True binance_btcusdt_1h_close/1h/short|window:4759c00980f715b6761f,2026-06-18T03:08:14.186473+00:00,2026-06-18T03:08:14.186473+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.0574486087170698,1.028323202459747,0.012380495411129774,0.8308506405558739,10.074066205781374,True +binance_btcusdt_1h_close/1h/short|window:4a074792aaed9cfcd8f2,2026-06-22T13:01:59.974697+00:00,2026-06-22T13:01:59.974697+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.22935617684659648,0.4789114499013325,0.0036053577383625985,0.3319486958692941,9.83604885315168,True binance_btcusdt_1h_close/1h/short|window:4afd8cf7a195ffbab691,2026-06-22T02:48:10.688415+00:00,2026-06-22T02:48:10.688415+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.17076935337414165,0.41324248737774005,0.003367302933217005,0.2578897928169086,29.85306805445149,True binance_btcusdt_1h_close/1h/short|window:4c312edbf57761be6eb6,2026-06-22T02:33:36.036605+00:00,2026-06-22T02:33:36.036605+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.17069939927084168,0.41315783820574153,0.0033909671558361248,0.2584427508442816,30.006879396649254,True binance_btcusdt_1h_close/1h/short|window:4e167ad2827305555b1d,2026-06-17T16:26:59.444932+00:00,2026-06-17T16:26:59.444932+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1150808777518584,0.3392357259367863,0.004578810577352201,0.23420381632850926,71.31869170469372,True @@ -5285,6 +5294,7 @@ binance_btcusdt_1h_close/1h/short|window:41b14cc804acfede7072,2026-06-17T07:19:3 binance_btcusdt_1h_close/1h/short|window:44cbe3b6c12aded0d6a9,2026-06-18T05:47:39.371765+00:00,2026-06-18T05:47:39.371765+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.0997289372586752,1.048679616116703,0.014252344202700865,0.49932200740183225,21.90693721145362,True binance_btcusdt_1h_close/1h/short|window:465756ebbb1b9c6b4b47,2026-06-17T13:25:57.232577+00:00,2026-06-17T13:25:57.232577+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1683267850135057,0.41027647387280897,0.006682473222561057,0.2288772918695837,53.33883798711708,True binance_btcusdt_1h_close/1h/short|window:4759c00980f715b6761f,2026-06-18T03:08:56.790257+00:00,2026-06-18T03:08:56.790257+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.7750815270182779,0.8803871461000995,0.01179838802214099,0.4097275268328869,25.09314387760628,True +binance_btcusdt_1h_close/1h/short|window:4a074792aaed9cfcd8f2,2026-06-22T13:02:35.741776+00:00,2026-06-22T13:02:35.741776+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2058586978589139,0.4537165391066474,0.003837823170265174,0.2602860044018482,15.154622078535464,True binance_btcusdt_1h_close/1h/short|window:4afd8cf7a195ffbab691,2026-06-22T02:48:54.420799+00:00,2026-06-22T02:48:54.420799+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.16454929841258814,0.40564676556406576,0.0042385225482076995,0.1987494571168895,31.533415424719806,True binance_btcusdt_1h_close/1h/short|window:4c312edbf57761be6eb6,2026-06-22T02:34:21.977479+00:00,2026-06-22T02:34:21.977479+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1647167621655578,0.4058531288108517,0.004262207046771934,0.19930241514426247,31.621283113386387,True binance_btcusdt_1h_close/1h/short|window:4e167ad2827305555b1d,2026-06-17T17:00:21.606893+00:00,2026-06-17T17:00:21.606893+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.09764190837550772,0.31247705255827624,0.003979432719111478,0.23872617913765462,75.12438006824736,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 7be0640eaf0d3d36fa0b57b8d76c3e45e5af14fd..70f58f00c422fef4efffb2c2df2940e669ab772c 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5969043082242633,0.7450604151236602,0.009328946784353238,0.5126889698824937,-6.621981438239325,0.35736990063672913,-0.10653594771241828,0.06578001801951087,136,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T12:56:06.954079+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5958802270026435,0.7445543220922934,0.009332723718104646,0.51362403382082,-6.749390731559359,0.35625532360713813,-0.1060541004723057,0.0659901806131794,137,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-22T13:03:49.361413+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.6722840427898185,1.1136149807343625,0.1122826628431276,0.8751386039730832,-54.27242992293919,1.7954987859166085,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-22T12:34:32.238650+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8546589283591948,1.258966902570858,1.8095101515889673,0.9809798474589684,4.524887104386089,1.2700134567862005,-0.07860011474469306,0.28983397855730364,84,0.9404761904761905,2026-06-17T12:10:12.335728+00:00,2026-06-22T12:56:06.996491+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.3795600868175235,2.0841287328323816,0.12154335365236234,1.4764793011117514,18.16417878967944,5.11800364418189,0.2205182443151772,0.011312576808486931,62,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-22T12:56:07.056950+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.7279332 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0327897368353236,0.9879630423760212,0.6492057140135081,0.4976331499836629,15.796937270567916,0.4986675499932438,-0.5666666666666667,3.0830988230961115e-05,25,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-22T12:26:59.639391+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3288497257704706,0.9828705326922664,0.013200985314426655,0.5932964124826402,7.763967301096601,1.5938007281603326,0.12121212121212123,0.33170878149378213,33,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-22T12:26:59.673506+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9275977165973884,0.9443098602037467,0.18845840897665014,0.47223069206859825,51.52437570432775,0.37575855793936136,0.0,1.0,4,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-20T17:12:56.741396+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3305085386473965,0.5278279982661828,0.007340748789744799,0.2990430049197576,31.648140712608992,0.4289610914028984,-0.05415139442231075,0.2012619470609336,251,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T12:52:50.462754+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.33007232602879677,0.5275971831975909,0.007327939958680184,0.29898951898567816,31.569232835443437,0.4281617343752088,-0.05337380636185416,0.2068930380402374,252,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-22T13:01:19.756262+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.38439341544285544,0.5096604914177981,0.058325125078410194,0.28505879583543775,17.06313580145981,0.5327950855857294,0.04761904761904762,1.0,7,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-22T12:30:35.627527+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.23496656133906305,0.3685621830466209,0.5644594346265983,0.19670586623519493,75.8273342926655,0.36331688371751175,0.33500156396621833,4.895486132572085e-09,139,0.9568345323741008,2026-06-16T12:06:44.487655+00:00,2026-06-22T12:52:57.635140+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.68463476316253,1.8750497398099744,0.1128245881121257,1.0913838879831572,20.07568959834072,5.246865535637749,0.4285714285714286,4.048044818737933e-10,98,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-22T12:53:01.828280+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.148 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.7953849834225379,0.8646528458771122,0.6103345613833104,0.465559764001332,27.446405172801356,0.41136130523238024,-0.16585365853658535,0.12662589796730786,41,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-22T12:19:34.039202+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2796531697960787,0.8186224224079919,0.009163982020637725,0.5190795575846759,33.63712899963487,2.391482833303784,0.0635294117647059,0.5106029689377543,51,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-22T12:19:38.655151+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14560441095970342,0.3540856210491078,0.07326493977323648,0.2097125439693489,90.30285924002887,0.09048796560262945,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-21T17:41:22.192896+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.533590221165541,0.5945942326012105,0.007369468755168869,0.3890170787859444,29.528697097550687,0.6924252184873021,-0.15795206971677556,0.006373942983529241,136,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T12:56:07.118815+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5315636754020636,0.5939469639240377,0.007345446776728191,0.3879318658350404,29.34512397986369,0.6902825069780846,-0.1515671962215543,0.008602037108586955,137,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-22T13:03:49.412163+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.193642063640152,1.70700061723835,0.18382238509451362,1.3185644060092472,-65.46663134536205,4.668455202355313,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-22T12:34:32.358652+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.680973752354271,1.50555730280531,1.8573394627667104,1.1357728423375992,-8.059466407813586,1.9237604605103489,0.05048766494549627,0.4965656617547751,84,0.9404761904761905,2026-06-17T12:10:12.697348+00:00,2026-06-22T12:56:07.143484+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.8904172457989965,2.0310979533965208,0.10930148156807493,1.35676441216851,23.256724762541005,6.909134679939417,0.1401374933897409,0.10747828948666995,62,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-22T12:56:07.173584+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,12.65916267 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0832074799653544,0.9907212525892956,0.7394906649032444,0.5332292538472622,17.475873737649405,0.6744436357750617,-0.37999999999999995,0.007344866273000015,25,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-22T12:26:59.790919+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.004410423283231,0.8385182636121233,0.011878526551167359,0.5673827261136183,20.84061442230767,1.3344609844727489,-0.045454545454545456,0.7236547407471661,33,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-22T12:26:59.807578+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0355298506068462,1.016318790561134,0.21003702402948732,0.5501238398295335,45.32341836016455,0.11787053128673673,0.3333333333333334,0.75,4,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-20T17:12:56.912547+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5540201981854354,0.6897129896561687,0.009159529057572028,0.35006642898570467,9.038306213999151,0.5095283845122855,-0.0802804384319147,0.06021202429405624,247,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T12:55:19.961764+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5530605482351602,0.6891986743638684,0.009140765675906125,0.3498780502863061,8.977055609914418,0.508720429114663,-0.08247355361107483,0.05304747755748245,248,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-22T13:03:22.450043+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3252192872044987,0.4758303763766097,0.05436490617033259,0.2672454084967687,24.199213222646105,0.4265674203894785,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-22T12:33:53.284416+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.4803020062253465,0.9779720650874782,1.694833725566121,0.5044001919570039,28.81107752146231,2.1858382775422647,0.3014169171318162,1.7398282230027376e-07,137,0.9635036496350365,2026-06-16T12:07:52.741323+00:00,2026-06-22T12:55:28.241916+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.5187749781184,2.0518688398535336,0.1165754176889517,1.0830726753059532,18.974706691437337,38.80190108934706,0.45570175438596483,4.788914136822028e-11,96,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-22T12:55:37.666616+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1750699961628552,1.044870261721921,0.6749393235660945,0.49430276327507106,8.607385630138086,0.8301056398317216,-0.3746031746031746,0.0013065779900060606,36,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-22T12:26:00.421915+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.82958963858842,1.2167019124682519,0.012460555175048047,0.6577435324237301,10.2650069377487,5.753445479296359,0.04,0.6818954220320396,50,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-22T12:26:06.857225+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14917155913022517,0.3583561475999906,0.06081374361126981,0.18543381466807804,90.19705850192639,0.11224549076916283,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-21T19:13:08.416535+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4815062278090402,0.5958590858400948,0.007767379655419948,0.398479756119798,25.589034996489445,0.5920884844936206,-0.5991285403050108,4.309171188696682e-25,136,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T12:56:07.200210+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.47935299821722743,0.5946621027642992,0.007735172649962632,0.3970704157889956,25.547771338825125,0.5904458047795779,-0.5871618720480892,2.4687100226161635e-24,137,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-22T13:03:49.464153+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5771568279001095,0.6879752348246028,0.07614787084783309,0.4629729837909748,-31.399820120235017,0.5548948988033838,0.6,0.1361111111111111,6,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-22T12:34:32.418768+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.2959737864570338,1.3676177554546933,1.9240863954189058,1.200889312186404,6.299660248319013,1.8645119021384482,0.21916236374067702,0.0031633837014476323,84,0.9404761904761905,2026-06-17T12:10:12.867076+00:00,2026-06-22T12:56:07.212225+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.122158847016231,2.270887531276382,0.12663567191858865,1.5237090817274008,8.904676696960427,4.991593035598427,0.2533051295610788,0.0036202455665516366,62,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-22T12:56:07.224118+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9837144848341712,0.9647285236783735,0.7491378424720032,0.510129509924706,18.034971064415526,0.4674713906762855,-0.5533333333333332,5.032943598554465e-05,25,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-22T12:26:59.865131+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4103038314912297,0.9721752155939365,0.01332646762982102,0.6794126757952047,13.953929076313992,1.6881248421506878,0.007575757575757577,0.9632278573873886,33,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-22T12:26:59.872923+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0762729471721073,1.0365663956063864,0.21160327629802392,0.5617661939340133,43.728244138972286,0.1006489058726523,0.0,1.0,4,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-20T17:12:56.975490+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.603651224886862,0.7193055886722203,0.009401041831101072,0.41403884860707796,-5.535345473357045e-17,0.5589498387012942,-0.7095860566448801,1.5825377207284475e-34,136,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T12:56:07.233373+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6012844088670707,0.7179134353285447,0.009367993730188245,0.41358706678308604,-1.2746097750560542e-16,0.5575797065757685,-0.7045942464577071,2.6033928659657343e-34,137,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-22T13:03:49.480503+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2565612559835197,0.4676926183925614,0.05397038616447911,0.33518682132279193,-1.4748963430700404e-15,0.24693667351374793,0.2,0.7194444444444444,6,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-22T12:34:32.459980+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.429487709206544,1.4249514709978597,1.89998596285048,1.258633856692965,1.4755108472839894e-15,1.8760543609971945,0.23465289730349972,0.0015776625157403093,84,0.9404761904761905,2026-06-17T12:10:12.978229+00:00,2026-06-22T12:56:07.239834+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.760358793817164,2.4264001809366076,0.13306771108694887,1.9618458663935296,6.70821372655218e-17,5.07465288170262,0.2236911686938128,0.010189343366381477,62,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-22T12:56:07.250070+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.39716955638261,1.1528747380157145,0.7324840419979148,0.8966770800129946,-6.125808193292706e-17,0.72421138641406,-0.40666666666666657,0.003943089985719576,25,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-22T12:26:59.921907+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6736477351345973,1.116325372989972,0.013631621692733803,0.568703736261404,4.271772519034871e-15,1.6839525914137807,0.05876779891188972,0.6309540411841708,33,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-22T12:26:59.929119+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.762985486197099,1.659058577581784,0.3440214741476295,1.3340371533213518,-1.3673782795539702e-15,0.392903069889937,0.0,1.0,4,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-20T17:12:57.021669+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.38098804236642103,0.573063322280004,0.0078074808002357166,0.31648749360728623,22.84588617503954,0.32728057639780944,0.1978883275035626,3.299586613221663e-06,249,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T12:54:30.860390+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.380527777310983,0.5728337731519576,0.007796706018621133,0.31633517593410115,22.764387227437002,0.3267037888989058,0.19653012048192775,3.6796208627237888e-06,250,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-22T13:02:44.550751+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3531086312767736,0.4497860921798977,0.05049692526362469,0.24969712003498815,39.985613709223784,0.51022951350609,0.04761904761904762,1.0,7,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-22T12:32:58.648957+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.266289611132302,0.3930596698370929,0.7358256834175438,0.1968655911700462,74.78334073209608,0.42087212320763917,0.30371310695017456,1.259434005134466e-07,138,0.9565217391304348,2026-06-16T12:07:37.946365+00:00,2026-06-22T12:54:40.134600+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.5304529501161905,1.871549714924746,0.11235193729548254,1.0472891247293035,19.86905306810767,4.821234091991025,0.4394329896907217,1.8098126747953963e-10,97,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-22T12:54:47.159134+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1710252 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8055976263131792,0.8739317946870399,0.6323510214175685,0.4687836566723148,24.603893639483882,0.40435646730233765,-0.13900134952766532,0.21277251935267716,39,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-22T12:24:56.409456+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2865816538378618,0.8024459195481817,0.008554251595448441,0.5123757030422649,34.94720708034854,2.3586918954804497,0.011764705882352943,0.9030311463817812,51,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-22T12:25:01.441736+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.11425071179174143,0.31573923615630495,0.05766464594502302,0.18845260977496128,92.26142854095771,0.06887221261822019,1.0,0.08333333333333333,4,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-21T19:06:33.434447+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3171742421885642,0.5027628807299123,0.006669442213874588,0.27107325256810194,39.39611435995977,0.4345088609623799,-0.018735362997658076,0.6622847780132379,245,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T12:55:56.546375+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.31699244267552507,0.5028409540935131,0.0066600356400420705,0.2709581721585574,39.241084032395165,0.43363057657148346,-0.01635971461755434,0.7023367153355689,246,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-22T13:03:46.851529+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3225591397656044,0.48664545608319326,0.054730137587469245,0.24963903130622794,18.218338052650473,0.3997744021151048,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-22T12:34:25.625302+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.09503049298473572,0.22131799983795875,0.4920471315198389,0.11375611082419457,90.67696281190776,0.213884235685369,0.19823106688778333,0.0006481987782441562,135,0.9629629629629629,2026-06-16T12:08:08.243141+00:00,2026-06-22T12:56:00.232745+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.991746384149365,1.9949781353242615,0.12261300444942284,1.2319958002674365,12.648309950601131,4.842475258514577,0.4277699859747545,1.2519306170842745e-09,93,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-22T12:56:04.832629+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1296 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9605732768095204,0.9660187858986345,0.7045900547079188,0.5288505666355421,15.649981701427045,0.34419260058383566,0.015126050420168069,0.898297050215243,35,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-22T12:26:51.294301+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4640952802197738,0.8950502072291585,0.010561856936626503,0.5888935649635276,24.764989612839294,2.442938446906892,-0.019426456984273824,0.8472882835192808,47,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-22T12:26:56.343349+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.18668432749006483,0.40946779875447853,0.08608939886336613,0.21608656247132377,87.32650247673674,0.12627353465371907,0.33333333333333337,1.0,3,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-20T17:12:49.922736+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3280362944696561,0.5079753362933496,0.006834032291497526,0.35778014888644727,36.807267756840496,0.3934294143635279,0.039121098005041856,0.3529777546959084,254,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T12:53:24.705986+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3276493136162324,0.5078613602682829,0.006821370822661702,0.35767884907069375,36.701498270943674,0.39270280738719077,0.04017291956152539,0.33922226551644064,255,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-22T13:01:59.974697+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3659814554277121,0.5236124307799545,0.059495747037476746,0.35459458613334327,11.21682598714913,0.39415876702644365,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-22T12:31:36.382637+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.11554322162450194,0.26256545730021613,0.4224832322240383,0.19108134352548925,83.42369752497301,0.18802341735239142,0.08134983603088966,0.1569222044095658,138,0.9565217391304348,2026-06-16T12:07:01.390017+00:00,2026-06-22T12:53:30.785474+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.053504332680734,1.7474940529671843,0.11704095468900753,1.2002717504625822,25.699978148584872,4.698951382222951,0.448361162646877,4.8548808862375067e-11,99,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-22T12:53:38.700307+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.802362255379852,0.8738704178480309,0.5431714347489343,0.7065847231966376,25.630581452209658,0.3784203280523509,-0.09407665505226481,0.3800367760138884,42,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-22T12:22:40.931816+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2281058663490438,0.7883516942660685,0.009012399417312512,0.6234502631417104,35.53617225529632,2.3055598820462877,-0.0015082956259426848,0.9874081867962929,52,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-22T12:22:48.060889+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14441614689804613,0.36546156650664174,0.06104947786298641,0.291763171778512,90.24883372109772,0.07761564379005298,0.3333333333333334,0.75,4,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-21T18:01:25.705423+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.29169160299704866,0.4958881314086351,0.006797984405379563,0.28595543133457585,36.176656483750094,0.27518697137487286,-0.01211244979919679,0.7754342083814548,250,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T12:54:10.873367+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.2913496392315581,0.4957201170966751,0.006786190934323331,0.2858531627013777,36.09290335862971,0.27468947828604795,-0.012525896414342628,0.7675285406343532,251,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-22T13:02:35.741776+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4526862423623368,0.5657525073073637,0.06377901282502746,0.3031626192040572,6.6419767449522,0.5775530867943033,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-22T12:32:34.139917+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.1691638272615401,0.2781758500963236,0.43970558609296045,0.15172217282940426,85.42688874306693,0.365341606624567,0.2670674109059682,3.6615932994969845e-06,137,0.9562043795620438,2026-06-16T12:07:21.772238+00:00,2026-06-22T12:54:16.235161+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.234005788671013,1.8177357662300664,0.11185288425548214,1.0327413429746117,20.563797426424266,4.710477505034064,0.3226138940424655,2.231888990756897e-06,99,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-22T12:54:21.584257+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 6a80b329c0954defce5071a8d85c06c3e2332282..190a9984b3f21b05edf787f1e804cb860212d919 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T12:56:07.353832+00:00", + "generated_at": "2026-06-22T13:03:49.722918+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 62f1e00bba7098ca784d8a6124c52b0a0a325f20..6d24290f9e860c2a2748b73018387f0023157b5c 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,ETS,0.8319374131468792,0.8320809476933229,7.0,1,1,1.0 Air Quality,ARIMA,0.7803406232786598,0.8607941593418754,8.0,1,1,1.0 Air Quality,Moving-Average,0.9051993569349157,0.9115401581458059,9.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,Moving-Average,0.6663390236936799,0.5249463134633761,1.0,1,1,1.0 -Finance,ETS,0.9148989982924579,0.6189508792579428,2.0,1,1,1.0 -Finance,Timer-S1,0.9744680219837036,0.6885622970931204,3.0,1,1,1.0 -Finance,TimesFM-2.5,0.8210509455725195,0.759659236047757,4.0,1,1,1.0 -Finance,TiRex,0.9524628218803163,0.7865445681756534,5.0,1,1,1.0 -Finance,Toto-2.0-1B,0.7361874145239391,0.7961802503824179,6.0,1,1,1.0 -Finance,Chronos-2,0.789009975668235,0.9050049016394398,7.0,1,1,1.0 -Finance,Moirai-1.1-Large,1.2745533027520168,0.9380058171472105,8.0,1,1,1.0 +Finance,Moving-Average,0.6675572270423424,0.525377544433946,1.0,1,1,1.0 +Finance,ETS,0.9160909297140435,0.6193288250198586,2.0,1,1,1.0 +Finance,Timer-S1,0.9751398279140991,0.6889007845702891,3.0,1,1,1.0 +Finance,TimesFM-2.5,0.8208957995875786,0.7599574231927289,4.0,1,1,1.0 +Finance,TiRex,0.9517688775444846,0.7865036092278161,5.0,1,1,1.0 +Finance,Toto-2.0-1B,0.7367952444288338,0.7961338295792733,6.0,1,1,1.0 +Finance,Chronos-2,0.7894953028799646,0.9048967950638804,7.0,1,1,1.0 +Finance,Moirai-1.1-Large,1.1311020660380406,0.9134036534535057,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,1.6360513503804637,1.5695214234091277,10.0,1,1,1.0 +Finance,ARIMA,1.6342497516015617,1.5693605511958906,10.0,1,1,1.0 Hazards,Chronos-2,0.5408498569745677,0.5982135735960421,1.0,1,1,1.0 Hazards,ARIMA,0.6035041159835921,0.6049104583233541,2.0,1,1,1.0 Hazards,Moirai-1.1-Large,0.6443634186946576,0.6144584538780586,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 528a67453be2076de346d94da87a47395813696a..d3d2870ef66bb1f3233ce1b1427eafecfb9165cd 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,15 +29,15 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.5030706932674236,0.48549942965831533,3.3333333333333335,6,6,1.0 -1h,Toto-2.0-1B,0.5958191213065622,0.5003670045723847,4.0,6,6,1.0 -1h,Moirai-1.1-Large,1.1971550598348102,0.551347427406174,4.166666666666667,6,6,1.0 -1h,Timer-S1,0.5508152143554922,0.4918125490665303,4.166666666666667,6,6,1.0 -1h,TiRex,0.744072405882404,0.5832338734588248,4.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.6713641887210872,0.6080194232770058,6.0,6,6,1.0 -1h,ETS,1.1307394714481442,0.8492934750819388,6.166666666666667,6,6,1.0 -1h,Moving-Average,0.8688981122828764,0.7223605756214642,6.333333333333333,6,6,1.0 -1h,ARIMA,1.4976422125337079,1.2589102773827217,7.833333333333333,6,6,1.0 +1h,Chronos-2,0.5031222539473413,0.48548976335830996,3.3333333333333335,6,6,1.0 +1h,Toto-2.0-1B,0.5959010823549633,0.5003621421888343,4.0,6,6,1.0 +1h,Moirai-1.1-Large,1.1735665010449603,0.5489105204857421,4.166666666666667,6,6,1.0 +1h,Timer-S1,0.550878485574335,0.49185283549662867,4.166666666666667,6,6,1.0 +1h,TiRex,0.7439820258629037,0.5832288114095542,4.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.6713430435329893,0.6080591941641037,6.0,6,6,1.0 +1h,ETS,1.130984859714738,0.849379886148157,6.166666666666667,6,6,1.0 +1h,Moving-Average,0.86916266459591,0.7224594421389846,6.333333333333333,6,6,1.0 +1h,ARIMA,1.497367222265077,1.2588887705792933,7.833333333333333,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,8.166666666666666,6,6,1.0 6min,Timer-S1,0.01762177403225877,0.20153003951939033,1.0,1,1,1.0 6min,TimesFM-2.5,0.03962550587751501,0.22711096908749379,2.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index de934536902eaffea869d4888bed7a5bec379c18..9fbe155d20b8d422deaac23c5cd7a2444d63b335 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.5030706932674236,0.5623634096119491,4.0,7,7,1.0 -24,Moirai-1.1-Large,1.1971550598348102,0.5150154235107829,4.142857142857143,7,7,1.0 -24,Timer-S1,0.5508152143554922,0.4940203624514606,4.285714285714286,7,7,1.0 -24,Toto-2.0-1B,0.5958191213065622,0.5069241007418591,4.285714285714286,7,7,1.0 -24,TiRex,0.744072405882404,0.5047398071791724,4.571428571428571,7,7,1.0 -24,TimesFM-2.5,0.6713641887210872,0.5197498096015345,5.428571428571429,7,7,1.0 -24,Moving-Average,0.8688981122828764,0.5760495438163983,5.571428571428571,7,7,1.0 -24,ETS,1.1307394714481442,0.9630234302019659,6.571428571428571,7,7,1.0 +24,Chronos-2,0.5031222539473413,0.562353812458712,4.0,7,7,1.0 +24,Moirai-1.1-Large,1.1735665010449603,0.5130636727629777,4.142857142857143,7,7,1.0 +24,Timer-S1,0.550878485574335,0.49405504848968224,4.285714285714286,7,7,1.0 +24,Toto-2.0-1B,0.5959010823549633,0.5069198783649175,4.285714285714286,7,7,1.0 +24,TiRex,0.7439820258629037,0.504736052224786,4.571428571428571,7,7,1.0 +24,TimesFM-2.5,0.6713430435329893,0.5197789498563586,5.428571428571429,7,7,1.0 +24,Moving-Average,0.86916266459591,0.5761171216092588,5.571428571428571,7,7,1.0 +24,ETS,1.130984859714738,0.9631074145749527,6.571428571428571,7,7,1.0 24,Seasonal-Naive,1.0,1.0,8.0,7,7,1.0 -24,ARIMA,1.4976422125337079,1.3655214610218254,8.142857142857142,7,7,1.0 +24,ARIMA,1.497367222265077,1.3655014654717028,8.142857142857142,7,7,1.0 60,Timer-S1,0.01762177403225877,0.20153003951939033,1.0,1,1,1.0 60,TimesFM-2.5,0.03962550587751501,0.22711096908749379,2.0,1,1,1.0 60,Toto-2.0-1B,0.19153446966535972,0.3098575938219838,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 84bd51045f597784e56fb56620ef23eb9dce24b4..b5c8b14681a2f5c75f85b8d8b6d8c7abfcdaf762 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Toto-2.0-1B,0.44238174924531976,0.4692730947987758,3.9,10,10,1.0 -Overall,Timer-S1,0.34827205835076497,0.45747986056143847,4.1,10,10,1.0 -Overall,TiRex,0.4532793664698449,0.4803528431000939,4.4,10,10,1.0 -Overall,Chronos-2,0.5100940850819655,0.5781741224357803,4.7,10,10,1.0 -Overall,Moirai-1.1-Large,1.0481542365203806,0.5711649790267894,5.0,10,10,1.0 -Overall,TimesFM-2.5,0.3997105910002729,0.4760710519423579,5.0,10,10,1.0 -Overall,Moving-Average,0.7726916383527174,0.6174582237980654,5.7,10,10,1.0 -Overall,ETS,0.9792323078264988,0.8911696065826341,6.6,10,10,1.0 -Overall,ARIMA,1.2382692509307673,1.1726338497431172,7.6,10,10,1.0 +Overall,Toto-2.0-1B,0.44242231775505414,0.4692703586588738,3.9,10,10,1.0 +Overall,Timer-S1,0.34829872812458706,0.45750234465038364,4.1,10,10,1.0 +Overall,TiRex,0.45324266016092124,0.4803503416260637,4.4,10,10,1.0 +Overall,Chronos-2,0.5101289381671633,0.5781672155356651,4.7,10,10,1.0 +Overall,Moirai-1.1-Large,1.0343401743682594,0.5696489380415924,5.0,10,10,1.0 +Overall,TimesFM-2.5,0.3997021981387522,0.47608973574058516,5.0,10,10,1.0 +Overall,Moving-Average,0.7728484706944199,0.6175089277889364,5.7,10,10,1.0 +Overall,ETS,0.9793739752540659,0.8912240085187456,6.6,10,10,1.0 +Overall,ARIMA,1.2381176693703226,1.1726218299706257,7.6,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,8.0,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 89388a68329de5d2af53a0c26423147434384087..79ed33f7ec7186031de5ad896d8730dcee310b8e 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,278388.711263101,493359.660635397,632.9057011050278,0.6041818872169232,0.009842574527746928,0.009901850807678745,11.08263719920865,527.6255407607757,0.008225022283067243,0.00986620830970991,0.008552057958674723,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,278899.4251968087,494194.107814543,633.1605839175278,0.6044252024191824,0.009846386708296122,0.009905760559290903,11.092369807299022,528.1092928521603,0.008232530621022024,0.009870142346812352,0.008555997223944168,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.20440485032462924,0.2062668925674759,0.35023749492430156,0.8690936202786691,0.3336518924307482,0.447074141393849,33.29202599204851,0.4521115463296964,0.5053690355378051,0.391494502752639,0.3881384977008911,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.026190877538324126,0.03253151691190773,0.1570798109049202,1.170398941230201,0.09394587076657196,0.09985100451148841,9.562813839349406,0.1618359587308214,0.09967655155282115,0.0967471876606481,0.08244828480744786,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 5167aa2a0e1dc24fb3f4e3ad7b284909709df837..48e6a00f37da884bbf4051fb8c825e18f09712c4 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T12:56:06.954079+00:00", + "evaluated_at": "2026-06-22T13:03:49.361413+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64145.390625, 64139.2109375, 64657.21875, - 65177.9609375 + 65184.078125 ], "p50": [ 63529.80599947966, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index dffd30579e1cb8e4910d8fa46ca5b1a3e120a295..76b516ce6a3e842c6fa633cc30c507def8953bfd 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,13 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T12:56:07.087214+00:00", + "evaluated_at": "2026-06-22T13:03:49.381502+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 8fa2c7519f6cb186130464b43ed09dc8342e7d23..e81c83afdcf038aa6e9d9f496af921b4fe89fe7d 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,134257.07588513693,134257.07588513693,263.48193359375,0.2515240605485064,0.004109069161351453,0.004104168716589108,1.9369487341394531,366.411075003386,0.005711890391659216,0.00410735380980508,0.004931219323463617,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,134734.47736676535,134734.47736676535,263.73681640625,0.25176737575076563,0.004112923361461662,0.004108078895797926,1.9369487341394531,367.0619530362216,0.005722014001803948,0.004111310757720622,0.004933407087761135,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.10915024780536052,0.10915024780536052,0.2574905922015508,0.6389476689596341,0.24936793871211196,0.21354383144813147,17.039395438751306,0.3303789457658592,0.36929667145004363,0.2878222715109825,0.24091503463990474,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.04869793673584609,0.04869793673584609,0.1952090776628918,1.4544994452117472,0.1170955024437392,0.1262032291744111,9.218242192947528,0.220676090086457,0.13591683728684575,0.12023142350957756,0.09759091145270146,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 0be1c92b4fe9461208f772e7cb35250aff7a6dfc..fc2b98f31195c2772782777a54b673200438f3f5 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T12:52:50.462754+00:00", + "evaluated_at": "2026-06-22T13:01:19.756262+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64145.390625, 64139.2109375, 64657.21875, - 65177.9609375 + 65184.078125 ], "p50": [ 64236.6640625, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 20a5844d26d4443d46c6d5b806021dce64b06495..90f0d30dd464d4fae9b838375a81b00edc14e0b7 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,13 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T12:53:05.335889+00:00", + "evaluated_at": "2026-06-22T13:01:25.116167+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/dataset_eval_intervals.json b/results/dataset_eval_intervals.json index c278fc3b1f97bae165d4f1135a24a52bd070b112..b28633c4c78eb5ce77f6188442dd8ffce47788a3 100644 --- a/results/dataset_eval_intervals.json +++ b/results/dataset_eval_intervals.json @@ -7,6 +7,5 @@ "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600, "open_meteo_shanghai_hourly_temperature_2m": 3600, "usgs_earthquake_all_week_hourly_earthquake_count": 3600, - "usgs_potomac_iv_usgs_00060": 900, "wikimedia_time_series_hourly_pageviews": 86400 } diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 1441ca1c32b9551415b927160bf9b1c6e94f6dc7..06169808ee5fd04bf3bcbd26ebb3adf78667537a 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -3,8 +3,8 @@ binance_btcusdt_1h_close,Finance,1h,1 nasa_power_shanghai_hourly_t2m,Weather,1h,1 noaa_coops_sf_water_level_water_level,Ocean,6min,1 noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1 -nws_ksfo_observations_temperature,Weather,1h,1 open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1 open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1 usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1 +usgs_potomac_iv_usgs_00060,Hydrology,15min,1 wikimedia_time_series_hourly_pageviews,Web,1D,1 diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index d413da24678dbc098f7cb229b1cd97d15b1c6a25..8669aa6d83ea38d5d00f1af9d1b211192d3b102a 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,155678.21450794287,155792.66085949072,262.04127722950824,0.2501487869817508,0.004074624915066327,0.004084372970165701,3.6494329328309085,394.56078683511225,0.006150709192477743,0.004084895778904897,0.0033725591215500936,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,156339.16020171947,156451.95515159494,262.29616004200824,0.25039210218401003,0.004078457708796061,0.00408828296147565,3.6591655409212787,395.3974711625246,0.006163727533064638,0.0040888528161666365,0.0033765189927455644,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.3754804698034285,0.37294565217953907,0.47382336694074206,1.1757646491737306,0.4533394840096624,0.6903741157249054,43.730257244703274,0.6127646120684749,0.6849465879089007,0.529638448542295,0.521924456922196,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.008272626214419728,0.008170862806756517,0.07595474608661838,0.5659374931065846,0.046240672145233114,0.046927576310102664,4.11887918162218,0.09095397855190133,0.05601955834266752,0.046781365670263676,0.04085534081148357,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index d91a243968bd9e86fa916f3a0c2732b09a98febb..4130d68b57dbba10694768319016c82b8f6fd191 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T12:56:07.118815+00:00", + "evaluated_at": "2026-06-22T13:03:49.412163+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64145.390625, 64139.2109375, 64657.21875, - 65177.9609375 + 65184.078125 ], "p50": [ 64211.432009403165, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index e9982cc9c8258cbca809e243590a4d3039ebcade..da38a11be032ccdbe67a31ad63bd83c36a75b2b3 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,13 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T12:56:07.186339+00:00", + "evaluated_at": "2026-06-22T13:03:49.448018+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 2a953f2bfffce55e57d65f0454ade744fb70c825..219ff952a2834082cda7cd181ae2e676440e503c 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1836,3 +1836,4 @@ {"evaluated_at": "2026-06-22T12:56:10.989469+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T12:56:10.989469+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-22T12:56:10.989469+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-22T13:03:53.262793+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 3342a5d6906a1175bd86b241567d0fd41f970c43..aa0eb63fadb50e6ec2d4efa23a2b91457ca75035 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,216876.59822336832,146020.36574824652,300.743408203125,0.287094459125532,0.004693853320799898,0.004682867634010977,2.241493290342468,465.7001161942826,0.007259682363749846,0.004688213596312286,0.005111035755340534,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,193032.7452996572,143092.55483913422,293.0607096354167,0.2797604324112008,0.004573037890580894,0.004563673300699323,2.075015117860268,439.3549195122973,0.006848966449439479,0.004568431759384714,0.004979785631372868,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.9894427569991724,1.9698092417909265,1.1515719890594482,0.6769485833001373,0.043971285099744066,0.04541847921779394,7.621852633978924,1.4104760745929625,0.05400243616279805,0.044089860116199024,0.0400326405407648,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.14681784869414838,0.18366383339037717,0.3286372949679693,0.815494002159971,0.3122132396893654,0.41053309483764433,5.869131977772462,0.38316817286166704,0.4283043234349809,0.36734985900714395,0.2844895780158457,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.09100274200215885,0.08883918712657958,0.2810578950577312,2.0941574916910843,0.17001254040586347,0.1875654705467779,24.684071725016228,0.3016666073700549,0.18579978996694588,0.17310665680082848,0.14376003923267974,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index d71558557ff8940f9f12595c6daecf8122d5c93e..2e035ba0b7e78eb82cb846f7b7a65b5a8685afe5 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T12:55:19.961764+00:00", + "evaluated_at": "2026-06-22T13:03:22.450043+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 64145.390625, 64139.2109375, 64657.21875, - 65177.9609375 + 65184.078125 ], "p50": [ - 64244.41015625, - 64247.9375, - 64224.48046875, - 64238.775390625, - 64273.58984375, - 64269.927734375, - 64162.07421875, - 64208.12109375, - 64214.40234375, - 64331.966796875, - 64382.91796875, - 64302.90625, - 64180.74609375, - 64313.9609375, - 64387.025390625, - 64318.529296875, - 64373.060546875, - 64412.978515625, - 64287.05859375, - 64465.775390625, - 64392.607421875, - 64296.99609375, - 64355.205078125, - 64307.0 + 64216.234375, + 64242.3984375, + 64226.9765625, + 64286.1015625, + 64295.93359375, + 64259.3828125, + 64186.4921875, + 64248.404296875, + 64298.7421875, + 64324.060546875, + 64268.3515625, + 64443.658203125, + 64280.3828125, + 64328.482421875, + 64340.41796875, + 64263.7421875, + 64472.783203125, + 64492.0, + 64358.2578125, + 64386.388671875, + 64403.275390625, + 64354.416015625, + 64460.060546875, + 64383.5 ], "p10": [ - 64012.6484375, - 63906.65234375, - 63813.3671875, - 63710.46875, - 63602.779296875, - 63570.80859375, - 63345.28125, - 63309.23828125, - 63406.8828125, - 63523.814453125, - 63433.1640625, - 63474.87109375, - 63227.3671875, - 63280.6875, - 63272.732421875, - 63193.70703125, - 62673.822265625, - 63072.248046875, - 62807.013671875, - 63198.044921875, - 62783.033203125, - 63104.265625, - 62606.7421875, - 62731.263671875 + 63973.677734375, + 63912.607421875, + 63783.044921875, + 63791.666015625, + 63677.283203125, + 63581.642578125, + 63406.201171875, + 63541.78515625, + 63459.89453125, + 63470.67578125, + 63319.193359375, + 63347.69140625, + 63080.728515625, + 63344.939453125, + 63102.474609375, + 63116.087890625, + 62955.33203125, + 63342.5703125, + 62951.376953125, + 63041.05078125, + 62951.486328125, + 62952.26171875, + 62850.0234375, + 62922.671875 ], "p90": [ - 64503.017578125, - 64621.951171875, - 64742.189453125, - 64800.91796875, - 64917.720703125, - 64958.64453125, - 64990.767578125, - 65038.859375, - 65060.697265625, - 65405.69921875, - 65392.228515625, - 65310.146484375, - 65240.4140625, - 65447.822265625, - 65585.1875, - 65716.82421875, - 66027.4140625, - 65642.6640625, - 66204.05859375, - 66211.078125, - 65918.73046875, - 65860.203125, - 66308.91796875, - 65962.87890625 + 64477.126953125, + 64570.265625, + 64651.48828125, + 64769.146484375, + 64974.2578125, + 64877.439453125, + 65233.9375, + 65015.513671875, + 65087.23828125, + 65379.853515625, + 65349.689453125, + 65571.109375, + 65296.140625, + 65410.361328125, + 65567.8515625, + 65527.640625, + 65828.80078125, + 66302.25, + 65942.890625, + 65973.16796875, + 66043.55859375, + 66108.7109375, + 66237.31640625, + 66305.66015625 ], "mean": [ - 64261.9609375, - 64256.26953125, - 64252.765625, - 64263.8125, - 64325.84375, - 64371.46484375, - 64153.00390625, - 64289.4765625, - 64213.9609375, - 64360.9609375, - 64483.421875, - 64417.140625, - 64346.7578125, - 64355.4375, - 64427.72265625, - 64458.55859375, - 64306.62890625, - 64432.66015625, - 64493.984375, - 64526.140625, - 64347.80859375, - 64609.1640625, - 64535.43359375, - 64488.01171875 + 64226.3984375, + 64219.40234375, + 64241.703125, + 64275.48046875, + 64388.953125, + 64235.52734375, + 64359.95703125, + 64263.16015625, + 64307.41015625, + 64827.73828125, + 64385.859375, + 64478.046875, + 64267.8515625, + 64449.484375, + 64470.953125, + 64667.796875, + 64431.140625, + 64800.83984375, + 64407.9375, + 64544.27734375, + 64533.36328125, + 64857.0, + 64549.19921875, + 64579.1015625 ], "quantiles": { "0.1": [ - 64012.6484375, - 63906.65234375, - 63813.3671875, - 63710.46875, - 63602.779296875, - 63570.80859375, - 63345.28125, - 63309.23828125, - 63406.8828125, - 63523.814453125, - 63433.1640625, - 63474.87109375, - 63227.3671875, - 63280.6875, - 63272.732421875, - 63193.70703125, - 62673.822265625, - 63072.248046875, - 62807.013671875, - 63198.044921875, - 62783.033203125, - 63104.265625, - 62606.7421875, - 62731.263671875 + 63973.677734375, + 63912.607421875, + 63783.044921875, + 63791.666015625, + 63677.283203125, + 63581.642578125, + 63406.201171875, + 63541.78515625, + 63459.89453125, + 63470.67578125, + 63319.193359375, + 63347.69140625, + 63080.728515625, + 63344.939453125, + 63102.474609375, + 63116.087890625, + 62955.33203125, + 63342.5703125, + 62951.376953125, + 63041.05078125, + 62951.486328125, + 62952.26171875, + 62850.0234375, + 62922.671875 ], "0.2": [ - 64012.6484375, - 63906.65234375, - 63813.3671875, - 63710.46875, - 63602.779296875, - 63570.80859375, - 63345.28125, - 63309.23828125, - 63406.8828125, - 63523.814453125, - 63433.1640625, - 63474.87109375, - 63227.3671875, - 63280.6875, - 63272.732421875, - 63193.70703125, - 62673.822265625, - 63072.248046875, - 62807.013671875, - 63198.044921875, - 62783.033203125, - 63104.265625, - 62606.7421875, - 62731.263671875 + 63973.677734375, + 63912.607421875, + 63783.044921875, + 63791.666015625, + 63677.283203125, + 63581.642578125, + 63406.201171875, + 63541.78515625, + 63459.89453125, + 63470.67578125, + 63319.193359375, + 63347.69140625, + 63080.728515625, + 63344.939453125, + 63102.474609375, + 63116.087890625, + 62955.33203125, + 63342.5703125, + 62951.376953125, + 63041.05078125, + 62951.486328125, + 62952.26171875, + 62850.0234375, + 62922.671875 ], "0.3": [ - 64012.6484375, - 63906.65234375, - 63813.3671875, - 63710.46875, - 63602.779296875, - 63570.80859375, - 63345.28125, - 63309.23828125, - 63406.8828125, - 63523.814453125, - 63433.1640625, - 63474.87109375, - 63227.3671875, - 63280.6875, - 63272.732421875, - 63193.70703125, - 62673.822265625, - 63072.248046875, - 62807.013671875, - 63198.044921875, - 62783.033203125, - 63104.265625, - 62606.7421875, - 62731.263671875 + 63973.677734375, + 63912.607421875, + 63783.044921875, + 63791.666015625, + 63677.283203125, + 63581.642578125, + 63406.201171875, + 63541.78515625, + 63459.89453125, + 63470.67578125, + 63319.193359375, + 63347.69140625, + 63080.728515625, + 63344.939453125, + 63102.474609375, + 63116.087890625, + 62955.33203125, + 63342.5703125, + 62951.376953125, + 63041.05078125, + 62951.486328125, + 62952.26171875, + 62850.0234375, + 62922.671875 ], "0.4": [ - 64244.41015625, - 64247.9375, - 64224.48046875, - 64238.775390625, - 64273.58984375, - 64269.927734375, - 64162.07421875, - 64208.12109375, - 64214.40234375, - 64331.966796875, - 64382.91796875, - 64302.90625, - 64180.74609375, - 64313.9609375, - 64387.025390625, - 64318.529296875, - 64373.060546875, - 64412.978515625, - 64287.05859375, - 64465.775390625, - 64392.607421875, - 64296.99609375, - 64355.205078125, - 64307.0 + 64216.234375, + 64242.3984375, + 64226.9765625, + 64286.1015625, + 64295.93359375, + 64259.3828125, + 64186.4921875, + 64248.404296875, + 64298.7421875, + 64324.060546875, + 64268.3515625, + 64443.658203125, + 64280.3828125, + 64328.482421875, + 64340.41796875, + 64263.7421875, + 64472.783203125, + 64492.0, + 64358.2578125, + 64386.388671875, + 64403.275390625, + 64354.416015625, + 64460.060546875, + 64383.5 ], "0.5": [ - 64244.41015625, - 64247.9375, - 64224.48046875, - 64238.775390625, - 64273.58984375, - 64269.927734375, - 64162.07421875, - 64208.12109375, - 64214.40234375, - 64331.966796875, - 64382.91796875, - 64302.90625, - 64180.74609375, - 64313.9609375, - 64387.025390625, - 64318.529296875, - 64373.060546875, - 64412.978515625, - 64287.05859375, - 64465.775390625, - 64392.607421875, - 64296.99609375, - 64355.205078125, - 64307.0 + 64216.234375, + 64242.3984375, + 64226.9765625, + 64286.1015625, + 64295.93359375, + 64259.3828125, + 64186.4921875, + 64248.404296875, + 64298.7421875, + 64324.060546875, + 64268.3515625, + 64443.658203125, + 64280.3828125, + 64328.482421875, + 64340.41796875, + 64263.7421875, + 64472.783203125, + 64492.0, + 64358.2578125, + 64386.388671875, + 64403.275390625, + 64354.416015625, + 64460.060546875, + 64383.5 ], "0.6": [ - 64244.41015625, - 64247.9375, - 64224.48046875, - 64238.775390625, - 64273.58984375, - 64269.927734375, - 64162.07421875, - 64208.12109375, - 64214.40234375, - 64331.966796875, - 64382.91796875, - 64302.90625, - 64180.74609375, - 64313.9609375, - 64387.025390625, - 64318.529296875, - 64373.060546875, - 64412.978515625, - 64287.05859375, - 64465.775390625, - 64392.607421875, - 64296.99609375, - 64355.205078125, - 64307.0 + 64216.234375, + 64242.3984375, + 64226.9765625, + 64286.1015625, + 64295.93359375, + 64259.3828125, + 64186.4921875, + 64248.404296875, + 64298.7421875, + 64324.060546875, + 64268.3515625, + 64443.658203125, + 64280.3828125, + 64328.482421875, + 64340.41796875, + 64263.7421875, + 64472.783203125, + 64492.0, + 64358.2578125, + 64386.388671875, + 64403.275390625, + 64354.416015625, + 64460.060546875, + 64383.5 ], "0.7": [ - 64244.41015625, - 64247.9375, - 64224.48046875, - 64238.775390625, - 64273.58984375, - 64269.927734375, - 64162.07421875, - 64208.12109375, - 64214.40234375, - 64331.966796875, - 64382.91796875, - 64302.90625, - 64180.74609375, - 64313.9609375, - 64387.025390625, - 64318.529296875, - 64373.060546875, - 64412.978515625, - 64287.05859375, - 64465.775390625, - 64392.607421875, - 64296.99609375, - 64355.205078125, - 64307.0 + 64216.234375, + 64242.3984375, + 64226.9765625, + 64286.1015625, + 64295.93359375, + 64259.3828125, + 64186.4921875, + 64248.404296875, + 64298.7421875, + 64324.060546875, + 64268.3515625, + 64443.658203125, + 64280.3828125, + 64328.482421875, + 64340.41796875, + 64263.7421875, + 64472.783203125, + 64492.0, + 64358.2578125, + 64386.388671875, + 64403.275390625, + 64354.416015625, + 64460.060546875, + 64383.5 ], "0.8": [ - 64503.017578125, - 64621.951171875, - 64742.189453125, - 64800.91796875, - 64917.720703125, - 64958.64453125, - 64990.767578125, - 65038.859375, - 65060.697265625, - 65405.69921875, - 65392.228515625, - 65310.146484375, - 65240.4140625, - 65447.822265625, - 65585.1875, - 65716.82421875, - 66027.4140625, - 65642.6640625, - 66204.05859375, - 66211.078125, - 65918.73046875, - 65860.203125, - 66308.91796875, - 65962.87890625 + 64477.126953125, + 64570.265625, + 64651.48828125, + 64769.146484375, + 64974.2578125, + 64877.439453125, + 65233.9375, + 65015.513671875, + 65087.23828125, + 65379.853515625, + 65349.689453125, + 65571.109375, + 65296.140625, + 65410.361328125, + 65567.8515625, + 65527.640625, + 65828.80078125, + 66302.25, + 65942.890625, + 65973.16796875, + 66043.55859375, + 66108.7109375, + 66237.31640625, + 66305.66015625 ], "0.9": [ - 64503.017578125, - 64621.951171875, - 64742.189453125, - 64800.91796875, - 64917.720703125, - 64958.64453125, - 64990.767578125, - 65038.859375, - 65060.697265625, - 65405.69921875, - 65392.228515625, - 65310.146484375, - 65240.4140625, - 65447.822265625, - 65585.1875, - 65716.82421875, - 66027.4140625, - 65642.6640625, - 66204.05859375, - 66211.078125, - 65918.73046875, - 65860.203125, - 66308.91796875, - 65962.87890625 + 64477.126953125, + 64570.265625, + 64651.48828125, + 64769.146484375, + 64974.2578125, + 64877.439453125, + 65233.9375, + 65015.513671875, + 65087.23828125, + 65379.853515625, + 65349.689453125, + 65571.109375, + 65296.140625, + 65410.361328125, + 65567.8515625, + 65527.640625, + 65828.80078125, + 66302.25, + 65942.890625, + 65973.16796875, + 66043.55859375, + 66108.7109375, + 66237.31640625, + 66305.66015625 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 451a6bb83398571f81492362770ca2e507847926..0cd4d65ce08067e82e90014372c3f11de180f2e8 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,13 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T12:55:40.533106+00:00", + "evaluated_at": "2026-06-22T13:03:27.601988+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index c5ba7ce2413caddf687d98b4e2baa4e3e44e1ce6..f73e4d533968bf4d6767de4650a31e38f2f9c447 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,113383.5206500445,116334.70765390538,215.25955275150773,0.20549020588028263,0.0033511730129452996,0.003353598848304688,2.8804739851630345,336.7246956343483,0.00524911686583282,0.00335562720385249,0.0028603440711119726,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,113924.64751830464,116874.18312049306,215.51443556400773,0.20573352108254186,0.0033550199077676517,0.0033575089703164925,2.890206593253405,337.527254482219,0.005261606821851998,0.0033595871424092743,0.0028643059800847978,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.05614872795045898,0.0564294382004872,0.21351139999784077,0.5298159057327562,0.2640427479996069,0.23833304610961425,17.278059812595487,0.23695722810342582,0.2648701339359585,0.23866245215190582,0.227289290609971,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.03196674251089997,0.03207015178726891,0.15609987257971428,1.163097437799017,0.0933721335432442,0.09918800379101889,4.8698758824437505,0.1787924565268344,0.11012024552525164,0.0961436328403412,0.08741534821818046,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 4fa6f5c0048b52cc5c046c65a13d5a309dafa5ef..57cfdd68cf3b80aaf390f04cc24b68c1445a7b3c 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T12:56:07.200210+00:00", + "evaluated_at": "2026-06-22T13:03:49.464153+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64145.390625, 64139.2109375, 64657.21875, - 65177.9609375 + 65184.078125 ], "p50": [ 64142.50768743147, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index b8cd78b4a6201aa9319538d40168f21bd2704963..5b626132640f05b2100e47a27ce3fa4359f8aeda 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,13 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T12:56:07.229170+00:00", + "evaluated_at": "2026-06-22T13:03:49.473062+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 76a3da453d8d55cf42a9cd7f73cc45ec0e3b52cb..bde8cfc20a641aa4c3a5a8441e37d9b7eae3c88d 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T12:52:17.346203+00:00", - "finished_at": "2026-06-22T12:56:10.988706+00:00", - "task_count": 3, + "started_at": "2026-06-22T13:00:46.624471+00:00", + "finished_at": "2026-06-22T13:03:53.262342+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,13 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T12:53:05.335889+00:00", + "evaluated_at": "2026-06-22T13:01:25.116167+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": [] @@ -36,25 +24,13 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T12:53:41.187310+00:00", + "evaluated_at": "2026-06-22T13:02:02.848581+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": [] @@ -62,25 +38,13 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T12:54:23.802881+00:00", + "evaluated_at": "2026-06-22T13:02:38.461866+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": [] @@ -88,25 +52,13 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T12:54:50.822965+00:00", + "evaluated_at": "2026-06-22T13:02:46.659621+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": [] @@ -114,25 +66,13 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T12:55:40.533106+00:00", + "evaluated_at": "2026-06-22T13:03:27.601988+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": [] @@ -140,25 +80,13 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T12:56:06.731613+00:00", + "evaluated_at": "2026-06-22T13:03:49.162509+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": [] @@ -166,25 +94,13 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T12:56:07.087214+00:00", + "evaluated_at": "2026-06-22T13:03:49.381502+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": [] @@ -192,25 +108,13 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T12:56:07.186339+00:00", + "evaluated_at": "2026-06-22T13:03:49.448018+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": [] @@ -218,25 +122,13 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T12:56:07.229170+00:00", + "evaluated_at": "2026-06-22T13:03:49.473062+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": [] @@ -244,25 +136,13 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T12:56:07.254409+00:00", + "evaluated_at": "2026-06-22T13:03:49.486181+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": [] @@ -283,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T12:57:24.851257+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_130349.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_130349.json new file mode 100644 index 0000000000000000000000000000000000000000..1004ad160d4bc802276ac1e22584a74376c0de86 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_130349.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T13:03:49.361413+00:00", + "metrics": { + "MSE[mean]": 278899.4251968087, + "MSE[0.5]": 494194.107814543, + "MAE[0.5]": 633.1605839175278, + "MASE[0.5]": 0.6044252024191824, + "MAPE[0.5]": 0.009846386708296122, + "sMAPE[0.5]": 0.009905760559290903, + "MSIS": 11.092369807299022, + "RMSE[mean]": 528.1092928521603, + "NRMSE[mean]": 0.008232530621022024, + "ND[0.5]": 0.009870142346812352, + "mean_weighted_sum_quantile_loss": 0.008555997223944168 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00" + ], + "context": [ + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0 + ], + "actual": [ + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65184.078125 + ], + "predictions": { + "p50": [ + 63529.80599947966, + 63523.22225684915, + 63524.611079257375, + 63539.301671828434, + 63530.29431950129, + 63525.73405676152, + 63517.02887351673, + 63528.603341446644, + 63598.49402847265, + 63521.68434999103, + 63530.60762715619, + 63570.08443588946, + 63516.10214578071, + 63570.07889115678, + 63525.53752202258, + 63517.14565348157, + 63520.50101656535, + 63538.75049295427, + 63528.259917994765, + 63541.423347373544, + 63532.434993350405, + 63522.81854508933, + 63522.81847012522, + 63544.09632924706 + ], + "p10": [ + 63280.72073190987, + 63289.64623858524, + 63287.15581562922, + 63281.758352937875, + 63292.143709303986, + 63281.34066890214, + 63261.19536660603, + 63283.47942474916, + 63288.04320245741, + 63251.571688079195, + 63283.40300801687, + 63261.31964896975, + 63251.542320093904, + 63258.20151133208, + 63283.41563417245, + 63287.618462461316, + 63247.802890450715, + 63261.311455382114, + 63283.41044537555, + 63288.08418965831, + 63287.61731491393, + 63287.61744107471, + 63281.14590430158, + 63260.99983547296 + ], + "p90": [ + 63799.33256552259, + 63793.00895578568, + 63770.161174704444, + 63839.03650255271, + 63791.119041784375, + 63794.29406537197, + 63772.62674108664, + 63776.638195070154, + 63801.92078451462, + 63771.11369080235, + 63771.07499131407, + 63801.970209339604, + 63791.6195774481, + 63771.09244162493, + 63793.22394065319, + 63764.38272928016, + 63758.00443998272, + 63774.916779967665, + 63771.08919140611, + 63794.09946189691, + 63761.374346976794, + 63771.089462572134, + 63801.96161059001, + 63791.44679027654 + ], + "mean": [ + 64806.71656019776, + 64157.38302844207, + 63517.66788328348, + 64825.95770155262, + 64830.44397167468, + 64499.120945771734, + 64492.97724271129, + 64157.20145055745, + 64207.67843606031, + 64455.61478509348, + 64170.6493572772, + 64828.64616657771, + 64146.98876890074, + 64167.00646213559, + 64157.00476900246, + 64823.331720408794, + 63803.13927511236, + 64135.44228723087, + 63818.36334141242, + 64177.05934918126, + 63853.22244157613, + 64476.17064752481, + 64807.94349321802, + 64179.15924750163 + ], + "quantiles": { + "0.1": [ + 63280.72073190987, + 63289.64623858524, + 63287.15581562922, + 63281.758352937875, + 63292.143709303986, + 63281.34066890214, + 63261.19536660603, + 63283.47942474916, + 63288.04320245741, + 63251.571688079195, + 63283.40300801687, + 63261.31964896975, + 63251.542320093904, + 63258.20151133208, + 63283.41563417245, + 63287.618462461316, + 63247.802890450715, + 63261.311455382114, + 63283.41044537555, + 63288.08418965831, + 63287.61731491393, + 63287.61744107471, + 63281.14590430158, + 63260.99983547296 + ], + "0.2": [ + 63338.78403333374, + 63363.14927628834, + 63373.95873558473, + 63375.43853252443, + 63391.65947293391, + 63336.49518333363, + 63341.29739478703, + 63342.76002648987, + 63390.46836676521, + 63333.964525678246, + 63391.97278058882, + 63374.8955472379, + 63323.216904496716, + 63342.69429733509, + 63361.58529609753, + 63382.65629138593, + 63324.24333694456, + 63324.49984264929, + 63361.586870033985, + 63382.65535616072, + 63382.65514383854, + 63336.30049369718, + 63324.2439438474, + 63333.940267027225 + ], + "0.3": [ + 63426.938184217724, + 63420.11897430777, + 63451.11422496027, + 63452.59402189997, + 63474.10662881246, + 63411.90094801735, + 63435.95350594971, + 63418.62554742702, + 63481.650742313206, + 63417.54480827258, + 63438.273870780016, + 63474.44293151091, + 63403.77622360201, + 63436.07224358075, + 63436.06741942547, + 63429.56832563586, + 63391.98656997993, + 63414.27138622338, + 63431.605980467866, + 63437.622704946436, + 63437.62249262426, + 63429.567304249256, + 63409.765816230465, + 63457.937127031386 + ], + "0.4": [ + 63499.18545741761, + 63488.7191745495, + 63500.88628958145, + 63515.621448048616, + 63510.70765337932, + 63485.06494766536, + 63487.178311045354, + 63487.30796576621, + 63530.94380159414, + 63487.26348578884, + 63505.1460748448, + 63522.82706887481, + 63481.499518087454, + 63503.82513769418, + 63492.90486072372, + 63487.2950910102, + 63481.77109813297, + 63486.936240246076, + 63486.935638882205, + 63490.661737506554, + 63487.29394346281, + 63498.251428799966, + 63486.93583508412, + 63515.0699085558 + ], + "0.5": [ + 63529.80599947966, + 63523.22225684915, + 63524.611079257375, + 63539.301671828434, + 63530.29431950129, + 63525.73405676152, + 63517.02887351673, + 63528.603341446644, + 63598.49402847265, + 63521.68434999103, + 63530.60762715619, + 63570.08443588946, + 63516.10214578071, + 63570.07889115678, + 63525.53752202258, + 63517.14565348157, + 63520.50101656535, + 63538.75049295427, + 63528.259917994765, + 63541.423347373544, + 63532.434993350405, + 63522.81854508933, + 63522.81847012522, + 63544.09632924706 + ], + "0.6": [ + 63619.41137224105, + 63584.750550968274, + 63560.95221201257, + 63622.59200134459, + 63590.396039480846, + 63590.75874284476, + 63584.35383222291, + 63598.67041543712, + 63629.94413439122, + 63598.62593545975, + 63590.70934713575, + 63612.047239938394, + 63590.71867863874, + 63617.297200935216, + 63599.97200704087, + 63578.27234571431, + 63598.60102536258, + 63598.4684819926, + 63598.60143606351, + 63602.232488827656, + 63590.56392704752, + 63551.210015752826, + 63598.52149900456, + 63622.04046185177 + ], + "0.7": [ + 63677.06892671045, + 63635.18710578084, + 63620.97416238855, + 63698.33107694944, + 63627.230633009895, + 63637.66527714572, + 63646.32793483681, + 63637.53929571685, + 63701.419358908475, + 63633.64919892272, + 63617.27975062435, + 63679.706570527465, + 63637.46544775419, + 63646.44667246785, + 63633.62312559003, + 63623.60767072173, + 63646.81418803904, + 63625.99775308469, + 63625.328156419666, + 63647.68103454626, + 63625.99729672606, + 63623.606649335125, + 63659.01493089604, + 63672.62483845976 + ], + "0.8": [ + 63747.18932506222, + 63727.612615933176, + 63706.72761750251, + 63758.18225855636, + 63707.32812645723, + 63736.111709899094, + 63712.109792551375, + 63711.81772878501, + 63757.38796624272, + 63712.24977935983, + 63696.18765716057, + 63749.826968879235, + 63714.12653358328, + 63711.75199963023, + 63712.223706027136, + 63711.750041964035, + 63702.494051405105, + 63697.254084922344, + 63711.7487494114, + 63714.13175949975, + 63696.20200225785, + 63701.46025994798, + 63749.818370129644, + 63728.023758307594 + ], + "0.9": [ + 63799.33256552259, + 63793.00895578568, + 63770.161174704444, + 63839.03650255271, + 63791.119041784375, + 63794.29406537197, + 63772.62674108664, + 63776.638195070154, + 63801.92078451462, + 63771.11369080235, + 63771.07499131407, + 63801.970209339604, + 63791.6195774481, + 63771.09244162493, + 63793.22394065319, + 63764.38272928016, + 63758.00443998272, + 63774.916779967665, + 63771.08919140611, + 63794.09946189691, + 63761.374346976794, + 63771.089462572134, + 63801.96161059001, + 63791.44679027654 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_130119.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_130119.json new file mode 100644 index 0000000000000000000000000000000000000000..3c540e11951b00543969bbd3b2a09f9bfd859a4b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_130119.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T13:01:19.756262+00:00", + "metrics": { + "MSE[mean]": 134734.47736676535, + "MSE[0.5]": 134734.47736676535, + "MAE[0.5]": 263.73681640625, + "MASE[0.5]": 0.25176737575076563, + "MAPE[0.5]": 0.004112923361461662, + "sMAPE[0.5]": 0.004108078895797926, + "MSIS": 1.9369487341394531, + "RMSE[mean]": 367.0619530362216, + "NRMSE[mean]": 0.005722014001803948, + "ND[0.5]": 0.004111310757720622, + "mean_weighted_sum_quantile_loss": 0.004933407087761135 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00" + ], + "context": [ + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0 + ], + "actual": [ + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65184.078125 + ], + "predictions": { + "p50": [ + 64236.6640625, + 64248.51171875, + 64266.0546875, + 64284.94140625, + 64290.40625, + 64299.8671875, + 64300.76953125, + 64294.60546875, + 64290.02734375, + 64298.48828125, + 64280.98046875, + 64279.703125, + 64274.26171875, + 64268.48828125, + 64263.92578125, + 64263.546875, + 64287.62109375, + 64268.6484375, + 64275.28125, + 64255.20703125, + 64267.2578125, + 64256.25, + 64245.33203125, + 64244.5078125 + ], + "p10": [ + 63975.23828125, + 63906.6171875, + 63841.57421875, + 63753.70703125, + 63670.91015625, + 63564.1484375, + 63403.34375, + 63326.95703125, + 63264.33984375, + 63145.46484375, + 63089.671875, + 63022.0625, + 62975.078125, + 62934.45703125, + 62918.6171875, + 62887.6796875, + 62790.34375, + 62702.1796875, + 62645.26953125, + 62621.83984375, + 62583.6015625, + 62539.7734375, + 62508.15625, + 62495.73828125 + ], + "p90": [ + 64402.125, + 64473.87109375, + 64552.40625, + 64622.171875, + 64686.78125, + 64732.359375, + 64775.22265625, + 64839.68359375, + 64855.92578125, + 64915.5859375, + 64962.59375, + 65028.02734375, + 65078.4140625, + 65096.296875, + 65124.88671875, + 65150.80078125, + 65648.890625, + 65670.125, + 65671.953125, + 65727.03125, + 65718.953125, + 65798.109375, + 65863.109375, + 65868.2734375 + ], + "mean": [ + 64236.6640625, + 64248.51171875, + 64266.0546875, + 64284.94140625, + 64290.40625, + 64299.8671875, + 64300.76953125, + 64294.60546875, + 64290.02734375, + 64298.48828125, + 64280.98046875, + 64279.703125, + 64274.26171875, + 64268.48828125, + 64263.92578125, + 64263.546875, + 64287.62109375, + 64268.6484375, + 64275.28125, + 64255.20703125, + 64267.2578125, + 64256.25, + 64245.33203125, + 64244.5078125 + ], + "quantiles": { + "0.1": [ + 63975.23828125, + 63906.6171875, + 63841.57421875, + 63753.70703125, + 63670.91015625, + 63564.1484375, + 63403.34375, + 63326.95703125, + 63264.33984375, + 63145.46484375, + 63089.671875, + 63022.0625, + 62975.078125, + 62934.45703125, + 62918.6171875, + 62887.6796875, + 62790.34375, + 62702.1796875, + 62645.26953125, + 62621.83984375, + 62583.6015625, + 62539.7734375, + 62508.15625, + 62495.73828125 + ], + "0.2": [ + 63975.23828125, + 63906.6171875, + 63841.57421875, + 63753.70703125, + 63670.91015625, + 63564.1484375, + 63403.34375, + 63326.95703125, + 63264.33984375, + 63145.46484375, + 63089.671875, + 63022.0625, + 62975.078125, + 62934.45703125, + 62918.6171875, + 62887.6796875, + 62790.34375, + 62702.1796875, + 62645.26953125, + 62621.83984375, + 62583.6015625, + 62539.7734375, + 62508.15625, + 62495.73828125 + ], + "0.3": [ + 63975.23828125, + 63906.6171875, + 63841.57421875, + 63753.70703125, + 63670.91015625, + 63564.1484375, + 63403.34375, + 63326.95703125, + 63264.33984375, + 63145.46484375, + 63089.671875, + 63022.0625, + 62975.078125, + 62934.45703125, + 62918.6171875, + 62887.6796875, + 62790.34375, + 62702.1796875, + 62645.26953125, + 62621.83984375, + 62583.6015625, + 62539.7734375, + 62508.15625, + 62495.73828125 + ], + "0.4": [ + 64236.6640625, + 64248.51171875, + 64266.0546875, + 64284.94140625, + 64290.40625, + 64299.8671875, + 64300.76953125, + 64294.60546875, + 64290.02734375, + 64298.48828125, + 64280.98046875, + 64279.703125, + 64274.26171875, + 64268.48828125, + 64263.92578125, + 64263.546875, + 64287.62109375, + 64268.6484375, + 64275.28125, + 64255.20703125, + 64267.2578125, + 64256.25, + 64245.33203125, + 64244.5078125 + ], + "0.5": [ + 64236.6640625, + 64248.51171875, + 64266.0546875, + 64284.94140625, + 64290.40625, + 64299.8671875, + 64300.76953125, + 64294.60546875, + 64290.02734375, + 64298.48828125, + 64280.98046875, + 64279.703125, + 64274.26171875, + 64268.48828125, + 64263.92578125, + 64263.546875, + 64287.62109375, + 64268.6484375, + 64275.28125, + 64255.20703125, + 64267.2578125, + 64256.25, + 64245.33203125, + 64244.5078125 + ], + "0.6": [ + 64236.6640625, + 64248.51171875, + 64266.0546875, + 64284.94140625, + 64290.40625, + 64299.8671875, + 64300.76953125, + 64294.60546875, + 64290.02734375, + 64298.48828125, + 64280.98046875, + 64279.703125, + 64274.26171875, + 64268.48828125, + 64263.92578125, + 64263.546875, + 64287.62109375, + 64268.6484375, + 64275.28125, + 64255.20703125, + 64267.2578125, + 64256.25, + 64245.33203125, + 64244.5078125 + ], + "0.7": [ + 64236.6640625, + 64248.51171875, + 64266.0546875, + 64284.94140625, + 64290.40625, + 64299.8671875, + 64300.76953125, + 64294.60546875, + 64290.02734375, + 64298.48828125, + 64280.98046875, + 64279.703125, + 64274.26171875, + 64268.48828125, + 64263.92578125, + 64263.546875, + 64287.62109375, + 64268.6484375, + 64275.28125, + 64255.20703125, + 64267.2578125, + 64256.25, + 64245.33203125, + 64244.5078125 + ], + "0.8": [ + 64402.125, + 64473.87109375, + 64552.40625, + 64622.171875, + 64686.78125, + 64732.359375, + 64775.22265625, + 64839.68359375, + 64855.92578125, + 64915.5859375, + 64962.59375, + 65028.02734375, + 65078.4140625, + 65096.296875, + 65124.88671875, + 65150.80078125, + 65648.890625, + 65670.125, + 65671.953125, + 65727.03125, + 65718.953125, + 65798.109375, + 65863.109375, + 65868.2734375 + ], + "0.9": [ + 64402.125, + 64473.87109375, + 64552.40625, + 64622.171875, + 64686.78125, + 64732.359375, + 64775.22265625, + 64839.68359375, + 64855.92578125, + 64915.5859375, + 64962.59375, + 65028.02734375, + 65078.4140625, + 65096.296875, + 65124.88671875, + 65150.80078125, + 65648.890625, + 65670.125, + 65671.953125, + 65727.03125, + 65718.953125, + 65798.109375, + 65863.109375, + 65868.2734375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_130349.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_130349.json new file mode 100644 index 0000000000000000000000000000000000000000..e7e4d9cae5b43d7c703f28288bfe241cc57a92c1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_130349.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T13:03:49.412163+00:00", + "metrics": { + "MSE[mean]": 156339.16020171947, + "MSE[0.5]": 156451.95515159494, + "MAE[0.5]": 262.29616004200824, + "MASE[0.5]": 0.25039210218401003, + "MAPE[0.5]": 0.004078457708796061, + "sMAPE[0.5]": 0.00408828296147565, + "MSIS": 3.6591655409212787, + "RMSE[mean]": 395.3974711625246, + "NRMSE[mean]": 0.006163727533064638, + "ND[0.5]": 0.0040888528161666365, + "mean_weighted_sum_quantile_loss": 0.0033765189927455644 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00" + ], + "context": [ + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0 + ], + "actual": [ + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65184.078125 + ], + "predictions": { + "p50": [ + 64211.432009403165, + 64178.16508843983, + 64182.17941747651, + 64157.406637138185, + 64141.25495054986, + 64122.03881083653, + 64113.594155498206, + 64089.75887515988, + 64154.39039169655, + 64072.717220733226, + 64076.4502997699, + 64058.92361318158, + 64051.42817659325, + 64019.85266187992, + 64069.3748034166, + 63985.01022620327, + 63980.06361773994, + 63990.69708740162, + 63984.240713313295, + 63940.55582359996, + 63958.80843388664, + 63922.598153548315, + 63919.266779459984, + 63887.69126474666 + ], + "p10": [ + 63965.16755627817, + 63952.42680718983, + 63938.73527685151, + 63910.933980888185, + 63907.17760679986, + 63886.33959208653, + 63871.963686748204, + 63848.30965640988, + 63828.31226669655, + 63833.475033233226, + 63823.9463935199, + 63731.25369130658, + 63781.55083284325, + 63780.61047437992, + 63813.4177721666, + 63757.86569495327, + 63729.36439898994, + 63726.58614990162, + 63727.2770414383, + 63683.29683922496, + 63696.56624638664, + 63687.62862229832, + 63670.133966959984, + 63630.07017099666 + ], + "p90": [ + 64438.28279065317, + 64425.066650939836, + 64411.85051122651, + 64398.443746513185, + 64384.63346617486, + 64373.91771708653, + 64347.244546123206, + 64345.17567203488, + 64354.77281357155, + 64308.88206448322, + 64307.8370185199, + 64292.71462880658, + 64299.15083284325, + 64254.73156812992, + 64331.6638659166, + 64239.85006995327, + 64212.93510211494, + 64233.07013427662, + 64200.3922758133, + 64206.63785484996, + 64175.67562138664, + 64162.518466048314, + 64194.563654459984, + 64137.80181162166 + ], + "mean": [ + 64191.13124768437, + 64173.144873596066, + 64166.174983882454, + 64130.213570731656, + 64120.55973570585, + 64100.44453349255, + 64070.21003440425, + 64044.13180484718, + 64100.20302841512, + 64041.17106838931, + 64056.17811226976, + 64012.32416005646, + 64031.99161409307, + 64003.81557203602, + 64058.50712763522, + 63979.23048010941, + 63947.081957583585, + 63942.710739745286, + 63966.648545344484, + 63939.10111656868, + 63951.56511357413, + 63917.95479417332, + 63902.647795085, + 63884.4517334967 + ], + "quantiles": { + "0.1": [ + 63965.16755627817, + 63952.42680718983, + 63938.73527685151, + 63910.933980888185, + 63907.17760679986, + 63886.33959208653, + 63871.963686748204, + 63848.30965640988, + 63828.31226669655, + 63833.475033233226, + 63823.9463935199, + 63731.25369130658, + 63781.55083284325, + 63780.61047437992, + 63813.4177721666, + 63757.86569495327, + 63729.36439898994, + 63726.58614990162, + 63727.2770414383, + 63683.29683922496, + 63696.56624638664, + 63687.62862229832, + 63670.133966959984, + 63630.07017099666 + ], + "0.2": [ + 64021.541384403165, + 64035.03618218983, + 64004.30832372651, + 63981.932027763185, + 63995.38776304986, + 63942.06224833653, + 63944.803139873206, + 63905.22762515988, + 63942.52320419655, + 63902.596126983226, + 63886.3159247699, + 63862.76541005658, + 63859.883645343245, + 63836.33313062992, + 63902.211522166595, + 63825.85788245327, + 63809.60268023994, + 63773.69122802662, + 63805.531338313296, + 63769.95426109996, + 63811.92484013664, + 63744.002450423315, + 63730.817560709984, + 63694.39438974666 + ], + "0.3": [ + 64085.740603153165, + 64078.250244689836, + 64088.65832372651, + 64052.379293388185, + 64057.26666929986, + 63999.07552958653, + 64008.314858623206, + 63950.48582828488, + 64021.27945419655, + 63972.52112698323, + 63955.4502997699, + 63927.02322255658, + 63935.32661409325, + 63903.95695875492, + 63967.1052721666, + 63895.67819495327, + 63873.59564898994, + 63823.57794677662, + 63871.830557063295, + 63834.63394859996, + 63877.008433886636, + 63832.592294173315, + 63813.533966959985, + 63783.64048349666 + ], + "0.4": [ + 64178.560915653165, + 64130.730713439836, + 64157.80051122651, + 64112.482809013185, + 64118.14323179986, + 64048.66302958653, + 64075.602358623204, + 64016.21981265988, + 64091.91304794655, + 64042.885189483226, + 64037.1612372699, + 64009.52166005658, + 64010.72895784325, + 63938.32141187992, + 64006.6365221666, + 63917.88913245327, + 63943.44096148994, + 63885.45685302662, + 63945.55790081329, + 63901.02457359996, + 63917.94905888664, + 63901.021981673315, + 63871.075373209984, + 63857.85923349666 + ], + "0.5": [ + 64211.432009403165, + 64178.16508843983, + 64182.17941747651, + 64157.406637138185, + 64141.25495054986, + 64122.03881083653, + 64113.594155498206, + 64089.75887515988, + 64154.39039169655, + 64072.717220733226, + 64076.4502997699, + 64058.92361318158, + 64051.42817659325, + 64019.85266187992, + 64069.3748034166, + 63985.01022620327, + 63980.06361773994, + 63990.69708740162, + 63984.240713313295, + 63940.55582359996, + 63958.80843388664, + 63922.598153548315, + 63919.266779459984, + 63887.69126474666 + ], + "0.6": [ + 64278.857790653165, + 64246.90336968983, + 64233.68722997651, + 64225.021871513185, + 64177.76354429986, + 64174.29271708653, + 64175.103921123206, + 64152.52840640988, + 64186.94117294655, + 64137.743001983225, + 64129.7784247699, + 64109.02322255658, + 64128.48364534324, + 64092.86047437992, + 64116.0271471666, + 64023.88913245327, + 64069.67299273994, + 64059.86700927662, + 64046.650869563295, + 64024.88472984996, + 64023.21859013664, + 63989.379794173314, + 63982.96287320998, + 63984.90610849666 + ], + "0.7": [ + 64330.639040653165, + 64291.65727593983, + 64282.28879247651, + 64270.599996513185, + 64234.67682554986, + 64234.97240458653, + 64221.756264873206, + 64200.15731265988, + 64228.62086044655, + 64182.107845733226, + 64163.023737269905, + 64149.80759755658, + 64177.11919221825, + 64130.389380629924, + 64149.3240221666, + 64089.29928870327, + 64103.11869586494, + 64084.04669677662, + 64096.459463313295, + 64059.14176109996, + 64069.01937138664, + 64032.709481673315, + 64037.485529459984, + 64026.66782724666 + ], + "0.8": [ + 64384.963259403165, + 64388.92680718983, + 64356.44894872651, + 64345.314840263185, + 64280.67916929986, + 64272.81224833653, + 64262.084389873206, + 64248.86825015988, + 64296.41382919655, + 64222.435970733226, + 64222.7979560199, + 64237.50369130658, + 64249.075051593245, + 64167.08313062992, + 64241.559178416595, + 64137.016476203265, + 64141.55189898994, + 64170.387321776616, + 64164.252432063295, + 64103.85269859996, + 64118.55843388664, + 64075.471200423315, + 64104.30662320998, + 64089.32017099666 + ], + "0.9": [ + 64438.28279065317, + 64425.066650939836, + 64411.85051122651, + 64398.443746513185, + 64384.63346617486, + 64373.91771708653, + 64347.244546123206, + 64345.17567203488, + 64354.77281357155, + 64308.88206448322, + 64307.8370185199, + 64292.71462880658, + 64299.15083284325, + 64254.73156812992, + 64331.6638659166, + 64239.85006995327, + 64212.93510211494, + 64233.07013427662, + 64200.3922758133, + 64206.63785484996, + 64175.67562138664, + 64162.518466048314, + 64194.563654459984, + 64137.80181162166 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_130322.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_130322.json new file mode 100644 index 0000000000000000000000000000000000000000..828725411210799d50656b4ac9a1c2e8f6b81bd4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_130322.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T13:03:22.450043+00:00", + "metrics": { + "MSE[mean]": 193032.7452996572, + "MSE[0.5]": 143092.55483913422, + "MAE[0.5]": 293.0607096354167, + "MASE[0.5]": 0.2797604324112008, + "MAPE[0.5]": 0.004573037890580894, + "sMAPE[0.5]": 0.004563673300699323, + "MSIS": 2.075015117860268, + "RMSE[mean]": 439.3549195122973, + "NRMSE[mean]": 0.006848966449439479, + "ND[0.5]": 0.004568431759384714, + "mean_weighted_sum_quantile_loss": 0.004979785631372868 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00" + ], + "context": [ + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0 + ], + "actual": [ + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65184.078125 + ], + "predictions": { + "p50": [ + 64216.234375, + 64242.3984375, + 64226.9765625, + 64286.1015625, + 64295.93359375, + 64259.3828125, + 64186.4921875, + 64248.404296875, + 64298.7421875, + 64324.060546875, + 64268.3515625, + 64443.658203125, + 64280.3828125, + 64328.482421875, + 64340.41796875, + 64263.7421875, + 64472.783203125, + 64492.0, + 64358.2578125, + 64386.388671875, + 64403.275390625, + 64354.416015625, + 64460.060546875, + 64383.5 + ], + "p10": [ + 63973.677734375, + 63912.607421875, + 63783.044921875, + 63791.666015625, + 63677.283203125, + 63581.642578125, + 63406.201171875, + 63541.78515625, + 63459.89453125, + 63470.67578125, + 63319.193359375, + 63347.69140625, + 63080.728515625, + 63344.939453125, + 63102.474609375, + 63116.087890625, + 62955.33203125, + 63342.5703125, + 62951.376953125, + 63041.05078125, + 62951.486328125, + 62952.26171875, + 62850.0234375, + 62922.671875 + ], + "p90": [ + 64477.126953125, + 64570.265625, + 64651.48828125, + 64769.146484375, + 64974.2578125, + 64877.439453125, + 65233.9375, + 65015.513671875, + 65087.23828125, + 65379.853515625, + 65349.689453125, + 65571.109375, + 65296.140625, + 65410.361328125, + 65567.8515625, + 65527.640625, + 65828.80078125, + 66302.25, + 65942.890625, + 65973.16796875, + 66043.55859375, + 66108.7109375, + 66237.31640625, + 66305.66015625 + ], + "mean": [ + 64226.3984375, + 64219.40234375, + 64241.703125, + 64275.48046875, + 64388.953125, + 64235.52734375, + 64359.95703125, + 64263.16015625, + 64307.41015625, + 64827.73828125, + 64385.859375, + 64478.046875, + 64267.8515625, + 64449.484375, + 64470.953125, + 64667.796875, + 64431.140625, + 64800.83984375, + 64407.9375, + 64544.27734375, + 64533.36328125, + 64857.0, + 64549.19921875, + 64579.1015625 + ], + "quantiles": { + "0.1": [ + 63973.677734375, + 63912.607421875, + 63783.044921875, + 63791.666015625, + 63677.283203125, + 63581.642578125, + 63406.201171875, + 63541.78515625, + 63459.89453125, + 63470.67578125, + 63319.193359375, + 63347.69140625, + 63080.728515625, + 63344.939453125, + 63102.474609375, + 63116.087890625, + 62955.33203125, + 63342.5703125, + 62951.376953125, + 63041.05078125, + 62951.486328125, + 62952.26171875, + 62850.0234375, + 62922.671875 + ], + "0.2": [ + 63973.677734375, + 63912.607421875, + 63783.044921875, + 63791.666015625, + 63677.283203125, + 63581.642578125, + 63406.201171875, + 63541.78515625, + 63459.89453125, + 63470.67578125, + 63319.193359375, + 63347.69140625, + 63080.728515625, + 63344.939453125, + 63102.474609375, + 63116.087890625, + 62955.33203125, + 63342.5703125, + 62951.376953125, + 63041.05078125, + 62951.486328125, + 62952.26171875, + 62850.0234375, + 62922.671875 + ], + "0.3": [ + 63973.677734375, + 63912.607421875, + 63783.044921875, + 63791.666015625, + 63677.283203125, + 63581.642578125, + 63406.201171875, + 63541.78515625, + 63459.89453125, + 63470.67578125, + 63319.193359375, + 63347.69140625, + 63080.728515625, + 63344.939453125, + 63102.474609375, + 63116.087890625, + 62955.33203125, + 63342.5703125, + 62951.376953125, + 63041.05078125, + 62951.486328125, + 62952.26171875, + 62850.0234375, + 62922.671875 + ], + "0.4": [ + 64216.234375, + 64242.3984375, + 64226.9765625, + 64286.1015625, + 64295.93359375, + 64259.3828125, + 64186.4921875, + 64248.404296875, + 64298.7421875, + 64324.060546875, + 64268.3515625, + 64443.658203125, + 64280.3828125, + 64328.482421875, + 64340.41796875, + 64263.7421875, + 64472.783203125, + 64492.0, + 64358.2578125, + 64386.388671875, + 64403.275390625, + 64354.416015625, + 64460.060546875, + 64383.5 + ], + "0.5": [ + 64216.234375, + 64242.3984375, + 64226.9765625, + 64286.1015625, + 64295.93359375, + 64259.3828125, + 64186.4921875, + 64248.404296875, + 64298.7421875, + 64324.060546875, + 64268.3515625, + 64443.658203125, + 64280.3828125, + 64328.482421875, + 64340.41796875, + 64263.7421875, + 64472.783203125, + 64492.0, + 64358.2578125, + 64386.388671875, + 64403.275390625, + 64354.416015625, + 64460.060546875, + 64383.5 + ], + "0.6": [ + 64216.234375, + 64242.3984375, + 64226.9765625, + 64286.1015625, + 64295.93359375, + 64259.3828125, + 64186.4921875, + 64248.404296875, + 64298.7421875, + 64324.060546875, + 64268.3515625, + 64443.658203125, + 64280.3828125, + 64328.482421875, + 64340.41796875, + 64263.7421875, + 64472.783203125, + 64492.0, + 64358.2578125, + 64386.388671875, + 64403.275390625, + 64354.416015625, + 64460.060546875, + 64383.5 + ], + "0.7": [ + 64216.234375, + 64242.3984375, + 64226.9765625, + 64286.1015625, + 64295.93359375, + 64259.3828125, + 64186.4921875, + 64248.404296875, + 64298.7421875, + 64324.060546875, + 64268.3515625, + 64443.658203125, + 64280.3828125, + 64328.482421875, + 64340.41796875, + 64263.7421875, + 64472.783203125, + 64492.0, + 64358.2578125, + 64386.388671875, + 64403.275390625, + 64354.416015625, + 64460.060546875, + 64383.5 + ], + "0.8": [ + 64477.126953125, + 64570.265625, + 64651.48828125, + 64769.146484375, + 64974.2578125, + 64877.439453125, + 65233.9375, + 65015.513671875, + 65087.23828125, + 65379.853515625, + 65349.689453125, + 65571.109375, + 65296.140625, + 65410.361328125, + 65567.8515625, + 65527.640625, + 65828.80078125, + 66302.25, + 65942.890625, + 65973.16796875, + 66043.55859375, + 66108.7109375, + 66237.31640625, + 66305.66015625 + ], + "0.9": [ + 64477.126953125, + 64570.265625, + 64651.48828125, + 64769.146484375, + 64974.2578125, + 64877.439453125, + 65233.9375, + 65015.513671875, + 65087.23828125, + 65379.853515625, + 65349.689453125, + 65571.109375, + 65296.140625, + 65410.361328125, + 65567.8515625, + 65527.640625, + 65828.80078125, + 66302.25, + 65942.890625, + 65973.16796875, + 66043.55859375, + 66108.7109375, + 66237.31640625, + 66305.66015625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_130349.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_130349.json new file mode 100644 index 0000000000000000000000000000000000000000..ae14717db64b74651eea31c9c4fa7c5df0bf56d7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_130349.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T13:03:49.464153+00:00", + "metrics": { + "MSE[mean]": 113924.64751830464, + "MSE[0.5]": 116874.18312049306, + "MAE[0.5]": 215.51443556400773, + "MASE[0.5]": 0.20573352108254186, + "MAPE[0.5]": 0.0033550199077676517, + "sMAPE[0.5]": 0.0033575089703164925, + "MSIS": 2.890206593253405, + "RMSE[mean]": 337.527254482219, + "NRMSE[mean]": 0.005261606821851998, + "ND[0.5]": 0.0033595871424092743, + "mean_weighted_sum_quantile_loss": 0.0028643059800847978 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00" + ], + "context": [ + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0 + ], + "actual": [ + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65184.078125 + ], + "predictions": { + "p50": [ + 64142.50768743147, + 64122.45690618147, + 64139.68737493147, + 64128.13073430647, + 64125.19518743147, + 64119.19518743147, + 64123.96667180647, + 64113.34753118147, + 64191.19518743147, + 64122.73815618147, + 64139.68737493147, + 64135.37682805647, + 64141.09753118147, + 64122.73815618147, + 64185.47643743147, + 64114.32799993147, + 64122.59753118147, + 64146.44714055647, + 64153.20690618147, + 64122.73815618147, + 64154.20690618147, + 64131.21276555647, + 64141.09753118147, + 64122.73815618147 + ], + "p10": [ + 63896.24323430647, + 63896.71862493147, + 63896.24323430647, + 63881.65807805647, + 63891.117843681466, + 63883.49596868147, + 63882.33620305647, + 63871.89831243147, + 63865.11706243147, + 63883.49596868147, + 63887.18346868147, + 63807.70690618147, + 63871.22018743147, + 63883.49596868147, + 63929.51940618147, + 63887.18346868147, + 63871.89831243147, + 63882.33620305647, + 63896.24323430647, + 63865.479171806466, + 63891.96471868147, + 63896.24323430647, + 63891.96471868147, + 63865.11706243147 + ], + "p90": [ + 64369.35846868147, + 64369.35846868147, + 64369.35846868147, + 64369.16784368147, + 64368.57370305647, + 64371.07409368147, + 64357.61706243147, + 64368.764328056466, + 64391.57760930647, + 64358.902999931466, + 64371.07409368147, + 64369.16784368147, + 64388.82018743147, + 64357.61706243147, + 64447.76549993147, + 64369.16784368147, + 64355.46901555647, + 64388.82018743147, + 64369.35846868147, + 64388.82018743147, + 64371.07409368147, + 64371.13307805647, + 64416.39440618147, + 64372.84870305647 + ], + "mean": [ + 64122.20692571257, + 64117.43669133757, + 64123.682941337574, + 64100.93766790007, + 64104.499972587575, + 64097.600910087574, + 64080.58255071257, + 64067.72046086882, + 64137.007824150074, + 64091.192003837576, + 64119.415187431325, + 64088.77737493132, + 64121.660968681324, + 64106.70106633757, + 64174.60876165007, + 64108.54825383757, + 64089.615871025075, + 64098.46079290007, + 64135.61473821257, + 64121.28344915007, + 64146.96358586882, + 64126.56940618132, + 64124.47854680632, + 64119.49862493132 + ], + "quantiles": { + "0.1": [ + 63896.24323430647, + 63896.71862493147, + 63896.24323430647, + 63881.65807805647, + 63891.117843681466, + 63883.49596868147, + 63882.33620305647, + 63871.89831243147, + 63865.11706243147, + 63883.49596868147, + 63887.18346868147, + 63807.70690618147, + 63871.22018743147, + 63883.49596868147, + 63929.51940618147, + 63887.18346868147, + 63871.89831243147, + 63882.33620305647, + 63896.24323430647, + 63865.479171806466, + 63891.96471868147, + 63896.24323430647, + 63891.96471868147, + 63865.11706243147 + ], + "0.2": [ + 63952.61706243147, + 63979.32799993147, + 63961.81628118147, + 63952.65612493147, + 63979.32799993147, + 63939.21862493147, + 63955.17565618147, + 63928.81628118147, + 63979.32799993147, + 63952.61706243147, + 63949.55299993147, + 63939.21862493147, + 63949.55299993147, + 63939.21862493147, + 64018.313156181466, + 63955.17565618147, + 63952.13659368147, + 63929.44128118147, + 63974.49753118147, + 63952.13659368147, + 64007.32331243147, + 63952.61706243147, + 63952.64831243147, + 63929.44128118147 + ], + "0.3": [ + 64016.81628118147, + 64022.54206243147, + 64046.16628118147, + 64023.10339055647, + 64041.20690618147, + 63996.23190618147, + 64018.68737493147, + 63974.07448430647, + 64058.08424993147, + 64022.54206243147, + 64018.68737493147, + 64003.47643743147, + 64024.99596868147, + 64006.842453056466, + 64083.20690618147, + 64024.99596868147, + 64016.129562431466, + 63979.32799993147, + 64040.79674993147, + 64016.81628118147, + 64072.406906181466, + 64041.20690618147, + 64035.36471868147, + 64018.68737493147 + ], + "0.4": [ + 64109.63659368147, + 64075.02253118147, + 64115.30846868147, + 64083.20690618147, + 64102.08346868147, + 64045.81940618147, + 64085.97487493147, + 64039.80846868147, + 64128.71784368147, + 64092.90612493147, + 64100.39831243147, + 64085.97487493147, + 64100.39831243147, + 64041.20690618147, + 64122.73815618147, + 64047.20690618147, + 64085.97487493147, + 64041.20690618147, + 64114.524093681466, + 64083.20690618147, + 64113.34753118147, + 64109.63659368147, + 64092.90612493147, + 64092.90612493147 + ], + "0.5": [ + 64142.50768743147, + 64122.45690618147, + 64139.68737493147, + 64128.13073430647, + 64125.19518743147, + 64119.19518743147, + 64123.96667180647, + 64113.34753118147, + 64191.19518743147, + 64122.73815618147, + 64139.68737493147, + 64135.37682805647, + 64141.09753118147, + 64122.73815618147, + 64185.47643743147, + 64114.32799993147, + 64122.59753118147, + 64146.44714055647, + 64153.20690618147, + 64122.73815618147, + 64154.20690618147, + 64131.21276555647, + 64141.09753118147, + 64122.73815618147 + ], + "0.6": [ + 64209.93346868147, + 64191.19518743147, + 64191.19518743147, + 64195.74596868147, + 64161.703781181466, + 64171.44909368147, + 64185.47643743147, + 64176.11706243147, + 64223.74596868147, + 64187.76393743147, + 64193.01549993147, + 64185.47643743147, + 64218.152999931466, + 64195.74596868147, + 64232.12878118147, + 64153.20690618147, + 64212.20690618147, + 64215.61706243147, + 64215.61706243147, + 64207.067062431466, + 64218.61706243147, + 64197.99440618147, + 64204.793624931466, + 64219.95299993147 + ], + "0.7": [ + 64261.71471868147, + 64235.94909368147, + 64239.79674993147, + 64241.32409368147, + 64218.61706243147, + 64232.12878118147, + 64232.12878118147, + 64223.74596868147, + 64265.42565618147, + 64232.12878118147, + 64226.26081243147, + 64226.26081243147, + 64266.78854680647, + 64233.27487493147, + 64265.42565618147, + 64218.61706243147, + 64245.65260930647, + 64239.79674993147, + 64265.42565618147, + 64241.32409368147, + 64264.41784368147, + 64241.32409368147, + 64259.31628118147, + 64261.71471868147 + ], + "0.8": [ + 64316.03893743147, + 64333.21862493147, + 64313.95690618147, + 64316.03893743147, + 64264.61940618147, + 64269.96862493147, + 64272.45690618147, + 64272.45690618147, + 64333.21862493147, + 64272.45690618147, + 64286.03503118147, + 64313.95690618147, + 64338.74440618147, + 64269.96862493147, + 64357.660812431466, + 64266.33424993147, + 64284.08581243147, + 64326.137374931466, + 64333.21862493147, + 64286.03503118147, + 64313.95690618147, + 64284.08581243147, + 64326.137374931466, + 64324.36706243147 + ], + "0.9": [ + 64369.35846868147, + 64369.35846868147, + 64369.35846868147, + 64369.16784368147, + 64368.57370305647, + 64371.07409368147, + 64357.61706243147, + 64368.764328056466, + 64391.57760930647, + 64358.902999931466, + 64371.07409368147, + 64369.16784368147, + 64388.82018743147, + 64357.61706243147, + 64447.76549993147, + 64369.16784368147, + 64355.46901555647, + 64388.82018743147, + 64369.35846868147, + 64388.82018743147, + 64371.07409368147, + 64371.13307805647, + 64416.39440618147, + 64372.84870305647 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_130349.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_130349.json new file mode 100644 index 0000000000000000000000000000000000000000..14e16f7ec02b2610cdc08bfe172abb47b993b7d8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_130349.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T13:03:49.480503+00:00", + "metrics": { + "MSE[mean]": 170658.9980653127, + "MSE[0.5]": 170658.9980653127, + "MAE[0.5]": 312.7068684895833, + "MASE[0.5]": 0.2985149693230182, + "MAPE[0.5]": 0.004873452006043427, + "sMAPE[0.5]": 0.004875844833581962, + "MSIS": 3.672475720420755, + "RMSE[mean]": 413.1089421270287, + "NRMSE[mean]": 0.006439826115369723, + "ND[0.5]": 0.004874689586204791, + "mean_weighted_sum_quantile_loss": 0.0054519002771060525 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00" + ], + "context": [ + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0 + ], + "actual": [ + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65184.078125 + ], + "predictions": { + "p50": [ + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0 + ], + "p10": [ + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0 + ], + "p90": [ + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0 + ], + "mean": [ + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0 + ], + "quantiles": { + "0.1": [ + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0 + ], + "0.2": [ + 62446.81453125, + 62990.6499609375, + 63197.6384765625, + 63073.793964843746, + 62877.178730468746, + 62848.802265624996, + 62976.96, + 62967.09845703125, + 63052.2124609375, + 63307.93154296875, + 63333.54154296875, + 63329.59, + 63284.28, + 63277.63125, + 63459.61, + 63311.97927734375, + 63292.70251953125, + 63338.909023437496, + 63228.2042578125, + 63053.79, + 63246.02275390625, + 63400.49845703125, + 63213.36, + 63237.0 + ], + "0.3": [ + 62763.8034375, + 63310.399453125, + 63518.438671875, + 63393.9655078125, + 63196.3522265625, + 63167.83171875, + 63296.64, + 63286.7283984375, + 63372.274453125, + 63629.2916015625, + 63655.0316015625, + 63651.06, + 63605.52, + 63598.8375, + 63781.74, + 63633.359882812496, + 63613.9852734375, + 63660.426328125, + 63549.159609375, + 63373.86, + 63567.0685546875, + 63722.3283984375, + 63534.24, + 63558.0 + ], + "0.4": [ + 63080.79234375, + 63630.1489453125, + 63839.2388671875, + 63714.137050781246, + 63515.525722656246, + 63486.861171874996, + 63616.32, + 63606.35833984375, + 63692.3364453125, + 63950.65166015625, + 63976.52166015625, + 63972.53, + 63926.76, + 63920.04375, + 64103.87, + 63954.74048828125, + 63935.26802734375, + 63981.9436328125, + 63870.1149609375, + 63693.93, + 63888.11435546875, + 64044.15833984375, + 63855.12, + 63879.0 + ], + "0.5": [ + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0 + ], + "0.6": [ + 63714.77015624999, + 64269.6479296875, + 64480.83925781249, + 64354.48013671875, + 64153.87271484375, + 64124.920078125, + 64255.67999999999, + 64245.618222656245, + 64332.4604296875, + 64593.371777343746, + 64619.50177734374, + 64615.469999999994, + 64569.23999999999, + 64562.456249999996, + 64748.12999999999, + 64597.501699218745, + 64577.83353515624, + 64624.97824218749, + 64512.025664062494, + 64334.06999999999, + 64530.20595703124, + 64687.81822265624, + 64496.87999999999, + 64520.99999999999 + ], + "0.7": [ + 64031.7590625, + 64589.397421875, + 64801.639453125, + 64674.6516796875, + 64473.0462109375, + 64443.94953125, + 64575.36, + 64565.2481640625, + 64652.522421875, + 64914.7318359375, + 64940.9918359375, + 64936.94, + 64890.48, + 64883.6625, + 65070.26, + 64918.882304687504, + 64899.1162890625, + 64946.495546875, + 64832.981015625, + 64654.14, + 64851.2517578125, + 65009.6481640625, + 64817.76, + 64842.0 + ], + "0.8": [ + 64348.747968749994, + 64909.14691406249, + 65122.439648437496, + 64994.82322265625, + 64792.21970703125, + 64762.978984375, + 64895.03999999999, + 64884.87810546874, + 64972.58441406249, + 65236.091894531244, + 65262.48189453124, + 65258.409999999996, + 65211.719999999994, + 65204.868749999994, + 65392.38999999999, + 65240.26291015624, + 65220.39904296874, + 65268.0128515625, + 65153.936367187496, + 64974.20999999999, + 65172.297558593746, + 65331.47810546874, + 65138.63999999999, + 65162.99999999999 + ], + "0.9": [ + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_130346.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_130346.json new file mode 100644 index 0000000000000000000000000000000000000000..88288540351483c1d8334676fdd571340819f0b5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_130346.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T13:03:46.851529+00:00", + "metrics": { + "MSE[mean]": 166416.3860054016, + "MSE[0.5]": 166416.3860054016, + "MAE[0.5]": 279.5006510416667, + "MASE[0.5]": 0.26681578397836203, + "MAPE[0.5]": 0.004355425051075164, + "sMAPE[0.5]": 0.00435360237133494, + "MSIS": 2.743364300346048, + "RMSE[mean]": 407.9416453433035, + "NRMSE[mean]": 0.0063592747416755, + "ND[0.5]": 0.004357048246337633, + "mean_weighted_sum_quantile_loss": 0.0037558183782973142 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00" + ], + "context": [ + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0 + ], + "actual": [ + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65184.078125 + ], + "predictions": { + "p50": [ + 64319.9375, + 64329.03125, + 64341.15625, + 64338.125, + 64319.9375, + 64298.71875, + 64301.75, + 64295.6875, + 64304.78125, + 64295.6875, + 64301.75, + 64283.5625, + 64286.59375, + 64289.625, + 64292.65625, + 64262.34375, + 64210.8125, + 64183.53125, + 64198.6875, + 64159.28125, + 64150.1875, + 64116.84375, + 64072.890625, + 64000.140625 + ], + "p10": [ + 64130.484375, + 64104.71875, + 64075.921875, + 64039.546875, + 63988.015625, + 63950.125, + 63921.328125, + 63891.7734375, + 63869.796875, + 63836.453125, + 63817.5078125, + 63767.6796875, + 63742.484375, + 63711.6015625, + 63696.0703125, + 63637.1484375, + 63533.328125, + 63474.21875, + 63449.96875, + 63386.3125, + 63356.0, + 63307.5, + 63243.84375, + 63162.0 + ], + "p90": [ + 64504.84375, + 64550.3125, + 64592.75, + 64604.875, + 64604.875, + 64592.75, + 64635.1875, + 64641.25, + 64671.5625, + 64683.6875, + 64695.8125, + 64714.0, + 64726.125, + 64762.5, + 64768.5625, + 64756.4375, + 64750.375, + 64750.375, + 64780.6875, + 64762.5, + 64762.5, + 64732.1875, + 64720.0625, + 64689.75 + ], + "mean": [ + 64319.9375, + 64329.03125, + 64341.15625, + 64338.125, + 64319.9375, + 64298.71875, + 64301.75, + 64295.6875, + 64304.78125, + 64295.6875, + 64301.75, + 64283.5625, + 64286.59375, + 64289.625, + 64292.65625, + 64262.34375, + 64210.8125, + 64183.53125, + 64198.6875, + 64159.28125, + 64150.1875, + 64116.84375, + 64072.890625, + 64000.140625 + ], + "quantiles": { + "0.1": [ + 64130.484375, + 64104.71875, + 64075.921875, + 64039.546875, + 63988.015625, + 63950.125, + 63921.328125, + 63891.7734375, + 63869.796875, + 63836.453125, + 63817.5078125, + 63767.6796875, + 63742.484375, + 63711.6015625, + 63696.0703125, + 63637.1484375, + 63533.328125, + 63474.21875, + 63449.96875, + 63386.3125, + 63356.0, + 63307.5, + 63243.84375, + 63162.0 + ], + "0.2": [ + 64130.484375, + 64104.71875, + 64075.921875, + 64039.546875, + 63988.015625, + 63950.125, + 63921.328125, + 63891.7734375, + 63869.796875, + 63836.453125, + 63817.5078125, + 63767.6796875, + 63742.484375, + 63711.6015625, + 63696.0703125, + 63637.1484375, + 63533.328125, + 63474.21875, + 63449.96875, + 63386.3125, + 63356.0, + 63307.5, + 63243.84375, + 63162.0 + ], + "0.3": [ + 64130.484375, + 64104.71875, + 64075.921875, + 64039.546875, + 63988.015625, + 63950.125, + 63921.328125, + 63891.7734375, + 63869.796875, + 63836.453125, + 63817.5078125, + 63767.6796875, + 63742.484375, + 63711.6015625, + 63696.0703125, + 63637.1484375, + 63533.328125, + 63474.21875, + 63449.96875, + 63386.3125, + 63356.0, + 63307.5, + 63243.84375, + 63162.0 + ], + "0.4": [ + 64319.9375, + 64329.03125, + 64341.15625, + 64338.125, + 64319.9375, + 64298.71875, + 64301.75, + 64295.6875, + 64304.78125, + 64295.6875, + 64301.75, + 64283.5625, + 64286.59375, + 64289.625, + 64292.65625, + 64262.34375, + 64210.8125, + 64183.53125, + 64198.6875, + 64159.28125, + 64150.1875, + 64116.84375, + 64072.890625, + 64000.140625 + ], + "0.5": [ + 64319.9375, + 64329.03125, + 64341.15625, + 64338.125, + 64319.9375, + 64298.71875, + 64301.75, + 64295.6875, + 64304.78125, + 64295.6875, + 64301.75, + 64283.5625, + 64286.59375, + 64289.625, + 64292.65625, + 64262.34375, + 64210.8125, + 64183.53125, + 64198.6875, + 64159.28125, + 64150.1875, + 64116.84375, + 64072.890625, + 64000.140625 + ], + "0.6": [ + 64319.9375, + 64329.03125, + 64341.15625, + 64338.125, + 64319.9375, + 64298.71875, + 64301.75, + 64295.6875, + 64304.78125, + 64295.6875, + 64301.75, + 64283.5625, + 64286.59375, + 64289.625, + 64292.65625, + 64262.34375, + 64210.8125, + 64183.53125, + 64198.6875, + 64159.28125, + 64150.1875, + 64116.84375, + 64072.890625, + 64000.140625 + ], + "0.7": [ + 64319.9375, + 64329.03125, + 64341.15625, + 64338.125, + 64319.9375, + 64298.71875, + 64301.75, + 64295.6875, + 64304.78125, + 64295.6875, + 64301.75, + 64283.5625, + 64286.59375, + 64289.625, + 64292.65625, + 64262.34375, + 64210.8125, + 64183.53125, + 64198.6875, + 64159.28125, + 64150.1875, + 64116.84375, + 64072.890625, + 64000.140625 + ], + "0.8": [ + 64504.84375, + 64550.3125, + 64592.75, + 64604.875, + 64604.875, + 64592.75, + 64635.1875, + 64641.25, + 64671.5625, + 64683.6875, + 64695.8125, + 64714.0, + 64726.125, + 64762.5, + 64768.5625, + 64756.4375, + 64750.375, + 64750.375, + 64780.6875, + 64762.5, + 64762.5, + 64732.1875, + 64720.0625, + 64689.75 + ], + "0.9": [ + 64504.84375, + 64550.3125, + 64592.75, + 64604.875, + 64604.875, + 64592.75, + 64635.1875, + 64641.25, + 64671.5625, + 64683.6875, + 64695.8125, + 64714.0, + 64726.125, + 64762.5, + 64768.5625, + 64756.4375, + 64750.375, + 64750.375, + 64780.6875, + 64762.5, + 64762.5, + 64732.1875, + 64720.0625, + 64689.75 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_130159.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_130159.json new file mode 100644 index 0000000000000000000000000000000000000000..a12568163487e02379e7dcce22ed9d9c833c8b73 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_130159.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T13:01:59.974697+00:00", + "metrics": { + "MSE[mean]": 140093.25467363992, + "MSE[0.5]": 115907.05723063152, + "MAE[0.5]": 231.14973958333334, + "MASE[0.5]": 0.22065923193190407, + "MAPE[0.5]": 0.0036053577383625985, + "sMAPE[0.5]": 0.003600888221862516, + "MSIS": 9.528415673103694, + "RMSE[mean]": 374.29033473179607, + "NRMSE[mean]": 0.005834694983666372, + "ND[0.5]": 0.003603321007444897, + "mean_weighted_sum_quantile_loss": 0.004143212086093289 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00" + ], + "context": [ + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0 + ], + "actual": [ + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65184.078125 + ], + "predictions": { + "p50": [ + 64166.21484375, + 64182.51171875, + 64190.47265625, + 64191.890625, + 64210.38671875, + 64219.90234375, + 64217.265625, + 64203.44921875, + 64212.62890625, + 64253.2265625, + 64264.7109375, + 64266.7890625, + 64273.828125, + 64265.3203125, + 64267.24609375, + 64248.4375, + 64264.671875, + 64286.05859375, + 64280.2578125, + 64306.08984375, + 64277.3203125, + 64300.74609375, + 64315.6640625, + 64322.10546875 + ], + "p10": [ + 64199.4765625, + 64270.1953125, + 64251.03515625, + 64262.2734375, + 64266.73828125, + 64263.8359375, + 64299.796875, + 64279.6328125, + 64300.24609375, + 64326.3515625, + 64321.86328125, + 64297.5859375, + 64307.81640625, + 64320.26171875, + 64334.3984375, + 64340.5703125, + 64336.91015625, + 64381.6484375, + 64381.078125, + 64347.69921875, + 64357.91796875, + 64386.3984375, + 64379.7421875, + 64380.2578125 + ], + "p90": [ + 64401.48828125, + 64452.12109375, + 64477.4765625, + 64493.671875, + 64512.1484375, + 64531.13671875, + 64553.5078125, + 64547.09765625, + 64584.1171875, + 64632.85546875, + 64658.62109375, + 64660.93359375, + 64680.5546875, + 64693.08984375, + 64695.07421875, + 64699.9296875, + 64727.3359375, + 64742.83984375, + 64749.8828125, + 64749.8515625, + 64731.44140625, + 64762.5078125, + 64765.6875, + 64782.6953125 + ], + "mean": [ + 64219.8828125, + 64241.3984375, + 64256.3359375, + 64266.0859375, + 64277.1171875, + 64284.9375, + 64302.1640625, + 64284.69921875, + 64306.66015625, + 64333.8515625, + 64340.65625, + 64343.578125, + 64355.7109375, + 64359.5078125, + 64362.61328125, + 64366.64453125, + 64380.90234375, + 64394.671875, + 64395.69140625, + 64398.296875, + 64389.75, + 64402.65234375, + 64422.9140625, + 64427.4921875 + ], + "quantiles": { + "0.1": [ + 64199.4765625, + 64270.1953125, + 64251.03515625, + 64262.2734375, + 64266.73828125, + 64263.8359375, + 64299.796875, + 64279.6328125, + 64300.24609375, + 64326.3515625, + 64321.86328125, + 64297.5859375, + 64307.81640625, + 64320.26171875, + 64334.3984375, + 64340.5703125, + 64336.91015625, + 64381.6484375, + 64381.078125, + 64347.69921875, + 64357.91796875, + 64386.3984375, + 64379.7421875, + 64380.2578125 + ], + "0.2": [ + 64199.4765625, + 64270.1953125, + 64251.03515625, + 64262.2734375, + 64266.73828125, + 64263.8359375, + 64299.796875, + 64279.6328125, + 64300.24609375, + 64326.3515625, + 64321.86328125, + 64297.5859375, + 64307.81640625, + 64320.26171875, + 64334.3984375, + 64340.5703125, + 64336.91015625, + 64381.6484375, + 64381.078125, + 64347.69921875, + 64357.91796875, + 64386.3984375, + 64379.7421875, + 64380.2578125 + ], + "0.3": [ + 64199.4765625, + 64270.1953125, + 64251.03515625, + 64262.2734375, + 64266.73828125, + 64263.8359375, + 64299.796875, + 64279.6328125, + 64300.24609375, + 64326.3515625, + 64321.86328125, + 64297.5859375, + 64307.81640625, + 64320.26171875, + 64334.3984375, + 64340.5703125, + 64336.91015625, + 64381.6484375, + 64381.078125, + 64347.69921875, + 64357.91796875, + 64386.3984375, + 64379.7421875, + 64380.2578125 + ], + "0.4": [ + 64166.21484375, + 64182.51171875, + 64190.47265625, + 64191.890625, + 64210.38671875, + 64219.90234375, + 64217.265625, + 64203.44921875, + 64212.62890625, + 64253.2265625, + 64264.7109375, + 64266.7890625, + 64273.828125, + 64265.3203125, + 64267.24609375, + 64248.4375, + 64264.671875, + 64286.05859375, + 64280.2578125, + 64306.08984375, + 64277.3203125, + 64300.74609375, + 64315.6640625, + 64322.10546875 + ], + "0.5": [ + 64166.21484375, + 64182.51171875, + 64190.47265625, + 64191.890625, + 64210.38671875, + 64219.90234375, + 64217.265625, + 64203.44921875, + 64212.62890625, + 64253.2265625, + 64264.7109375, + 64266.7890625, + 64273.828125, + 64265.3203125, + 64267.24609375, + 64248.4375, + 64264.671875, + 64286.05859375, + 64280.2578125, + 64306.08984375, + 64277.3203125, + 64300.74609375, + 64315.6640625, + 64322.10546875 + ], + "0.6": [ + 64166.21484375, + 64182.51171875, + 64190.47265625, + 64191.890625, + 64210.38671875, + 64219.90234375, + 64217.265625, + 64203.44921875, + 64212.62890625, + 64253.2265625, + 64264.7109375, + 64266.7890625, + 64273.828125, + 64265.3203125, + 64267.24609375, + 64248.4375, + 64264.671875, + 64286.05859375, + 64280.2578125, + 64306.08984375, + 64277.3203125, + 64300.74609375, + 64315.6640625, + 64322.10546875 + ], + "0.7": [ + 64166.21484375, + 64182.51171875, + 64190.47265625, + 64191.890625, + 64210.38671875, + 64219.90234375, + 64217.265625, + 64203.44921875, + 64212.62890625, + 64253.2265625, + 64264.7109375, + 64266.7890625, + 64273.828125, + 64265.3203125, + 64267.24609375, + 64248.4375, + 64264.671875, + 64286.05859375, + 64280.2578125, + 64306.08984375, + 64277.3203125, + 64300.74609375, + 64315.6640625, + 64322.10546875 + ], + "0.8": [ + 64401.48828125, + 64452.12109375, + 64477.4765625, + 64493.671875, + 64512.1484375, + 64531.13671875, + 64553.5078125, + 64547.09765625, + 64584.1171875, + 64632.85546875, + 64658.62109375, + 64660.93359375, + 64680.5546875, + 64693.08984375, + 64695.07421875, + 64699.9296875, + 64727.3359375, + 64742.83984375, + 64749.8828125, + 64749.8515625, + 64731.44140625, + 64762.5078125, + 64765.6875, + 64782.6953125 + ], + "0.9": [ + 64401.48828125, + 64452.12109375, + 64477.4765625, + 64493.671875, + 64512.1484375, + 64531.13671875, + 64553.5078125, + 64547.09765625, + 64584.1171875, + 64632.85546875, + 64658.62109375, + 64660.93359375, + 64680.5546875, + 64693.08984375, + 64695.07421875, + 64699.9296875, + 64727.3359375, + 64742.83984375, + 64749.8828125, + 64749.8515625, + 64731.44140625, + 64762.5078125, + 64765.6875, + 64782.6953125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_130244.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_130244.json new file mode 100644 index 0000000000000000000000000000000000000000..9716dd8eca278398aa2270f5012dbb475d7e14aa --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_130244.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T13:02:44.550751+00:00", + "metrics": { + "MSE[mean]": 162427.92303148904, + "MSE[0.5]": 162427.92303148904, + "MAE[0.5]": 327.5402018229167, + "MASE[0.5]": 0.3126751061513066, + "MAPE[0.5]": 0.005113785396589636, + "sMAPE[0.5]": 0.005099603261098734, + "MSIS": 2.0002075792530127, + "RMSE[mean]": 403.0234770227276, + "NRMSE[mean]": 0.006282606953688259, + "ND[0.5]": 0.005105921781001028, + "mean_weighted_sum_quantile_loss": 0.004287939245094002 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00" + ], + "context": [ + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0 + ], + "actual": [ + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65184.078125 + ], + "predictions": { + "p50": [ + 64219.140625, + 64253.75390625, + 64278.64453125, + 64296.015625, + 64314.26953125, + 64325.8125, + 64335.61328125, + 64346.63671875, + 64358.2109375, + 64370.9609375, + 64384.88671875, + 64396.87109375, + 64409.421875, + 64421.9453125, + 64432.23046875, + 64435.46484375, + 64442.3203125, + 64449.70703125, + 64454.5703125, + 64459.27734375, + 64464.2421875, + 64468.453125, + 64476.2265625, + 64478.953125 + ], + "p10": [ + 64004.390625, + 63943.109375, + 63892.12109375, + 63856.86328125, + 63834.828125, + 63808.33984375, + 63783.0546875, + 63757.3828125, + 63735.8984375, + 63714.60546875, + 63687.33203125, + 63662.34375, + 63642.27734375, + 63633.19140625, + 63613.64453125, + 63587.89453125, + 63570.21484375, + 63552.0390625, + 63537.18359375, + 63517.78125, + 63497.67578125, + 63476.41796875, + 63453.0546875, + 63428.4453125 + ], + "p90": [ + 64445.0078125, + 64569.9296875, + 64666.22265625, + 64740.22265625, + 64800.375, + 64851.4609375, + 64908.0625, + 64959.515625, + 65001.078125, + 65048.86328125, + 65092.72265625, + 65124.67578125, + 65152.015625, + 65199.26953125, + 65256.2265625, + 65284.98828125, + 65329.99609375, + 65396.9765625, + 65457.21484375, + 65519.390625, + 65580.3359375, + 65640.15625, + 65697.8125, + 65741.0390625 + ], + "mean": [ + 64219.140625, + 64253.75390625, + 64278.64453125, + 64296.015625, + 64314.26953125, + 64325.8125, + 64335.61328125, + 64346.63671875, + 64358.2109375, + 64370.9609375, + 64384.88671875, + 64396.87109375, + 64409.421875, + 64421.9453125, + 64432.23046875, + 64435.46484375, + 64442.3203125, + 64449.70703125, + 64454.5703125, + 64459.27734375, + 64464.2421875, + 64468.453125, + 64476.2265625, + 64478.953125 + ], + "quantiles": { + "0.1": [ + 64004.390625, + 63943.109375, + 63892.12109375, + 63856.86328125, + 63834.828125, + 63808.33984375, + 63783.0546875, + 63757.3828125, + 63735.8984375, + 63714.60546875, + 63687.33203125, + 63662.34375, + 63642.27734375, + 63633.19140625, + 63613.64453125, + 63587.89453125, + 63570.21484375, + 63552.0390625, + 63537.18359375, + 63517.78125, + 63497.67578125, + 63476.41796875, + 63453.0546875, + 63428.4453125 + ], + "0.2": [ + 64004.390625, + 63943.109375, + 63892.12109375, + 63856.86328125, + 63834.828125, + 63808.33984375, + 63783.0546875, + 63757.3828125, + 63735.8984375, + 63714.60546875, + 63687.33203125, + 63662.34375, + 63642.27734375, + 63633.19140625, + 63613.64453125, + 63587.89453125, + 63570.21484375, + 63552.0390625, + 63537.18359375, + 63517.78125, + 63497.67578125, + 63476.41796875, + 63453.0546875, + 63428.4453125 + ], + "0.3": [ + 64004.390625, + 63943.109375, + 63892.12109375, + 63856.86328125, + 63834.828125, + 63808.33984375, + 63783.0546875, + 63757.3828125, + 63735.8984375, + 63714.60546875, + 63687.33203125, + 63662.34375, + 63642.27734375, + 63633.19140625, + 63613.64453125, + 63587.89453125, + 63570.21484375, + 63552.0390625, + 63537.18359375, + 63517.78125, + 63497.67578125, + 63476.41796875, + 63453.0546875, + 63428.4453125 + ], + "0.4": [ + 64219.140625, + 64253.75390625, + 64278.64453125, + 64296.015625, + 64314.26953125, + 64325.8125, + 64335.61328125, + 64346.63671875, + 64358.2109375, + 64370.9609375, + 64384.88671875, + 64396.87109375, + 64409.421875, + 64421.9453125, + 64432.23046875, + 64435.46484375, + 64442.3203125, + 64449.70703125, + 64454.5703125, + 64459.27734375, + 64464.2421875, + 64468.453125, + 64476.2265625, + 64478.953125 + ], + "0.5": [ + 64219.140625, + 64253.75390625, + 64278.64453125, + 64296.015625, + 64314.26953125, + 64325.8125, + 64335.61328125, + 64346.63671875, + 64358.2109375, + 64370.9609375, + 64384.88671875, + 64396.87109375, + 64409.421875, + 64421.9453125, + 64432.23046875, + 64435.46484375, + 64442.3203125, + 64449.70703125, + 64454.5703125, + 64459.27734375, + 64464.2421875, + 64468.453125, + 64476.2265625, + 64478.953125 + ], + "0.6": [ + 64219.140625, + 64253.75390625, + 64278.64453125, + 64296.015625, + 64314.26953125, + 64325.8125, + 64335.61328125, + 64346.63671875, + 64358.2109375, + 64370.9609375, + 64384.88671875, + 64396.87109375, + 64409.421875, + 64421.9453125, + 64432.23046875, + 64435.46484375, + 64442.3203125, + 64449.70703125, + 64454.5703125, + 64459.27734375, + 64464.2421875, + 64468.453125, + 64476.2265625, + 64478.953125 + ], + "0.7": [ + 64219.140625, + 64253.75390625, + 64278.64453125, + 64296.015625, + 64314.26953125, + 64325.8125, + 64335.61328125, + 64346.63671875, + 64358.2109375, + 64370.9609375, + 64384.88671875, + 64396.87109375, + 64409.421875, + 64421.9453125, + 64432.23046875, + 64435.46484375, + 64442.3203125, + 64449.70703125, + 64454.5703125, + 64459.27734375, + 64464.2421875, + 64468.453125, + 64476.2265625, + 64478.953125 + ], + "0.8": [ + 64445.0078125, + 64569.9296875, + 64666.22265625, + 64740.22265625, + 64800.375, + 64851.4609375, + 64908.0625, + 64959.515625, + 65001.078125, + 65048.86328125, + 65092.72265625, + 65124.67578125, + 65152.015625, + 65199.26953125, + 65256.2265625, + 65284.98828125, + 65329.99609375, + 65396.9765625, + 65457.21484375, + 65519.390625, + 65580.3359375, + 65640.15625, + 65697.8125, + 65741.0390625 + ], + "0.9": [ + 64445.0078125, + 64569.9296875, + 64666.22265625, + 64740.22265625, + 64800.375, + 64851.4609375, + 64908.0625, + 64959.515625, + 65001.078125, + 65048.86328125, + 65092.72265625, + 65124.67578125, + 65152.015625, + 65199.26953125, + 65256.2265625, + 65284.98828125, + 65329.99609375, + 65396.9765625, + 65457.21484375, + 65519.390625, + 65580.3359375, + 65640.15625, + 65697.8125, + 65741.0390625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_130235.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_130235.json new file mode 100644 index 0000000000000000000000000000000000000000..8d822cbe46be72afff3ebc6ca1b22c5dcce8ba0c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_130235.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T13:02:35.741776+00:00", + "metrics": { + "MSE[mean]": 125740.73819351196, + "MSE[0.5]": 125740.73819351196, + "MAE[0.5]": 246.1171875, + "MASE[0.5]": 0.2349473966827095, + "MAPE[0.5]": 0.003837823170265174, + "sMAPE[0.5]": 0.0038339318165118903, + "MSIS": 1.8890369254902353, + "RMSE[mean]": 354.5994052356997, + "NRMSE[mean]": 0.005527739241309497, + "ND[0.5]": 0.0038366438725416967, + "mean_weighted_sum_quantile_loss": 0.00434044224609673 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00" + ], + "context": [ + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0 + ], + "actual": [ + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65184.078125 + ], + "predictions": { + "p50": [ + 64224.9921875, + 64242.0, + 64247.64453125, + 64250.16796875, + 64255.87109375, + 64257.57421875, + 64253.3203125, + 64262.69140625, + 64254.26953125, + 64254.7578125, + 64262.03515625, + 64261.140625, + 64255.953125, + 64261.33203125, + 64257.83203125, + 64258.00390625, + 64258.20703125, + 64257.79296875, + 64258.65625, + 64260.4140625, + 64259.6640625, + 64256.83984375, + 64253.6640625, + 64255.31640625 + ], + "p10": [ + 63972.63671875, + 63920.25390625, + 63858.6484375, + 63805.0703125, + 63754.046875, + 63699.3828125, + 63638.8984375, + 63598.125, + 63539.671875, + 63492.515625, + 63438.43359375, + 63385.91796875, + 63319.953125, + 63269.6953125, + 63217.8828125, + 63182.640625, + 63119.36328125, + 63070.5078125, + 63016.4609375, + 62977.6953125, + 62940.5078125, + 62892.38671875, + 62829.23046875, + 62784.33203125 + ], + "p90": [ + 64483.78125, + 64570.8125, + 64637.1171875, + 64692.3359375, + 64756.3046875, + 64813.81640625, + 64856.48828125, + 64906.37109375, + 64958.6640625, + 64998.82421875, + 65068.3984375, + 65120.390625, + 65159.34375, + 65231.5859375, + 65283.1171875, + 65318.99609375, + 65374.3125, + 65411.1171875, + 65464.98046875, + 65512.17578125, + 65563.4453125, + 65610.5078125, + 65660.7109375, + 65705.125 + ], + "mean": [ + 64224.9921875, + 64242.0, + 64247.64453125, + 64250.16796875, + 64255.87109375, + 64257.57421875, + 64253.3203125, + 64262.69140625, + 64254.26953125, + 64254.7578125, + 64262.03515625, + 64261.140625, + 64255.953125, + 64261.33203125, + 64257.83203125, + 64258.00390625, + 64258.20703125, + 64257.79296875, + 64258.65625, + 64260.4140625, + 64259.6640625, + 64256.83984375, + 64253.6640625, + 64255.31640625 + ], + "quantiles": { + "0.1": [ + 63972.63671875, + 63920.25390625, + 63858.6484375, + 63805.0703125, + 63754.046875, + 63699.3828125, + 63638.8984375, + 63598.125, + 63539.671875, + 63492.515625, + 63438.43359375, + 63385.91796875, + 63319.953125, + 63269.6953125, + 63217.8828125, + 63182.640625, + 63119.36328125, + 63070.5078125, + 63016.4609375, + 62977.6953125, + 62940.5078125, + 62892.38671875, + 62829.23046875, + 62784.33203125 + ], + "0.2": [ + 63972.63671875, + 63920.25390625, + 63858.6484375, + 63805.0703125, + 63754.046875, + 63699.3828125, + 63638.8984375, + 63598.125, + 63539.671875, + 63492.515625, + 63438.43359375, + 63385.91796875, + 63319.953125, + 63269.6953125, + 63217.8828125, + 63182.640625, + 63119.36328125, + 63070.5078125, + 63016.4609375, + 62977.6953125, + 62940.5078125, + 62892.38671875, + 62829.23046875, + 62784.33203125 + ], + "0.3": [ + 63972.63671875, + 63920.25390625, + 63858.6484375, + 63805.0703125, + 63754.046875, + 63699.3828125, + 63638.8984375, + 63598.125, + 63539.671875, + 63492.515625, + 63438.43359375, + 63385.91796875, + 63319.953125, + 63269.6953125, + 63217.8828125, + 63182.640625, + 63119.36328125, + 63070.5078125, + 63016.4609375, + 62977.6953125, + 62940.5078125, + 62892.38671875, + 62829.23046875, + 62784.33203125 + ], + "0.4": [ + 64224.9921875, + 64242.0, + 64247.64453125, + 64250.16796875, + 64255.87109375, + 64257.57421875, + 64253.3203125, + 64262.69140625, + 64254.26953125, + 64254.7578125, + 64262.03515625, + 64261.140625, + 64255.953125, + 64261.33203125, + 64257.83203125, + 64258.00390625, + 64258.20703125, + 64257.79296875, + 64258.65625, + 64260.4140625, + 64259.6640625, + 64256.83984375, + 64253.6640625, + 64255.31640625 + ], + "0.5": [ + 64224.9921875, + 64242.0, + 64247.64453125, + 64250.16796875, + 64255.87109375, + 64257.57421875, + 64253.3203125, + 64262.69140625, + 64254.26953125, + 64254.7578125, + 64262.03515625, + 64261.140625, + 64255.953125, + 64261.33203125, + 64257.83203125, + 64258.00390625, + 64258.20703125, + 64257.79296875, + 64258.65625, + 64260.4140625, + 64259.6640625, + 64256.83984375, + 64253.6640625, + 64255.31640625 + ], + "0.6": [ + 64224.9921875, + 64242.0, + 64247.64453125, + 64250.16796875, + 64255.87109375, + 64257.57421875, + 64253.3203125, + 64262.69140625, + 64254.26953125, + 64254.7578125, + 64262.03515625, + 64261.140625, + 64255.953125, + 64261.33203125, + 64257.83203125, + 64258.00390625, + 64258.20703125, + 64257.79296875, + 64258.65625, + 64260.4140625, + 64259.6640625, + 64256.83984375, + 64253.6640625, + 64255.31640625 + ], + "0.7": [ + 64224.9921875, + 64242.0, + 64247.64453125, + 64250.16796875, + 64255.87109375, + 64257.57421875, + 64253.3203125, + 64262.69140625, + 64254.26953125, + 64254.7578125, + 64262.03515625, + 64261.140625, + 64255.953125, + 64261.33203125, + 64257.83203125, + 64258.00390625, + 64258.20703125, + 64257.79296875, + 64258.65625, + 64260.4140625, + 64259.6640625, + 64256.83984375, + 64253.6640625, + 64255.31640625 + ], + "0.8": [ + 64483.78125, + 64570.8125, + 64637.1171875, + 64692.3359375, + 64756.3046875, + 64813.81640625, + 64856.48828125, + 64906.37109375, + 64958.6640625, + 64998.82421875, + 65068.3984375, + 65120.390625, + 65159.34375, + 65231.5859375, + 65283.1171875, + 65318.99609375, + 65374.3125, + 65411.1171875, + 65464.98046875, + 65512.17578125, + 65563.4453125, + 65610.5078125, + 65660.7109375, + 65705.125 + ], + "0.9": [ + 64483.78125, + 64570.8125, + 64637.1171875, + 64692.3359375, + 64756.3046875, + 64813.81640625, + 64856.48828125, + 64906.37109375, + 64958.6640625, + 64998.82421875, + 65068.3984375, + 65120.390625, + 65159.34375, + 65231.5859375, + 65283.1171875, + 65318.99609375, + 65374.3125, + 65411.1171875, + 65464.98046875, + 65512.17578125, + 65563.4453125, + 65610.5078125, + 65660.7109375, + 65705.125 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index ff297b991711d9a8206b1301752091a3327a7e6d..87c51c04ab8e7d16e11038cb1cbc0d6c9f28e7fe 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,170158.90803082785,170158.90803082785,312.4519856770833,0.2982716541207589,0.00486960047607611,0.004871934674450902,3.672475720420755,412.50322184296675,0.006430409313778353,0.004870735675299343,0.005448831619067074,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,170658.9980653127,170658.9980653127,312.7068684895833,0.2985149693230182,0.004873452006043427,0.004875844833581962,3.672475720420755,413.1089421270287,0.006439826115369723,0.004874689586204791,0.0054519002771060525,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.08928112092587288,0.08928112092587288,0.24971667329470318,0.619657149171154,0.31183712192169377,0.2707882100171111,22.144562327935144,0.29879946607360747,0.33399721642745317,0.2791326064666004,0.27216164939607673,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.034027784069380514,0.034027784069380514,0.1541666885217031,1.148693316978749,0.0929177813294281,0.09933893333219251,34.72282794639735,0.18446621389669304,0.11361477525405911,0.0949529634617271,0.08989450901230105,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 9f26bc9d7a93fe4faa27eaa95465ca70df144779..89aec65498507757303f610f1644b7b5c6df743a 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T12:56:07.233373+00:00", + "evaluated_at": "2026-06-22T13:03:49.480503+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64145.390625, 64139.2109375, 64657.21875, - 65177.9609375 + 65184.078125 ], "p50": [ 63397.78125, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index a9f8a6c1ac08345167a76ff6e3491aecd5ed5c6f..500e553289d2c09f8645fe6ce506ea0dfc6159a6 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,13 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T12:56:07.254409+00:00", + "evaluated_at": "2026-06-22T13:03:49.486181+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 9e25e6f6a5bddc0dfdd15eaeac8ad2078edd8234..ad1ac629112dfdba3bef12f6c98cacc6c231f270 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,165814.41453170776,165814.41453170776,279.2457682291667,0.2665724687761028,0.004351585511207099,0.0043496923141467525,2.7336316922556776,407.20316124964916,0.006347787997875435,0.004353092276058888,0.00375186001609845,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,166416.3860054016,166416.3860054016,279.5006510416667,0.26681578397836203,0.004355425051075164,0.00435360237133494,2.743364300346048,407.9416453433035,0.0063592747416755,0.004357048246337633,0.0037558183782973142,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0015732917383025106,0.0015732917383025106,0.029953473806381227,0.07432777291859241,0.029962765552023388,0.029558802959699558,0.8916718571601436,0.03966474175262598,0.04433713858252783,0.033481910142367656,0.05484874795845389,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.06544521650423579,0.06544521650423579,0.23009587162070805,1.714440340708874,0.13822355159548444,0.15070710637405874,28.917054565759752,0.25582262703724196,0.15756397695686802,0.14171858460603576,0.1213607799664952,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 1f7356c51abb96f1a18467ba185bd6d21563bcea..f4f99802badb7de757c6fa1112e84f6759fc91f0 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T12:55:56.546375+00:00", + "evaluated_at": "2026-06-22T13:03:46.851529+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64145.390625, 64139.2109375, 64657.21875, - 65177.9609375 + 65184.078125 ], "p50": [ 64319.9375, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 3713f51234c3cb95e5b86ffe63e7fa5e5925434a..a9d29ac6279ea6a8fc1be1bb8292931de057c3f4 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,13 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T12:56:06.731613+00:00", + "evaluated_at": "2026-06-22T13:03:49.162509+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index a878564e1bdb1109431dbb70781a8f564628150b..1bc8d4ba2e1edade57b234532730743b2a9794a0 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,139709.13233629861,115469.21236673991,230.89485677083334,0.2204159167296448,0.0036014988829611363,0.0035969780099240067,9.518683065013326,373.77684831500545,0.005826713585268717,0.0035993620385537375,0.004139255265093313,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,140093.25467363992,115907.05723063152,231.14973958333334,0.22065923193190407,0.0036053577383625985,0.003600888221862516,9.528415673103694,374.29033473179607,0.005834694983666372,0.003603321007444897,0.004143212086093289,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0035378095819993405,0.009779705848843,0.08641642232735952,0.21443723878920457,0.09006403653347658,0.09530972938202036,0.4512589293447625,0.05947948875031914,0.06648600795103408,0.09659603777152367,0.061810895942793764,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.03141719841925945,0.04291615579546024,0.18188143935468462,1.35519544379258,0.10890813364331013,0.11682312761592757,18.485888781174562,0.17724897297095812,0.10916959698314285,0.11202278411124114,0.08279747150566935,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index ec64fb996a7f165ee7c317e2ee3ac25c51923732..d642f3f2576ca7a05e169483217ff4256cce021a 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T12:53:24.705986+00:00", + "evaluated_at": "2026-06-22T13:01:59.974697+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64145.390625, 64139.2109375, 64657.21875, - 65177.9609375 + 65184.078125 ], "p50": [ 64166.21484375, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index c72641832ee9ed17ff7a450f7c26419657ff682f..b9bed786253b7df89a87b5517a259196f86ff4ef 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,13 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T12:53:41.187310+00:00", + "evaluated_at": "2026-06-22T13:02:02.848581+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 4fd78bf40a8b3da64a9ae442d4e395e2285a7a90..9904f51dc854a6a45b5c46f3daae118340b7ef9c 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,162070.0337111155,162070.0337111155,327.2853190104167,0.3124317909490473,0.005109917131477141,0.005095692991795721,2.0002075792530127,402.5792266264064,0.0062757066402201935,0.005101968790024824,0.004285748912880949,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,162427.92303148904,162427.92303148904,327.5402018229167,0.3126751061513066,0.005113785396589636,0.005099603261098734,2.0002075792530127,403.0234770227276,0.006282606953688259,0.005105921781001028,0.004287939245094002,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.005858503197393065,0.005858503197393065,0.06653669774532318,0.16510687851216163,0.08251669348458825,0.0786555977549911,1.8115474621129473,0.07654085965935492,0.08555716114596817,0.07437453663902538,0.09956475918037286,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.039578254903526795,0.039578254903526795,0.1749485217862659,1.3035383954744795,0.10491170013123342,0.1121831748394319,5.1881213701669475,0.19894284330813913,0.12253109094284353,0.10775272373133907,0.0884034428797188,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 5988f15ba9e765c7ceb98e998a7b7a9f505c33c9..777d33f7fe5bf905348f74959db8e6a9dfcafdc6 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T12:54:30.860390+00:00", + "evaluated_at": "2026-06-22T13:02:44.550751+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64145.390625, 64139.2109375, 64657.21875, - 65177.9609375 + 65184.078125 ], "p50": [ 64219.140625, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index bd5c72a1b67b0807b22df0ae97f1755e714fe47c..a5998cff42819b3c08e36e034f16653fd52b4309 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,13 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T12:54:50.822965+00:00", + "evaluated_at": "2026-06-22T13:02:46.659621+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 3efe5e562eea990f0b28833478401134a3216e11..ba99688d50af55a7046a9d529eab134b360abf09 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,125268.84656143188,125268.84656143188,245.8623046875,0.23470408148045022,0.0038339683217184736,0.003830021632570958,1.8890369254902353,353.9333928318037,0.005517378932349806,0.0038326858318972605,0.004338252122760499,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,125740.73819351196,125740.73819351196,246.1171875,0.2349473966827095,0.003837823170265174,0.0038339318165118903,1.8890369254902353,354.5994052356997,0.005527739241309497,0.0038366438725416967,0.00434044224609673,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.01710041214766598,0.01710041214766598,0.09567033251126607,0.2374002693613689,0.09074775968968948,0.08497145312730234,1.0569290346739164,0.1307685441827123,0.14617271686334582,0.10694003297040751,0.08433135381249074,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.025330998076001008,0.025330998076001008,0.13403364850415123,0.9986823856913988,0.07994294276951891,0.08438060991338522,7.503372727885845,0.15915714899432262,0.09802664309678735,0.08255280210721394,0.07241612849650031,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index b216e092666fe7caf85f0ed686997451e12544e3..53caac77f02fba3c49b5114e609103934f8e7ed6 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T12:54:10.873367+00:00", + "evaluated_at": "2026-06-22T13:02:35.741776+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64145.390625, 64139.2109375, 64657.21875, - 65177.9609375 + 65184.078125 ], "p50": [ 64224.9921875, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 9244aa88a685e59f9b37d3300fe7b046d0fbd652..fcf2e52742d71753d577613e8b6d7b1b8366887a 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,13 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T12:54:23.802881+00:00", + "evaluated_at": "2026-06-22T13:02:38.461866+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t120000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", + "data_fetched_at": "2026-06-22T13:00:45.779592Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t064200z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t125000z", - "data_fetched_at": "2026-06-22T12:52:16.580603Z", - "context_length": 75, - "prediction_length": 72 } ], "failed_datasets": []