diff --git a/results/.DS_Store b/results/.DS_Store index ba60ce047646f13d94cb5efe2b4da56c12ca23a8..6ed1cb6cd7aa4eddaad9dcc98645df19ef9eefd3 100644 Binary files a/results/.DS_Store and b/results/.DS_Store differ diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index f141f0525e5707cb6d532cba0807072762cfa275..e8edc81c22c04a3b07c5ca6a4dbcae5a25e0a508 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-24T07:51:28.336217+00:00", + "generated_at": "2026-06-24T07:58:58.191898+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 9344, - "num_unique_releases": 1094 + "num_model_releases": 9354, + "num_unique_releases": 1095 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index a62bb9694d37610b8bf6c3272a1f7adb0add58df..42e78b761e4394b82cf9907e38f41f2e0b439edd 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.5420688059385617,0.8626346285029947,0.1791841362838805,0.49627167732600885,37.911646637478654,3.529840426333731,0.6989724724815767,1202.2525942556863,7.592282586077346,0.0973924454423611,0.1,10,1049,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T07:50:03.409141+00:00 -2,Chronos-2,2.7519577522346315,0.9025269413874026,0.1735650843133652,0.5284645574856237,35.7148679746657,3.807901061615862,0.6549687572833203,1148.614309763254,8.369721099824527,0.12403713468472828,0.0,10,1070,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T07:48:47.656356+00:00 -3,Moirai-1.1-Large,24403.637955001905,7.686275699024767,0.2628965839690883,0.5477198052849848,22.42766956763067,4.713598953005123,0.5486150507667378,1106.9746852728274,180963.82313255686,0.10369837183860557,0.2,10,1033,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T07:50:57.199277+00:00 -4,Toto-2.0-1B,2.49146721359264,0.8553431422491047,0.16295251976885733,0.48570302056136516,36.73248567899031,3.767934888751867,0.6698307875268411,1099.7309346889751,7.622815499022158,0.08601054320138586,0.1,10,1055,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T07:49:47.402537+00:00 -5,Timer-S1,2.494474168692604,0.8706903620628926,0.17335018478053038,0.5155713656381469,35.970113519690855,4.17064902590029,0.6259405905674299,1055.3766091939676,7.66554707431308,0.06832391536404799,0.1,10,1008,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T07:51:20.053767+00:00 -6,TimesFM-2.5,2.416596386417279,0.8303065531494852,0.14527850048226093,0.6135779582986156,39.592145817011456,4.5702215849431305,0.5498444038003013,1038.296489741848,7.387588906152897,0.0413382889303243,0.1,10,1077,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T07:49:15.358031+00:00 -7,ARIMA,3.0849937749041847,1.180971172166043,0.2875422742115937,0.8229389568316728,1.879186338738728,6.7012281508563065,0.3447808885097917,876.5520478186559,8.11657135015189,-0.012452743015511646,0.2,10,763,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T07:51:22.659392+00:00 -8,ETS,5.623852012197279,1.5992164111638552,0.4229505586135846,1.1562063148288435,-6.3563542482525515,7.172802734636967,0.2934500751761254,865.5073649814801,12.582279476983972,0.03320363486808948,0.1,10,763,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T07:51:22.770850+00:00 -9,Moving-Average,3.15529161099533,1.1512495083822114,0.2992361083087445,0.8004590003052151,8.026941116641364,6.48568133822954,0.3650089529400011,852.7983608489169,8.214656608967891,-0.07872858842631725,0.2,10,763,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T07:51:22.825098+00:00 -10,Seasonal-Naive,3.541879537761578,1.2740111832755274,0.3155174741856122,0.9440697009442328,1.735227861484449e-16,7.510183424937454,0.24858802094787508,753.8966034343886,8.395982904991131,0.07378297869165754,0.2,10,763,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T07:51:22.850496+00:00 +1,TiRex,2.5419766805130064,0.8626178074376177,0.1791834689317488,0.4962859203365227,37.930141645943195,3.529517983769909,0.6990520750764425,1202.2535905553066,7.5921297866688775,0.09722706233493836,0.1,10,1050,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T07:58:08.289607+00:00 +2,Chronos-2,2.7519606968519397,0.9025802485397787,0.17356521464794766,0.5284902167724369,35.730043750016314,3.8083600338495955,0.6548897654194079,1148.6113491702718,8.36949398561735,0.12412745406441177,0.0,10,1071,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T07:57:13.261391+00:00 +3,Moirai-1.1-Large,24403.63789186564,7.686296285422155,0.262895480409519,0.547705126240662,22.44719941255257,4.7131454069058325,0.5487025247152022,1106.9760576293374,180963.82287272188,0.10377085638368086,0.2,10,1034,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T07:58:30.952052+00:00 +4,Toto-2.0-1B,2.491405611131035,0.8553584476617114,0.16295231488202952,0.48572554487378017,36.74830657214298,3.7681505774899833,0.669788206152961,1099.728357242842,7.62262223307358,0.08595176124832675,0.1,10,1056,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T07:57:59.648149+00:00 +5,Timer-S1,2.4952871772278917,0.8710097688333172,0.17335285460351837,0.5157817640985864,35.9743654522466,4.171641415418581,0.6258311478961454,1055.372882358123,7.666086860404017,0.0685144882162824,0.1,10,1009,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T07:58:45.929585+00:00 +6,TimesFM-2.5,2.416546995247202,0.8303184053178263,0.1452777570673887,0.6136270838165286,39.60732658113293,4.570311336901355,0.5498199420824657,1038.2955394201686,7.387437918650574,0.041259041589327604,0.1,10,1078,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T07:57:33.568215+00:00 +7,ARIMA,3.0850693217105256,1.181052439751689,0.287540116835144,0.8227783015850749,1.9083212092198203,6.699808056375376,0.3449622891937369,876.5577053174275,8.116235575614947,-0.01249935900268433,0.2,10,764,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T07:58:52.217635+00:00 +8,ETS,5.623409244923931,1.599095148366774,0.4229490709022873,1.1560947631276624,-6.328363771937466,7.171294784412288,0.29364248384556596,865.5160956370439,12.581904086702274,0.03276302583461481,0.1,10,764,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T07:58:52.470444+00:00 +9,Moving-Average,3.157938576066143,1.1519740450103164,0.2992425075490194,0.8011887885324294,8.023753004501348,6.487431251814054,0.36481779049400526,852.7943572817699,8.217704267842468,-0.07839585582353559,0.2,10,764,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T07:58:52.511893+00:00 +10,Seasonal-Naive,3.5450017885766,1.2747862099109875,0.3155234301949371,0.9445406542654033,1.7674468250584581e-16,7.511066303149228,0.2484937751240676,753.8940653877096,8.399850868200764,0.0741981248415728,0.2,10,764,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T07:58:52.522097+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index d64b82cc00b952f67c8e1a9dff7c013cb85f0497..44a125f6814ce331c00355154ec1b5dd9b3a568f 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.529840426333731,0.6989724724815767,1202.2525942556863,90,1049,8160 -2,Chronos-2,3.807901061615862,0.6549687572833203,1148.614309763254,90,1066,8162 -3,Moirai-1.1-Large,4.713598953005123,0.5486150507667378,1106.9746852728274,90,1033,8088 -4,Toto-2.0-1B,3.767934888751867,0.6698307875268411,1099.7309346889751,90,1055,8189 -5,Timer-S1,4.17064902590029,0.6259405905674299,1055.3766091939676,90,1008,7994 -6,TimesFM-2.5,4.5702215849431305,0.5498444038003013,1038.296489741848,90,1073,8207 -7,ARIMA,6.7012281508563065,0.3447808885097917,876.5520478186559,90,763,6778 -8,ETS,7.172802734636967,0.2934500751761254,865.5073649814801,90,763,6778 -9,Moving-Average,6.48568133822954,0.3650089529400011,852.7983608489169,90,763,6778 -10,Seasonal-Naive,7.510183424937454,0.24858802094787508,753.8966034343886,90,763,6778 +1,TiRex,3.529517983769909,0.6990520750764425,1202.2535905553066,90,1050,8169 +2,Chronos-2,3.8083600338495955,0.6548897654194079,1148.6113491702718,90,1067,8171 +3,Moirai-1.1-Large,4.7131454069058325,0.5487025247152022,1106.9760576293374,90,1034,8097 +4,Toto-2.0-1B,3.7681505774899833,0.669788206152961,1099.728357242842,90,1056,8198 +5,Timer-S1,4.171641415418581,0.6258311478961454,1055.372882358123,90,1009,8003 +6,TimesFM-2.5,4.570311336901355,0.5498199420824657,1038.2955394201686,90,1074,8216 +7,ARIMA,6.699808056375376,0.3449622891937369,876.5577053174275,90,764,6787 +8,ETS,7.171294784412288,0.29364248384556596,865.5160956370439,90,764,6787 +9,Moving-Average,6.487431251814054,0.36481779049400526,852.7943572817699,90,764,6787 +10,Seasonal-Naive,7.511066303149228,0.2484937751240676,753.8940653877096,90,764,6787 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 52bf7859d76f2b1e843e8143b7924db7ac4078ac..ab3c1d7f4bbeffca17cdde92f9a733499a450a42 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -203,6 +203,7 @@ binance_btcusdt_1h_close/1h/short|window:bdb7909e7ad7281b7282,2026-06-22T02:04:3 binance_btcusdt_1h_close/1h/short|window:c2f4bca7b0d06888f90e,2026-06-22T00:11:36.773564+00:00,2026-06-22T00:11:36.773564+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5930053889867758,0.7700684313661844,0.007918319918831037,0.390176628911368,-25.113170163314514,True binance_btcusdt_1h_close/1h/short|window:c40eb5dfb0fd71c68c66,2026-06-23T09:17:05.869684+00:00,2026-06-23T09:17:05.869684+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.61316802676192,1.6165296244615872,0.01422281564559562,1.3259571192567623,-14.25312520432679,True binance_btcusdt_1h_close/1h/short|window:c5d5c10fd70f26f27265,2026-06-23T10:03:56.040282+00:00,2026-06-23T10:03:56.040282+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.6134479329145046,1.616616198395434,0.01422327236997187,1.326004471453641,-14.25129427243284,True +binance_btcusdt_1h_close/1h/short|window:c9c3b300333b42acd7fd,2026-06-24T07:58:52.217635+00:00,2026-06-24T07:58:52.217635+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.8564262956791275,1.3625073561926657,0.005370778329915111,0.3942293088860767,69.17749215322469,True binance_btcusdt_1h_close/1h/short|window:ca732bfc9391bd48bf1b,2026-06-17T14:59:54.972439+00:00,2026-06-17T14:59:54.972439+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5025207512305915,0.7088869805763056,0.009842896388507204,0.4634411033075995,23.108825502160187,True binance_btcusdt_1h_close/1h/short|window:ca9dc938b8db7f2ff20e,2026-06-18T02:06:33.661569+00:00,2026-06-18T02:06:33.661569+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.9932818594518698,0.9966352690186464,0.008460377304076734,0.4045642695293279,6.378140402534388,True binance_btcusdt_1h_close/1h/short|window:caf5da82e6d3ecbe23a1,2026-06-22T00:19:18.252212+00:00,2026-06-22T00:19:18.252212+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5936023993117263,0.770455968444483,0.007922447059760763,0.39026693140768787,-25.102624556237974,True @@ -1059,6 +1060,7 @@ binance_btcusdt_1h_close/1h/short|window:bf8e257465b5710abf80,2026-06-17T04:34:5 binance_btcusdt_1h_close/1h/short|window:c2f4bca7b0d06888f90e,2026-06-22T00:09:11.811667+00:00,2026-06-22T00:09:11.811667+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.21882314798685087,0.46778536529785847,0.0055849835510729294,0.2762375938050429,23.72419056059021,True binance_btcusdt_1h_close/1h/short|window:c40eb5dfb0fd71c68c66,2026-06-23T09:11:12.337175+00:00,2026-06-23T09:11:12.337175+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.8825164916089983,1.372048283264477,0.0093575040829283,0.7159280141340189,2.0465693894267027,True binance_btcusdt_1h_close/1h/short|window:c5d5c10fd70f26f27265,2026-06-23T10:00:10.836329+00:00,2026-06-23T10:00:10.836329+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.882802852191224,1.3721526344365718,0.009357965749884503,0.7159753663308979,2.046188628397843,True +binance_btcusdt_1h_close/1h/short|window:c9c3b300333b42acd7fd,2026-06-24T07:57:13.261391+00:00,2026-06-24T07:57:13.261391+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.056078333712518,1.0276567197817168,0.009139856451921873,0.5646738325388255,81.21787040308864,True binance_btcusdt_1h_close/1h/short|window:ca732bfc9391bd48bf1b,2026-06-17T14:56:45.419422+00:00,2026-06-17T14:56:45.419422+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.08660045418695657,0.2942795510852845,0.004451591318498959,0.2436133002700661,80.56489885916625,True binance_btcusdt_1h_close/1h/short|window:ca9dc938b8db7f2ff20e,2026-06-18T02:03:57.128570+00:00,2026-06-18T02:03:57.128570+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.7063435810523817,0.8404424912225593,0.010987961459167141,0.3643069909799092,23.01278395327311,True binance_btcusdt_1h_close/1h/short|window:caf5da82e6d3ecbe23a1,2026-06-22T00:16:56.041225+00:00,2026-06-22T00:16:56.041225+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.21935514195510705,0.46835365051967626,0.00558916572422212,0.27632789630136284,23.667707781012286,True @@ -2036,6 +2038,7 @@ binance_btcusdt_1h_close/1h/short|window:bdb7909e7ad7281b7282,2026-06-22T02:04:3 binance_btcusdt_1h_close/1h/short|window:c2f4bca7b0d06888f90e,2026-06-22T00:11:36.864323+00:00,2026-06-22T00:11:36.864323+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.03895053915403481,0.19735890948734697,0.0021568933057026043,0.09644157836744575,80.22290902116795,True binance_btcusdt_1h_close/1h/short|window:c40eb5dfb0fd71c68c66,2026-06-23T09:17:06.016379+00:00,2026-06-23T09:17:06.016379+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.8560007976332393,1.3623512020155593,0.009313472677580906,0.8454604213452437,2.7554263846313596,True binance_btcusdt_1h_close/1h/short|window:c5d5c10fd70f26f27265,2026-06-23T10:03:56.164821+00:00,2026-06-23T10:03:56.164821+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.8562855920440933,1.3624557211315504,0.009313934325799302,0.8455077735421225,2.754979346051297,True +binance_btcusdt_1h_close/1h/short|window:c9c3b300333b42acd7fd,2026-06-24T07:58:52.470444+00:00,2026-06-24T07:58:52.470444+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.49398736025529766,0.7028423438121082,0.005631273292470464,0.4172112695763474,90.75230883680598,True binance_btcusdt_1h_close/1h/short|window:ca732bfc9391bd48bf1b,2026-06-17T14:59:55.085369+00:00,2026-06-17T14:59:55.085369+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.31085184736793386,0.5575408930006246,0.006375702599157883,0.3151787237078866,44.26317321731191,True binance_btcusdt_1h_close/1h/short|window:ca9dc938b8db7f2ff20e,2026-06-18T02:06:33.773332+00:00,2026-06-18T02:06:33.773332+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.5380913602865238,1.2401981133216273,0.016215257836396678,0.9049941166523413,-15.35493070836452,True binance_btcusdt_1h_close/1h/short|window:caf5da82e6d3ecbe23a1,2026-06-22T00:19:18.320205+00:00,2026-06-22T00:19:18.320205+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.03915050289941784,0.197864860193562,0.0021610377620754277,0.09671248585640552,80.15348788114858,True @@ -2888,6 +2891,7 @@ binance_btcusdt_1h_close/1h/short|window:bf8e257465b5710abf80,2026-06-17T04:36:4 binance_btcusdt_1h_close/1h/short|window:c2f4bca7b0d06888f90e,2026-06-22T00:11:09.691670+00:00,2026-06-22T00:11:09.691670+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.5063346042778561,0.7115719248803006,0.0071523820930447625,0.31132913825913694,-17.577289473961734,True binance_btcusdt_1h_close/1h/short|window:c40eb5dfb0fd71c68c66,2026-06-23T09:13:44.176727+00:00,2026-06-23T09:13:44.176727+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,2.047034558871234,1.4307461545890081,0.009507401994664606,0.7037133589437956,-2.141954547584807,True binance_btcusdt_1h_close/1h/short|window:c5d5c10fd70f26f27265,2026-06-23T10:03:08.047505+00:00,2026-06-23T10:03:08.047505+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.9924389798558497,1.4115378067398159,0.009665908883509667,0.7218274096064596,-0.7834077448993295,True +binance_btcusdt_1h_close/1h/short|window:c9c3b300333b42acd7fd,2026-06-24T07:58:30.952052+00:00,2026-06-24T07:58:30.952052+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.0551985477060162,1.0272285761728088,0.005717901114307688,0.453021711166914,81.2320489183424,True binance_btcusdt_1h_close/1h/short|window:ca732bfc9391bd48bf1b,2026-06-17T14:58:35.885654+00:00,2026-06-17T14:58:35.885654+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.15263016119186196,0.3906791025789093,0.006044850823660346,0.29090348156082924,68.10921624830829,True binance_btcusdt_1h_close/1h/short|window:ca9dc938b8db7f2ff20e,2026-06-18T02:06:01.249766+00:00,2026-06-18T02:06:01.249766+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.2949281398020516,1.1379490936777672,0.01466198177983221,0.5530978270749483,-6.862188321948013,True binance_btcusdt_1h_close/1h/short|window:caf5da82e6d3ecbe23a1,2026-06-22T00:18:49.890681+00:00,2026-06-22T00:18:49.890681+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.48223907444295844,0.6944343557478694,0.0073357028900095,0.3168851397408921,-15.144879035397057,True @@ -3832,6 +3836,7 @@ binance_btcusdt_1h_close/1h/short|window:bdb7909e7ad7281b7282,2026-06-22T02:04:3 binance_btcusdt_1h_close/1h/short|window:c2f4bca7b0d06888f90e,2026-06-22T00:11:36.904837+00:00,2026-06-22T00:11:36.904837+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.16921850360101018,0.41136176730587176,0.005484740455889419,0.24777329477692445,35.43293121456026,True binance_btcusdt_1h_close/1h/short|window:c40eb5dfb0fd71c68c66,2026-06-23T09:17:06.099352+00:00,2026-06-23T09:17:06.099352+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.8252861310436583,1.3510315063105147,0.009474530653297626,0.8560364725061426,3.588947194207062,True binance_btcusdt_1h_close/1h/short|window:c5d5c10fd70f26f27265,2026-06-23T10:03:56.235882+00:00,2026-06-23T10:03:56.235882+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.8255595418707882,1.3511326884768897,0.009474991790206944,0.8560838247030215,3.5886828557852053,True +binance_btcusdt_1h_close/1h/short|window:c9c3b300333b42acd7fd,2026-06-24T07:58:52.511893+00:00,2026-06-24T07:58:52.511893+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,8.66946653355199,2.94439578412142,0.026687698574261787,2.6616882382018097,8.05994099904294,True binance_btcusdt_1h_close/1h/short|window:ca732bfc9391bd48bf1b,2026-06-17T14:59:55.104611+00:00,2026-06-17T14:59:55.104611+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6715246857331527,0.8194660979766965,0.01246787586999414,0.6209775455788088,9.013658412804338,True binance_btcusdt_1h_close/1h/short|window:ca9dc938b8db7f2ff20e,2026-06-18T02:06:33.793389+00:00,2026-06-18T02:06:33.793389+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.0513388641594579,1.0253481672873161,0.013399941234656085,0.7314306691998776,3.5450608024002963,True binance_btcusdt_1h_close/1h/short|window:caf5da82e6d3ecbe23a1,2026-06-22T00:19:18.362069+00:00,2026-06-22T00:19:18.362069+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.16937385427532853,0.4115505488701583,0.005488879751452393,0.24804420226588422,35.44664723097654,True @@ -4595,6 +4600,7 @@ binance_btcusdt_1h_close/1h/short|window:bdb7909e7ad7281b7282,2026-06-22T02:04:3 binance_btcusdt_1h_close/1h/short|window:c2f4bca7b0d06888f90e,2026-06-22T00:11:36.932926+00:00,2026-06-22T00:11:36.932926+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.35494499579318867,0.5957726040975606,0.0079941775457816,0.35287788626077843,0.0,True binance_btcusdt_1h_close/1h/short|window:c40eb5dfb0fd71c68c66,2026-06-23T09:17:06.149597+00:00,2026-06-23T09:17:06.149597+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.9611804159412627,1.400421513666961,0.01046557714994706,0.7207873597139988,0.0,True binance_btcusdt_1h_close/1h/short|window:c5d5c10fd70f26f27265,2026-06-23T10:03:56.286740+00:00,2026-06-23T10:03:56.286740+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.9614637992584782,1.4005226878770933,0.010466038683175369,0.7208347119108777,0.0,True +binance_btcusdt_1h_close/1h/short|window:c9c3b300333b42acd7fd,2026-06-24T07:58:52.522097+00:00,2026-06-24T07:58:52.522097+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,10.189487066775248,3.1920975966870513,0.026858661615814478,1.8974610919452306,8.716615604687296e-15,True binance_btcusdt_1h_close/1h/short|window:ca732bfc9391bd48bf1b,2026-06-17T14:59:55.120864+00:00,2026-06-17T14:59:55.120864+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.8045752959099277,0.8969812126850415,0.013264241335120252,0.45614546550246976,-1.3798870413608204e-14,True binance_btcusdt_1h_close/1h/short|window:ca9dc938b8db7f2ff20e,2026-06-18T02:06:33.805732+00:00,2026-06-18T02:06:33.805732+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.1286197214877989,1.06236515449623,0.014352097182532927,0.5231606475706421,-9.836998268660493e-15,True binance_btcusdt_1h_close/1h/short|window:caf5da82e6d3ecbe23a1,2026-06-22T00:19:18.385167+00:00,2026-06-22T00:19:18.385167+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.35538232649613455,0.5961395193208839,0.007998348768348365,0.35296818875709834,7.810060756054735e-15,True @@ -5448,6 +5454,7 @@ binance_btcusdt_1h_close/1h/short|window:bf8e257465b5710abf80,2026-06-17T04:36:1 binance_btcusdt_1h_close/1h/short|window:c2f4bca7b0d06888f90e,2026-06-22T00:10:39.938469+00:00,2026-06-22T00:10:39.938469+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.31870196356060765,0.5645369461431268,0.0063697868193982226,0.27341100212203795,5.380122589337828,True binance_btcusdt_1h_close/1h/short|window:c40eb5dfb0fd71c68c66,2026-06-23T09:12:53.273818+00:00,2026-06-23T09:12:53.273818+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.7353680449494326,1.3173336877759685,0.009185057288164726,0.6976902053847057,6.1087355780916734,True binance_btcusdt_1h_close/1h/short|window:c5d5c10fd70f26f27265,2026-06-23T10:02:00.176398+00:00,2026-06-23T10:02:00.176398+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.7356359581273355,1.3174353715182143,0.009185518126530779,0.6977375575815845,6.108243108128183,True +binance_btcusdt_1h_close/1h/short|window:c9c3b300333b42acd7fd,2026-06-24T07:58:08.289607+00:00,2026-06-24T07:58:08.289607+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.5531706889709512,0.7437544547570463,0.006012656659780412,0.5071342960962059,89.70141837246815,True binance_btcusdt_1h_close/1h/short|window:ca732bfc9391bd48bf1b,2026-06-17T14:58:07.420107+00:00,2026-06-17T14:58:07.420107+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.24709193675091892,0.497083430372527,0.005778361193774492,0.22858563879632277,53.009482642956144,True binance_btcusdt_1h_close/1h/short|window:ca9dc938b8db7f2ff20e,2026-06-18T02:05:40.009861+00:00,2026-06-18T02:05:40.009861+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.8634966012525306,0.9292451782239877,0.012106422590246064,0.4824937088085297,13.3086164301173,True binance_btcusdt_1h_close/1h/short|window:caf5da82e6d3ecbe23a1,2026-06-22T00:18:17.268898+00:00,2026-06-22T00:18:17.268898+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3193792363943066,0.5651364759014469,0.0063739857983081865,0.27350130461835787,5.335675901218118,True @@ -6493,6 +6500,7 @@ binance_btcusdt_1h_close/1h/short|window:bf8e257465b5710abf80,2026-06-17T04:37:0 binance_btcusdt_1h_close/1h/short|window:c2f4bca7b0d06888f90e,2026-06-22T00:11:29.870997+00:00,2026-06-22T00:11:29.870997+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.11037834229577528,0.3322323619031946,0.0034351697226089172,0.16628707135051188,52.558432702263325,True binance_btcusdt_1h_close/1h/short|window:c40eb5dfb0fd71c68c66,2026-06-23T09:14:15.944104+00:00,2026-06-23T09:14:15.944104+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.7521955648391916,1.323705240920044,0.008978367339923741,0.7369002103638796,5.6278936521302105,True binance_btcusdt_1h_close/1h/short|window:c5d5c10fd70f26f27265,2026-06-23T10:03:40.765749+00:00,2026-06-23T10:03:40.765749+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.7524794762799187,1.3238124777625866,0.008978828896873436,0.7369475625607587,5.6270197866246034,True +binance_btcusdt_1h_close/1h/short|window:c9c3b300333b42acd7fd,2026-06-24T07:58:45.929585+00:00,2026-06-24T07:58:45.929585+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,4.1230923350143645,2.030539912194381,0.018442112044330695,1.2785443904125533,42.3850555616995,True binance_btcusdt_1h_close/1h/short|window:ca732bfc9391bd48bf1b,2026-06-17T14:59:50.246267+00:00,2026-06-17T14:59:50.246267+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.1746896540661356,0.4179589143278746,0.004911338850915652,0.2347676904400505,64.32229008698705,True binance_btcusdt_1h_close/1h/short|window:ca9dc938b8db7f2ff20e,2026-06-18T02:06:23.470152+00:00,2026-06-18T02:06:23.470152+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.7051059426773432,0.8397058667636801,0.010904426873249195,0.3658917842812765,23.095809099845518,True binance_btcusdt_1h_close/1h/short|window:caf5da82e6d3ecbe23a1,2026-06-22T00:19:12.260653+00:00,2026-06-22T00:19:12.260653+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.11079033890938893,0.3328518272586001,0.0034393380145453837,0.16637737384683177,52.468110152699566,True @@ -7510,6 +7518,7 @@ binance_btcusdt_1h_close/1h/short|window:bf8e257465b5710abf80,2026-06-17T04:35:4 binance_btcusdt_1h_close/1h/short|window:c2f4bca7b0d06888f90e,2026-06-22T00:09:47.530795+00:00,2026-06-22T00:09:47.530795+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.2183957147967696,0.467328273055215,0.003750536843196364,0.2946335376405556,23.81642860419105,True binance_btcusdt_1h_close/1h/short|window:c40eb5dfb0fd71c68c66,2026-06-23T09:11:52.978850+00:00,2026-06-23T09:11:52.978850+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.7818046440781918,1.3348425540408098,0.009144446771464537,0.8866640134175228,4.792318670439431,True binance_btcusdt_1h_close/1h/short|window:c5d5c10fd70f26f27265,2026-06-23T10:00:58.698439+00:00,2026-06-23T10:00:58.698439+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.7820844719477844,1.3349473667331548,0.009144907542601268,0.8867113656144018,4.791692648667075,True +binance_btcusdt_1h_close/1h/short|window:c9c3b300333b42acd7fd,2026-06-24T07:57:33.568215+00:00,2026-06-24T07:57:33.568215+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.6384916211938467,0.7990567071202436,0.0047765078470823645,0.7354077100747491,88.20663321210134,True binance_btcusdt_1h_close/1h/short|window:ca732bfc9391bd48bf1b,2026-06-17T14:57:13.277388+00:00,2026-06-17T14:57:13.277388+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.09075398765793868,0.30125402513151367,0.005763519118016632,0.21889968646342728,79.7272379394794,True binance_btcusdt_1h_close/1h/short|window:ca9dc938b8db7f2ff20e,2026-06-18T02:05:03.089351+00:00,2026-06-18T02:05:03.089351+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.024117508951035,1.0119869114524334,0.011549844786948926,0.7933650328320461,4.854387756161997,True binance_btcusdt_1h_close/1h/short|window:caf5da82e6d3ecbe23a1,2026-06-22T00:17:28.522582+00:00,2026-06-22T00:17:28.522582+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.21898380348634652,0.4679570530362231,0.003754716779851921,0.29490444512951536,23.747661272078908,True @@ -8584,6 +8593,7 @@ binance_btcusdt_1h_close/1h/short|window:bf8e257465b5710abf80,2026-06-17T04:36:0 binance_btcusdt_1h_close/1h/short|window:c2f4bca7b0d06888f90e,2026-06-22T00:10:24.435495+00:00,2026-06-22T00:10:24.435495+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.13502766905863112,0.367461112307998,0.0038657791471832467,0.25561473874467366,44.88359096544011,True binance_btcusdt_1h_close/1h/short|window:c40eb5dfb0fd71c68c66,2026-06-23T09:12:34.508811+00:00,2026-06-23T09:12:34.508811+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.7607469012353572,1.3269313852778362,0.00924557131632516,0.693562231737872,5.385207652522092,True binance_btcusdt_1h_close/1h/short|window:c5d5c10fd70f26f27265,2026-06-23T10:01:42.144827+00:00,2026-06-23T10:01:42.144827+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.7610175908161292,1.327033379691758,0.009246032279397109,0.693609583934751,5.38474709307631,True +binance_btcusdt_1h_close/1h/short|window:c9c3b300333b42acd7fd,2026-06-24T07:57:59.648149+00:00,2026-06-24T07:57:59.648149+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.7134255447336973,0.8446452182624947,0.007386330246788055,0.5335932450184152,86.91312000463773,True binance_btcusdt_1h_close/1h/short|window:ca732bfc9391bd48bf1b,2026-06-17T14:57:54.207628+00:00,2026-06-17T14:57:54.207628+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.08281381695419655,0.28777389901482825,0.004448072397769996,0.2562408771848038,81.33539937470995,True binance_btcusdt_1h_close/1h/short|window:ca9dc938b8db7f2ff20e,2026-06-18T02:05:28.838707+00:00,2026-06-18T02:05:28.838707+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.7260920617292344,0.8521103577173759,0.01113550032460319,0.3774775848116239,21.702976354653465,True binance_btcusdt_1h_close/1h/short|window:caf5da82e6d3ecbe23a1,2026-06-22T00:18:05.490842+00:00,2026-06-22T00:18:05.490842+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1354959312737945,0.36809771973457606,0.003869953947886397,0.2557050412409936,44.794486563998355,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 6e960801507ca6838ba51365b4f1a93288bdb7ae..b1e0b33d3c5dfea339ad770d94ad794b364d92ff 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6569827269380202,1.1479609300866958,0.011066252157029418,0.8183591599044434,-7.738565916856132,1.7866934668692405,0.5368182741706092,1.7582757564347695e-38,263,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T07:51:22.584858+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6577381950014336,1.148773605943158,0.011044678392532774,0.8167526074384647,-7.44721721204522,1.783335721499804,0.5363521142988824,1.470739019579109e-38,264,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T07:58:52.217635+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.4483961829503094,1.0555070823176096,0.10386710803792586,0.8136162040088142,-56.43384803115729,1.5731515825090019,0.2857142857142857,0.39875992063492066,8,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-24T07:33:50.782594+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8870282531981797,1.2622707590377096,1.1718059749333598,0.9855059288721122,10.013364130713446,1.3747889824061543,-0.034093959731543624,0.5358394580731356,150,0.9666666666666667,2026-06-17T12:10:12.335728+00:00,2026-06-24T07:51:22.659392+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.4448662510561086,2.0944000037297177,0.12880875003519468,1.4301783177945997,14.671004888747207,4.984127350817183,0.08653513326410521,0.18437181179339812,108,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-24T07:43:03.603800+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.2094107 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0306849013625252,0.9890772869886028,0.5563826103588115,0.4897859800309194,25.644902797043915,0.46622700916518106,-0.16500553709856036,0.11891411802342995,43,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-24T07:33:50.955340+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.460480936925597,0.946691307232117,0.014844637642837296,0.6847069327630323,16.040779566314804,2.699342283466786,-0.11152882205513787,0.22045275178227453,57,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-24T07:43:03.645380+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0049465906226422,0.988279168410133,0.2055261870553452,0.4938512376935394,52.511394964202786,0.3188562263588671,0.2,0.7194444444444444,6,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-24T02:20:30.897304+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.0448298955951567,0.8240233977050302,0.00864197834689258,0.4666553569122993,23.24640856377217,1.7295469543880901,0.4285398535709352,8.490985659109035e-36,381,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T07:48:42.688399+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.0448593417682388,0.8245564692287911,0.008643281692717265,0.4669119497804316,23.398166317278235,1.7272758123162952,0.4294430473677701,4.948265457780463e-36,382,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T07:57:13.261391+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3174901992511709,0.4593814995140698,0.05177657259069808,0.2580649628641479,21.812456385419818,0.48038439030534485,-0.05555555555555555,0.919455467372134,9,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-24T07:28:47.628328+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2437831187684298,0.3854284434103952,0.4239800379025468,0.20598684324510821,74.50933067187528,0.3459468887778592,0.20564323290291722,1.1914958799606756e-05,205,0.9707317073170731,2026-06-16T12:06:44.487655+00:00,2026-06-24T07:48:47.656356+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.796935319568383,2.1353162389127363,0.1386712784386614,1.2144853557766204,7.263060902917636,5.500104705521607,0.3916689963656696,1.933096150456685e-12,147,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-24T07:39:59.998919+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.132 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9190143262925042,0.9239827758599891,0.5529052649222971,0.47879549592293735,29.354087979374132,0.49847617184128074,0.09994711792702275,0.2509679622796227,62,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-24T07:29:07.766419+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.6674358366356956,0.9426519137752851,0.011738642621573042,0.6102491534413153,34.34015150534702,10.917638976727538,-0.00912280701754386,0.9071719745983853,76,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-24T07:40:04.969980+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15728493389535472,0.377306635572273,0.07803444567615125,0.21845280562995464,90.6330748252471,0.07450803281661653,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-24T02:02:44.252631+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6628929618961545,1.0229761281061924,0.009558831117646561,0.711707760694398,16.8574513649849,2.5144219496436,0.4105012625896149,3.415101850677973e-23,263,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T07:51:22.746149+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6584652891626668,1.0217635001353815,0.009543954004672409,0.7105922436825872,17.13735612813574,2.5106680468266074,0.40609517225486813,8.181883037818295e-23,264,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T07:58:52.470444+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.016595258113816,1.7455783259884101,0.1869290128102823,1.3486708009010233,-71.53841142047237,3.96963456521405,0.2857142857142857,0.39875992063492066,8,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-24T07:33:51.007378+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.9877877134691717,1.5689324317892293,1.2525928407623348,1.1787183979166498,-3.8526634908419806,2.411850509725498,0.06523489932885905,0.23617200182271536,150,0.9666666666666667,2026-06-17T12:10:12.697348+00:00,2026-06-24T07:51:22.770850+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,8.742863649814122,2.572576436454442,0.16297615789665854,1.799963233284851,-1.2376385342597591,8.4020596670001,0.3004499826929733,4.050367253444555e-06,108,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-24T07:43:03.722039+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,9.713450589 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.2216685689403382,1.059752215229942,0.617959813454752,0.5480795448089104,21.30182819621693,0.6704550695901484,0.05426356589147286,0.6080873086069315,43,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-24T07:33:51.098220+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.2592333993618139,0.868450610452592,0.012960877760142873,0.6088088941832256,22.625333372284256,2.593190342883504,-0.10526315789473686,0.24748216965301384,57,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-24T07:43:03.753640+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9916704636905681,0.9944645223536649,0.2087153795742119,0.5298893427523369,51.102245298962536,0.1139041396255428,-0.2,0.7194444444444444,6,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-24T02:20:31.057595+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.2925908994437396,0.9498237219945656,0.009867285094976891,0.5082149178205457,7.799832012003364,1.9759259712953305,0.3250623885918003,5.5433092269466944e-21,375,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T07:50:29.268753+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.2919595368061392,0.9500295859684438,0.00985624949928362,0.508068127377318,7.9951304612223515,1.973327621603492,0.32578723404255316,4.0249754128246456e-21,376,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T07:58:30.952052+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.26530269494281083,0.42270918721339534,0.04769467320042472,0.24062444397253543,30.371034658373407,0.38775040915778336,-0.2222222222222222,0.47670855379188715,9,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-24T07:32:13.932840+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.7001768312806247,1.0741716138410915,1.2661813410292089,0.5390686333473776,27.612159141997576,2.373520479680917,0.2429400575525533,2.637839065370505e-07,203,0.9753694581280788,2026-06-16T12:07:52.741323+00:00,2026-06-24T07:50:57.199277+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,9.065594826851745,2.327682824676058,0.13904912945575643,1.2122186457826492,6.423964407078118,32.071881910348104,0.37516005121638923,2.971786464703879e-11,143,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-24T07:42:21.031892+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1188273140637326,1.023018564404595,0.5997344768783661,0.4885727653870788,19.165499471491536,0.7233439361303448,-0.21034241788958766,0.024730863040153594,54,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-24T07:32:59.012705+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.60097689491502,1.1615246620748583,0.01283783151890589,0.6136843617580553,11.315190869172229,5.453378715469508,-0.0381340244353943,0.6307483382565604,74,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-24T07:42:26.884990+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1610575909906263,0.38165373901978383,0.06710436885424277,0.19493349583680222,90.50192821962708,0.09120771655046675,0.6,0.1361111111111111,6,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-24T02:17:54.458839+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6814787466058219,1.0316190859239167,0.009793704248541353,0.735047318356254,16.476557048689138,2.5982542999564693,0.4163062723130061,8.294973915438113e-24,263,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T07:51:22.806000+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.7079483973139513,1.038864452204968,0.009857696651290295,0.7423452006283963,16.444675927288962,2.62873088870222,0.4196335983408227,2.99145693794314e-24,264,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T07:58:52.511893+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5300932383345889,0.6718270676933206,0.07385798400180642,0.45133354119183217,-32.972094980000335,0.47713782444056957,0.3571428571428571,0.27509920634920637,8,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-24T07:33:51.122795+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.536468879996413,1.458554680150094,1.3245428781114394,1.283683911861493,5.536959115983891,1.9224330678211312,0.1821029082774049,0.0009435784490199349,150,0.9666666666666667,2026-06-17T12:10:12.867076+00:00,2026-06-24T07:51:22.825098+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.948126804740371,2.211438515243986,0.13584688069923098,1.4865690411186359,9.133088984955593,4.9750458935441095,0.05157493942540671,0.4288630752458519,108,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-24T07:43:03.801974+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.032156200207456,0.9887483063920101,0.6246233493258765,0.5076861365427882,25.823816505544563,0.4678360770397113,-0.08748615725359911,0.4083684458435356,43,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-24T07:33:51.171197+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7420833256112935,0.9951110038299539,0.015178134388936667,0.7293096421717795,15.492326320479876,3.4175945236839746,-0.10776942355889725,0.23640434834437574,57,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-24T07:43:03.813529+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0707184704165797,1.0341361556207838,0.21512085014714658,0.5607424937622568,48.34636655555901,0.08057941813920212,-0.2,0.7194444444444444,6,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-24T02:20:31.121556+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.9467449151157072,1.1460272790721124,0.011134796998036734,0.654144324055203,2.1080922114892107e-16,2.8954114173333805,0.38356601747307933,1.8809644120391948e-20,263,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T07:51:22.841605+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.9779674232659328,1.1537775454267145,0.01119435709128589,0.6588538572669076,2.4302818472293007e-16,2.9340910494297114,0.38771747897223185,6.1593700185198414e-21,264,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T07:58:52.522097+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2371705807842771,0.4559274095846977,0.05117138002010683,0.31859186127072076,-6.721503251760954e-16,0.21275033779215638,0.14285714285714285,0.7195436507936508,8,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-24T07:33:51.186831+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.6814248562371716,1.5152333627739354,1.3210245442415456,1.3411634366750966,1.0658360044321475e-15,1.935555148035461,0.18997762863534673,0.0005609418385542509,150,0.9666666666666667,2026-06-17T12:10:12.978229+00:00,2026-06-24T07:51:22.850496+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.478360716454171,2.352470008345437,0.14248117614058156,1.882674469085991,-1.9133462816480547e-17,4.997130066960425,0.03496019383869851,0.5917683634754045,108,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-24T07:43:03.837310+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.7881340296712376,1.3032701841916687,0.7169784297869692,0.9774012948350612,1.3281795602594953e-16,0.8104183553134957,0.2978959025470653,0.004874717188255626,43,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-24T07:33:51.226955+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.0438901905633995,1.141187933370082,0.015943623744530316,0.6202480415985345,3.488672501764668e-15,3.547029843096548,-0.10341586217621544,0.2560143301650828,57,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-24T07:43:03.856907+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,3.157490174665128,1.7680312197002943,0.37598669759667064,1.4206424756547271,7.474256160216405e-17,0.693736852486463,0.6,0.1361111111111111,6,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-24T02:20:31.175531+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9014047975697951,0.8073380818809545,0.008535247717599734,0.4532957163538704,19.790286376491245,1.2482917644791325,0.5115130650713924,9.539007907307742e-50,377,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T07:49:56.092534+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9004835433142426,0.8071698712271873,0.008528574196282751,0.4534381464590089,19.97523646113669,1.246763770394458,0.509859233997165,1.4507357911743039e-49,378,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T07:58:08.289607+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.30328572782390517,0.4295294482425179,0.047013698126344164,0.23662964635064532,34.498405919287244,0.45283767404955205,0.1111111111111111,0.761414241622575,9,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-24T07:31:20.823672+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.32989869317089526,0.45539143208999233,0.548594064330101,0.22362401626043144,72.00922489566857,0.4538563819647262,0.31237322515212984,3.235892894050663e-11,204,0.9705882352941176,2026-06-16T12:07:37.946365+00:00,2026-06-24T07:50:03.409141+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.16494915401417,2.019080364238425,0.128508062101112,1.1293711279109635,12.379119595323974,4.954620556708158,0.31216006216006215,2.8346275771187797e-08,144,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-24T07:41:28.870400+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1537703 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8610423432367306,0.9009962161714592,0.5688045668632827,0.4693920612235245,29.913965976937696,0.4316734833005699,0.03448275862068965,0.7021979172598152,58,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-24T07:31:41.605057+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4609568600222866,0.8177408260076655,0.009759541887875518,0.5167912180765661,36.52432026908142,3.224119243681019,-0.024864864864864864,0.7522862730453598,75,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-24T07:41:33.753268+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.11976753810582084,0.3310475123746387,0.06180033928585613,0.19869205886648292,92.69767518796345,0.054029025773299245,0.2,0.7194444444444444,6,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-24T02:09:49.014284+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.0905704983927498,0.8391526585113915,0.008483672299133844,0.49375813297301485,26.52534712877532,1.6241818880743395,0.4832913080022026,5.023203527981225e-44,372,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T07:51:14.383830+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.0987005837456227,0.8423467262156356,0.008510370529013727,0.49586211757741055,26.567866454332755,1.6295797489837203,0.48519703652454677,1.7839095703697535e-44,373,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T07:58:45.929585+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2640112863596324,0.42844814338834475,0.047418440806906215,0.2253874289988357,25.46921739497518,0.3657802089603486,-0.3888888888888889,0.18018077601410934,9,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-24T07:33:21.495361+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.11227165946955357,0.25976038041918836,0.3689162641261571,0.13571712904108585,89.41050809831522,0.19618740152067368,0.3088557213930348,7.442865819517471e-11,201,0.9751243781094527,2026-06-16T12:08:08.243141+00:00,2026-06-24T07:51:20.053767+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.05656547921157,2.0106050116896417,0.12922329284790227,1.2449765507176371,12.783463305309438,4.72095130180861,0.2134292565947242,0.0001934130407022346,139,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-24T07:42:53.504277+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1305 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9681147772921598,0.9656171683405302,0.6228255092354318,0.5107050739421994,24.36082173589803,0.37961999670855046,-0.001451378809869376,0.9877598094682355,53,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-24T07:33:48.507584+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5839704842173579,0.8772833232662234,0.010971758185813658,0.5711713955863224,29.9638461295189,3.32887340651151,-0.08893360160965795,0.2726579143018978,71,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-24T07:43:01.033129+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.2114251448227597,0.44492410646674296,0.0958162984738695,0.2379212393662513,87.66389897989315,0.09659563261878598,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-24T02:20:26.306856+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8286476259908744,0.7534258590068372,0.0076386551052567584,0.5462744661100448,29.76069134441615,1.1891759158502204,0.46505113141862486,3.6079664800569425e-42,384,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T07:49:07.728337+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.828153714290103,0.7535443806902488,0.007631220956534227,0.5467657212891738,29.91249898563091,1.1876660408269843,0.46425865800865795,3.8819451240688305e-42,385,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T07:57:33.568215+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3070527912242002,0.4775557359918772,0.053470082565890295,0.31861130254588277,14.635351526305056,0.3609241951712301,-0.3333333333333333,0.25951829805996474,9,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-24T07:29:36.615481+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10489690881062745,0.25550916599067414,0.30700854230222263,0.18248165093781218,86.42227817557948,0.16842249899934403,0.049164493383560326,0.2963236756300113,204,0.9705882352941176,2026-06-16T12:07:01.390017+00:00,2026-06-24T07:49:15.358031+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.585940521833438,1.8707396836892545,0.12340649016591637,1.3625715719831122,20.68590263829524,4.842895200464092,0.29931972789115646,6.731791242707136e-08,148,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-24T07:40:30.649597+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8678403831858503,0.907708675406462,0.49944386125043744,0.6728503484484782,30.064237845542344,0.40259763868630877,0.10523532522474882,0.22676187479794907,62,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-24T07:29:59.667116+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3891233744216587,0.8033762243493687,0.010278462514592275,0.618866309036405,36.440239410063846,3.1020967993068065,-0.02947368421052632,0.7063755044335478,76,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-24T07:40:35.661404+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15237916880267163,0.3802575504835382,0.06527828077292715,0.29665509122400513,90.75666651397516,0.06208870701746839,0.06666666666666665,1.0,6,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-24T02:06:13.055079+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9468988742163688,0.7866377044831816,0.008162851324114097,0.4482261009653689,26.951934956022164,1.4964764113426279,0.45001613967131204,5.3243501596665577e-39,378,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T07:49:41.575816+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9462828496003195,0.7867907586092484,0.008160802455836193,0.4484513440895194,27.110143887548848,1.4945437518568396,0.44942832014072115,5.300550914727566e-39,379,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T07:57:59.648149+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.37262183025933576,0.5071918263526503,0.056278293273872904,0.27570566000385127,12.254121733509761,0.5248928695138565,-0.16666666666666666,0.612202380952381,9,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-24T07:30:35.296710+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.1862303393843753,0.31907644424534676,0.33049345765137617,0.16756841915601403,83.60679646435308,0.3285231452377088,0.27200897429644444,8.23484718923515e-09,203,0.9704433497536946,2026-06-16T12:07:21.772238+00:00,2026-06-24T07:49:47.402537+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.694797811229276,1.9174816185431367,0.1227146037844994,1.0877968820174466,16.905530020127664,4.853728095609022,0.2290977798771847,4.076969082057692e-05,146,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-24T07:41:07.262844+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index ea3cfbd8c6184a67db1b8604850fce0851f594c3..3f21a8ea3b4491a7dc6945c158ac4e1bf1738ffc 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-24T07:51:23.092012+00:00", + "generated_at": "2026-06-24T07:58:52.669428+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index a8ff32529af66ec6f12cc150a7c7d017ec6f8d06..0730af5e4968778a3379f7116271f2b4ca629730 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 Air Quality,TimesFM-2.5,0.6517641328221649,1.1163204156072808,8.0,1,1,1.0 Air Quality,Chronos-2,2.5444325242844483,1.239294084822051,9.0,1,1,1.0 Air Quality,ETS,1.422952878445622,1.432246645234007,10.0,1,1,1.0 -Finance,ARIMA,0.18206079312456558,0.20785983304463254,1.0,1,1,1.0 -Finance,ETS,0.048229711664391606,0.22088864101608396,2.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.045271534186851994,0.24461044774019217,3.0,1,1,1.0 -Finance,TiRex,0.05410874880223198,0.2876054533863777,4.0,1,1,1.0 -Finance,Toto-2.0-1B,0.06957180492878763,0.29358868525459475,5.0,1,1,1.0 -Finance,Chronos-2,0.10313833438693613,0.30086278283725715,6.0,1,1,1.0 -Finance,TimesFM-2.5,0.06247054753054076,0.31489687208411,7.0,1,1,1.0 -Finance,Timer-S1,0.4035236984474905,0.5978864501265918,8.0,1,1,1.0 +Finance,ARIMA,0.18219035791628382,0.20656221019204973,1.0,1,1,1.0 +Finance,ETS,0.0484801008154804,0.2219779039779791,2.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.1035575727012492,0.2386546393398535,3.0,1,1,1.0 +Finance,TiRex,0.05428837441431856,0.28798769912129646,4.0,1,1,1.0 +Finance,Toto-2.0-1B,0.07001584476808029,0.29397008779917977,5.0,1,1,1.0 +Finance,Chronos-2,0.10364391522278497,0.30124316027552944,6.0,1,1,1.0 +Finance,TimesFM-2.5,0.06266180201315232,0.31612082515248274,7.0,1,1,1.0 +Finance,Timer-S1,0.40464179482188933,0.5990705227286924,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,Moving-Average,0.8494461430007019,1.2136087595204117,10.0,1,1,1.0 +Finance,Moving-Average,0.8508246270629684,1.2147060611079654,10.0,1,1,1.0 Hazards,ARIMA,0.2279366151876268,0.41941809580977674,1.0,1,1,1.0 Hazards,Timer-S1,0.18320366181169093,0.4449951131210577,2.0,1,1,1.0 Hazards,ETS,0.215830731651367,0.4490986380160033,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 6c61d42dd55b5702ec0b4283967e6f9b2eeb5599..bb718cf9af407d2d40b72440a5c19c80aac7bfc3 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,ARIMA,0.2605963476930982,0.3763700612119552,8.0,1,1,1.0 1D,Moving-Average,0.24883546341355914,0.3833852854171502,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Timer-S1,0.3257863028612385,0.6580059844477039,3.3333333333333335,6,6,1.0 -1h,Moirai-1.1-Large,0.3611494710169834,0.647290164615901,4.166666666666667,6,6,1.0 -1h,ARIMA,0.5428128866235157,0.6728420866255815,4.5,6,6,1.0 -1h,TiRex,0.32942489543897246,0.6694574394615093,4.833333333333333,6,6,1.0 -1h,Toto-2.0-1B,0.2012767520120165,0.6128534916127291,5.166666666666667,6,6,1.0 -1h,Chronos-2,0.5420669577341101,0.7532059096502447,5.666666666666667,6,6,1.0 -1h,TimesFM-2.5,0.3353047963607708,0.6832497507829087,5.833333333333333,6,6,1.0 +1h,Timer-S1,0.3259365793103371,0.6582229946385223,3.3333333333333335,6,6,1.0 +1h,Moirai-1.1-Large,0.4145527095594262,0.6446363947947409,4.166666666666667,6,6,1.0 +1h,ARIMA,0.5428772502829599,0.6721401913339106,4.5,6,6,1.0 +1h,TiRex,0.32960690995076874,0.6696056492474697,4.833333333333333,6,6,1.0 +1h,Toto-2.0-1B,0.20149029191609927,0.6129861133548351,5.166666666666667,6,6,1.0 +1h,Chronos-2,0.5425089217187845,0.753364537736666,5.666666666666667,6,6,1.0 +1h,TimesFM-2.5,0.3354756685990614,0.6836916491554255,5.833333333333333,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,7.0,6,6,1.0 -1h,Moving-Average,0.8627032934993435,1.0589233609127493,7.166666666666667,6,6,1.0 -1h,ETS,1.1039476476528913,1.1657962962949489,7.333333333333333,6,6,1.0 +1h,Moving-Average,0.8629364688517845,1.0590828742604665,7.166666666666667,6,6,1.0 +1h,ETS,1.1049007961735942,1.1667524774876648,7.333333333333333,6,6,1.0 6min,Toto-2.0-1B,0.006109360623899012,0.15758295656021865,1.0,1,1,1.0 6min,TimesFM-2.5,0.034203993200144854,0.1745830909085684,2.0,1,1,1.0 6min,Timer-S1,0.32207963020971425,0.3200557782792935,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 95cef453b1c36abe5cd60b65a098e16f0bddcaf5..807f907cb1160f66d11c4620f1d6bcd0b07fe32a 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,ARIMA,0.2605963476930982,0.3763700612119552,8.0,1,1,1.0 7,Moving-Average,0.24883546341355914,0.3833852854171502,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Moirai-1.1-Large,0.36624583507311853,0.6489742914580531,3.7142857142857144,7,7,1.0 -24,Timer-S1,0.3538014330175092,0.7002467404156097,4.0,7,7,1.0 -24,Toto-2.0-1B,0.2283009674918514,0.6212810590187412,4.714285714285714,7,7,1.0 -24,TiRex,0.3475937584509926,0.6929677111869307,4.857142857142857,7,7,1.0 -24,ARIMA,0.5332868026092239,0.751260222115566,5.285714285714286,7,7,1.0 -24,Chronos-2,0.5333569876663291,0.7594521272931496,5.428571428571429,7,7,1.0 -24,TimesFM-2.5,0.35802096431188124,0.7130896545914638,5.857142857142857,7,7,1.0 -24,ETS,0.9426629649303183,1.099893894120372,6.714285714285714,7,7,1.0 +24,Moirai-1.1-Large,0.41220130169618224,0.6466930444769389,3.7142857142857144,7,7,1.0 +24,Timer-S1,0.3539413133301908,0.7004446853362715,4.0,7,7,1.0 +24,Toto-2.0-1B,0.22850856086750906,0.6213962962128332,4.714285714285714,7,7,1.0 +24,TiRex,0.3477583689917738,0.6930992074013589,4.857142857142857,7,7,1.0 +24,ARIMA,0.5333410028164809,0.7505884296061933,5.285714285714286,7,7,1.0 +24,Chronos-2,0.5337297052308467,0.7595892197144878,5.428571428571429,7,7,1.0 +24,TimesFM-2.5,0.35817734301433884,0.7134849485780044,5.857142857142857,7,7,1.0 +24,ETS,0.9433605464705466,1.1006671016798555,6.714285714285714,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.0,7,7,1.0 -24,Moving-Average,0.8807484840780228,1.0965425150100685,7.428571428571429,7,7,1.0 +24,Moving-Average,0.8809525253004891,1.0966840965112283,7.428571428571429,7,7,1.0 60,Toto-2.0-1B,0.006109360623899012,0.15758295656021865,1.0,1,1,1.0 60,TimesFM-2.5,0.034203993200144854,0.1745830909085684,2.0,1,1,1.0 60,Timer-S1,0.32207963020971425,0.3200557782792935,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 6a68dcedaca0ae29beff57b08a04edd1ec60f759..f69a1b1c1139303a3f6da55740536cf0a7c9f21c 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.3001121207491597,0.5599414072990287,3.9,10,10,1.0 -Overall,Moirai-1.1-Large,0.32516073843437143,0.5999421090976408,4.1,10,10,1.0 -Overall,Toto-2.0-1B,0.14859122316359172,0.5011748725013805,4.4,10,10,1.0 -Overall,TiRex,0.35370898838236736,0.616848606097384,4.8,10,10,1.0 -Overall,TimesFM-2.5,0.2235600983506984,0.539812769734089,5.0,10,10,1.0 -Overall,Chronos-2,0.5230752645521446,0.6906760039365886,5.6,10,10,1.0 -Overall,ARIMA,0.5864302560211362,0.7414255097827173,5.7,10,10,1.0 -Overall,Moving-Average,0.7192669292084538,0.9034016384108724,6.9,10,10,1.0 -Overall,ETS,1.1181887607798464,1.1202785332114913,7.3,10,10,1.0 +Overall,Timer-S1,0.3001951732722532,0.5600522011040335,3.9,10,10,1.0 +Overall,Moirai-1.1-Large,0.353210630660379,0.5984651057464382,4.1,10,10,1.0 +Overall,Toto-2.0-1B,0.14868578975177857,0.5012399423517192,4.4,10,10,1.0 +Overall,TiRex,0.3538262346329169,0.6169305401654096,4.8,10,10,1.0 +Overall,TimesFM-2.5,0.22362844748679991,0.540022220118105,5.0,10,10,1.0 +Overall,Chronos-2,0.523331110522682,0.6907632756882677,5.6,10,10,1.0 +Overall,ARIMA,0.5864719763669349,0.7409613488339823,5.7,10,10,1.0 +Overall,Moving-Average,0.7193835669372906,0.9034832875370289,6.9,10,10,1.0 +Overall,ETS,1.118767927371971,1.1208297514394308,7.3,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.3,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 651bdf1cf7cca4cead8b822b7d1c791d11115980..2e940aa6394cd8ca4c87a3c3178066c40dba45a6 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,613000.637674806,157626.54936130482,338.3874738388795,0.602620518182382,0.005397154950696192,0.005417241089149129,5.375536920208596,782.943572471737,0.01251290752241737,0.005408066833632732,0.004363413183320676,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,613551.0383047992,156069.5034081069,336.7212954534628,0.5996532887202118,0.005370778329915111,0.005390666797068976,5.334793669992543,783.2949880503509,0.012518857260865416,0.005381581522649325,0.004336900045719935,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,8.335691024640184,8.581688156072028,2.2553693628305704,1.3350697847056272,0.08435399647434155,0.0905485170918288,41.93576456227324,2.8871596811815214,0.11352617145838119,0.0886835081050667,0.08558913818143538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.6340330227088813,0.624584978270203,0.5874535932696856,1.5695773613649073,0.5910403056759518,0.36257404077977384,61.40267781210174,0.7962619058506324,0.5374277269799286,0.3964949811329315,0.39440409046551533,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.011933530157469008,0.014185259490611803,0.09814246668088321,0.3668876997497409,0.0759298945394788,0.07957592449350535,2.174684858132958,0.10924069826520245,0.08758719385077587,0.078688834753723,0.06412059086921186,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index db1fe0e4cd0176728384800e38f4cbd38bfe38e0..c88ac2b02d4dc7a415d5fb088412715dc1f897e2 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-24T07:51:22.584858+00:00", + "evaluated_at": "2026-06-24T07:58:52.217635+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62744.421875, 62890.0, 62780.0, - 62718.0 + 62678.01171875 ], "p50": [ 62240.30708354006, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 93e152723835ebbe310baee6827756ebc6c2a01a..762f5ed75bb682072dae7d7c87e36b69968f744a 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,13 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-24T07:51:22.711284+00:00", + "evaluated_at": "2026-06-24T07:58:52.357018+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 090bdbf355deeff7696e7f41054c54d8ee90c12f..ade9faee377f7f1a4f538f49335af11d90af9087 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,347267.8749930064,347267.8749930064,569.9220377604166,1.0149510258830408,0.009113057006347269,0.009068847461737273,3.6267767169249954,589.2943873761284,0.009418030151825884,0.009108423651745587,0.006315739860720166,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,349035.1110026042,349035.1110026042,571.5882161458334,1.0179182553452113,0.009139856451921873,0.009095421654224377,3.6267767169249954,590.7919354583339,0.009442215287604867,0.009135295640960243,0.006324784549686425,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.1856189730145463,1.1856189730145463,0.8935155868530273,0.528918092898918,0.03525833188695542,0.03442299537161009,2.067822221662518,1.0888613194592534,0.04281517840978692,0.035133977651108414,0.026715970972378357,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.08152577358874963,0.08152577358874963,0.20787639518578846,0.5554108232273121,0.21256887438129662,0.16967247845730019,7.0043516604290215,0.2855271853760157,0.19271325816306717,0.1403037590227712,0.09517434017923646,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.15295027551185625,0.15295027551185625,0.34792960104015136,1.3006713130161305,0.27610816066829436,0.33552752869337155,31.568061611213732,0.39108857757783755,0.31356766847073186,0.2789635904628239,0.2503869972809026,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 8bb1f621da3b7fd50e815e0f3674d5cc3c743346..d3f436288093b20cf6147e78906c60d36bfb56e6 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-24T07:48:42.688399+00:00", + "evaluated_at": "2026-06-24T07:57:13.261391+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62744.421875, 62890.0, 62780.0, - 62718.0 + 62678.01171875 ], "p50": [ 62742.0390625, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 7122b398b2be267e1f4c425f2ff745a73192521f..cd600ec3c95dd1c74572f84d806b1a2e41304102 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,13 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-24T07:48:49.767820+00:00", + "evaluated_at": "2026-06-24T07:57:15.537867+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index ddc09bcb8b1cf722d81eeaa3c1db16f04a5bbfef..15c1f36582e071c87b6c80e24dac8ca4f74d7e32 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,162389.9550130812,154806.70393696937,350.09462398454616,0.6234693067240635,0.0056045927095340455,0.005584879813360709,4.166453894239209,402.97637029121347,0.006440318603363202,0.00559516906203639,0.004636915146797094,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,163263.39402729055,155639.43248573435,351.76080236996285,0.6264365361862337,0.005631273292470464,0.005611454372058604,4.166453894239209,404.05865171691414,0.006457787504107744,0.00562194746808974,0.00466056197315018,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,30.527406870526534,31.942755022176083,4.926820607136346,2.9164399568670114,0.19044171099349783,0.21738879404682765,72.91734007868459,5.525161252898103,0.21725518260043816,0.1937277957419913,0.17965724779315478,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,1.1987078540458131,1.2008086795045556,0.8346244817975721,2.2299764728292226,0.8278630209967514,0.45368282066202514,84.68644355629363,1.0948551749184972,0.7389597866044801,0.5633201021403775,0.5574249128259346,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.08950183434172278,0.08680515988355762,0.2672989984217556,0.999248520981692,0.21130693975009845,0.24207860450854993,8.564201659060478,0.29916857178140016,0.23986788904501236,0.21431544802146504,0.2018945668834594,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index ec3360d35c20f0e0ccefae4f25fdb117381d106c..047bfecadb1c446fe60baa6768413daa9e98485c 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-24T07:51:22.746149+00:00", + "evaluated_at": "2026-06-24T07:58:52.470444+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62744.421875, 62890.0, 62780.0, - 62718.0 + 62678.01171875 ], "p50": [ 62892.183768352574, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index d5f4c0152b6fe5048d07f95be11b4bc4aa7d597c..45437ca099ff801407a9bd5ee8362176e46d7d4e 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,13 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-24T07:51:22.792675+00:00", + "evaluated_at": "2026-06-24T07:58:52.479527+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 0bd717e598dd3e3ef30df2a30e8024444776df17..6d0a513a4c660625f72f6da48c3c439696d921ed 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -2216,3 +2216,4 @@ {"evaluated_at": "2026-06-24T07:43:09.331701+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-24T07:51:28.339531+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-24T07:51:28.339531+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-24T07:58:58.195453+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 3db1a609f2dacd537915bd8484746f093b714d85..c9204fee315744348dffab9c319bce5e4857234e 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,152429.7398071289,150818.7415881157,346.2710774739583,0.6166601079278872,0.005542641315398003,0.005523363288779251,4.452729689753459,390.42251447262737,0.006239684429419076,0.005534061613713382,0.005134885546734447,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,348744.3407096863,139823.98312584558,322.581298828125,0.5744719426237087,0.005164816715727953,0.005146941191741384,4.4689819159485,590.54579899419,0.009438281460236737,0.005155591822571805,0.005010700240387514,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.8506416467051471,0.9102031444776154,0.697331428527832,0.41278654197230863,0.027844869281226956,0.02713260899201621,2.1811905905438183,0.9223023618668376,0.0362659040829067,0.02741980910663433,0.023818952166515656,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.14105668448380224,0.20957593295842916,0.3299957384665807,0.8816932033068011,0.3399233382188795,0.2422997627444504,2.9909277456106738,0.37557513826636907,0.2534900783091466,0.22272679169261378,0.1574150436945129,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.010156335709903411,0.01025190555354537,0.08324944310718113,0.3112128492383817,0.0659151608796907,0.06714007504457155,4.165895810929912,0.10077864709303956,0.08080247599230804,0.06674788084653312,0.12048468133718376,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index aaaad996343f2d2e027e583089962d68a32d3745..f0134433997ae371ea90d6c79a8aa42a1a9c1150 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-24T07:50:29.268753+00:00", + "evaluated_at": "2026-06-24T07:58:30.952052+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 62744.421875, 62890.0, 62780.0, - 62718.0 + 62678.01171875 ], "p50": [ - 62921.5234375, - 62886.912109375, - 62927.435546875, - 62849.6015625, - 62925.859375, - 62970.740234375, - 62941.796875, - 62923.453125, - 62925.41796875, - 62887.30859375, - 62815.447265625, - 62773.732421875, - 62810.416015625, - 62713.189453125, - 62896.78125, - 62905.35546875, - 62886.048828125, - 62903.33984375, - 63078.212890625, - 62959.638671875, - 62971.56640625, - 62889.69140625, - 63095.4765625, - 63027.361328125 + 62871.302734375, + 62881.294921875, + 62897.5390625, + 62867.837890625, + 62900.31640625, + 62940.82421875, + 62891.64453125, + 62934.87890625, + 62879.32421875, + 62881.5234375, + 62841.578125, + 62860.611328125, + 62760.349609375, + 62833.5, + 62778.576171875, + 62871.4375, + 62780.599609375, + 62958.888671875, + 63093.15625, + 62941.953125, + 63030.626953125, + 62895.734375, + 63103.818359375, + 63071.931640625 ], "p10": [ - 62609.0, - 62407.17578125, - 62352.966796875, - 62292.15234375, - 62317.037109375, - 62256.736328125, - 62235.314453125, - 62099.06640625, - 61960.64453125, - 61969.548828125, - 61871.87109375, - 61840.02734375, - 61785.216796875, - 61737.591796875, - 61382.705078125, - 61615.18359375, - 61698.8359375, - 61713.240234375, - 61908.306640625, - 61598.630859375, - 61667.3671875, - 61747.369140625, - 61639.240234375, - 61502.609375 + 62557.13671875, + 62406.169921875, + 62354.140625, + 62263.349609375, + 62222.9921875, + 62132.466796875, + 62240.400390625, + 61939.474609375, + 62120.830078125, + 61783.533203125, + 61816.904296875, + 61782.720703125, + 61482.173828125, + 61733.41796875, + 61648.55078125, + 61772.34375, + 61621.4609375, + 61675.951171875, + 61816.7109375, + 61869.541015625, + 61612.556640625, + 61395.15234375, + 61556.0625, + 61534.662109375 ], "p90": [ - 63191.0703125, - 63322.869140625, - 63381.166015625, - 63508.083984375, - 63500.251953125, - 63798.19921875, - 63679.0, - 63735.00390625, - 63799.603515625, - 63816.162109375, - 63929.68359375, - 63870.7890625, - 64215.970703125, - 63983.677734375, - 64034.16796875, - 64050.203125, - 64390.955078125, - 64183.375, - 64340.1640625, - 64504.056640625, - 64299.373046875, - 64195.455078125, - 64365.904296875, - 64405.248046875 + 63208.85546875, + 63343.533203125, + 63442.3828125, + 63608.693359375, + 63651.90625, + 63729.107421875, + 63636.70703125, + 63661.263671875, + 63868.76953125, + 63885.36328125, + 63678.75, + 63973.03125, + 63878.15625, + 64007.26171875, + 63785.04296875, + 64130.14453125, + 64078.201171875, + 64248.916015625, + 64353.78515625, + 64260.90625, + 64354.59765625, + 64064.6640625, + 64816.916015625, + 64380.0 ], "mean": [ - 62906.328125, - 62891.61328125, - 62895.65234375, - 62872.859375, - 62913.83203125, - 62981.8125, - 62950.6796875, - 62917.1015625, - 62875.5078125, - 62883.5, - 62828.421875, - 62794.40234375, - 62894.03515625, - 62796.62890625, - 62851.92578125, - 62894.64453125, - 62940.47265625, - 62966.828125, - 63095.85546875, - 62994.58984375, - 63038.7109375, - 62905.7265625, - 62998.2890625, - 62991.828125 + 62881.87890625, + 62877.8671875, + 62893.71484375, + 62899.890625, + 62925.72265625, + 62939.328125, + 62929.5859375, + 62890.76171875, + 62960.63671875, + 62825.703125, + 62823.77734375, + 62841.4140625, + 62760.25390625, + 62865.60546875, + 62745.86328125, + 62878.546875, + 65016.09765625, + 62972.26171875, + 63059.54296875, + 63027.5625, + 63222.4765625, + 62851.0703125, + 63197.265625, + 62992.890625 ], "quantiles": { "0.1": [ - 62609.0, - 62407.17578125, - 62352.966796875, - 62292.15234375, - 62317.037109375, - 62256.736328125, - 62235.314453125, - 62099.06640625, - 61960.64453125, - 61969.548828125, - 61871.87109375, - 61840.02734375, - 61785.216796875, - 61737.591796875, - 61382.705078125, - 61615.18359375, - 61698.8359375, - 61713.240234375, - 61908.306640625, - 61598.630859375, - 61667.3671875, - 61747.369140625, - 61639.240234375, - 61502.609375 + 62557.13671875, + 62406.169921875, + 62354.140625, + 62263.349609375, + 62222.9921875, + 62132.466796875, + 62240.400390625, + 61939.474609375, + 62120.830078125, + 61783.533203125, + 61816.904296875, + 61782.720703125, + 61482.173828125, + 61733.41796875, + 61648.55078125, + 61772.34375, + 61621.4609375, + 61675.951171875, + 61816.7109375, + 61869.541015625, + 61612.556640625, + 61395.15234375, + 61556.0625, + 61534.662109375 ], "0.2": [ - 62609.0, - 62407.17578125, - 62352.966796875, - 62292.15234375, - 62317.037109375, - 62256.736328125, - 62235.314453125, - 62099.06640625, - 61960.64453125, - 61969.548828125, - 61871.87109375, - 61840.02734375, - 61785.216796875, - 61737.591796875, - 61382.705078125, - 61615.18359375, - 61698.8359375, - 61713.240234375, - 61908.306640625, - 61598.630859375, - 61667.3671875, - 61747.369140625, - 61639.240234375, - 61502.609375 + 62557.13671875, + 62406.169921875, + 62354.140625, + 62263.349609375, + 62222.9921875, + 62132.466796875, + 62240.400390625, + 61939.474609375, + 62120.830078125, + 61783.533203125, + 61816.904296875, + 61782.720703125, + 61482.173828125, + 61733.41796875, + 61648.55078125, + 61772.34375, + 61621.4609375, + 61675.951171875, + 61816.7109375, + 61869.541015625, + 61612.556640625, + 61395.15234375, + 61556.0625, + 61534.662109375 ], "0.3": [ - 62609.0, - 62407.17578125, - 62352.966796875, - 62292.15234375, - 62317.037109375, - 62256.736328125, - 62235.314453125, - 62099.06640625, - 61960.64453125, - 61969.548828125, - 61871.87109375, - 61840.02734375, - 61785.216796875, - 61737.591796875, - 61382.705078125, - 61615.18359375, - 61698.8359375, - 61713.240234375, - 61908.306640625, - 61598.630859375, - 61667.3671875, - 61747.369140625, - 61639.240234375, - 61502.609375 + 62557.13671875, + 62406.169921875, + 62354.140625, + 62263.349609375, + 62222.9921875, + 62132.466796875, + 62240.400390625, + 61939.474609375, + 62120.830078125, + 61783.533203125, + 61816.904296875, + 61782.720703125, + 61482.173828125, + 61733.41796875, + 61648.55078125, + 61772.34375, + 61621.4609375, + 61675.951171875, + 61816.7109375, + 61869.541015625, + 61612.556640625, + 61395.15234375, + 61556.0625, + 61534.662109375 ], "0.4": [ - 62921.5234375, - 62886.912109375, - 62927.435546875, - 62849.6015625, - 62925.859375, - 62970.740234375, - 62941.796875, - 62923.453125, - 62925.41796875, - 62887.30859375, - 62815.447265625, - 62773.732421875, - 62810.416015625, - 62713.189453125, - 62896.78125, - 62905.35546875, - 62886.048828125, - 62903.33984375, - 63078.212890625, - 62959.638671875, - 62971.56640625, - 62889.69140625, - 63095.4765625, - 63027.361328125 + 62871.302734375, + 62881.294921875, + 62897.5390625, + 62867.837890625, + 62900.31640625, + 62940.82421875, + 62891.64453125, + 62934.87890625, + 62879.32421875, + 62881.5234375, + 62841.578125, + 62860.611328125, + 62760.349609375, + 62833.5, + 62778.576171875, + 62871.4375, + 62780.599609375, + 62958.888671875, + 63093.15625, + 62941.953125, + 63030.626953125, + 62895.734375, + 63103.818359375, + 63071.931640625 ], "0.5": [ - 62921.5234375, - 62886.912109375, - 62927.435546875, - 62849.6015625, - 62925.859375, - 62970.740234375, - 62941.796875, - 62923.453125, - 62925.41796875, - 62887.30859375, - 62815.447265625, - 62773.732421875, - 62810.416015625, - 62713.189453125, - 62896.78125, - 62905.35546875, - 62886.048828125, - 62903.33984375, - 63078.212890625, - 62959.638671875, - 62971.56640625, - 62889.69140625, - 63095.4765625, - 63027.361328125 + 62871.302734375, + 62881.294921875, + 62897.5390625, + 62867.837890625, + 62900.31640625, + 62940.82421875, + 62891.64453125, + 62934.87890625, + 62879.32421875, + 62881.5234375, + 62841.578125, + 62860.611328125, + 62760.349609375, + 62833.5, + 62778.576171875, + 62871.4375, + 62780.599609375, + 62958.888671875, + 63093.15625, + 62941.953125, + 63030.626953125, + 62895.734375, + 63103.818359375, + 63071.931640625 ], "0.6": [ - 62921.5234375, - 62886.912109375, - 62927.435546875, - 62849.6015625, - 62925.859375, - 62970.740234375, - 62941.796875, - 62923.453125, - 62925.41796875, - 62887.30859375, - 62815.447265625, - 62773.732421875, - 62810.416015625, - 62713.189453125, - 62896.78125, - 62905.35546875, - 62886.048828125, - 62903.33984375, - 63078.212890625, - 62959.638671875, - 62971.56640625, - 62889.69140625, - 63095.4765625, - 63027.361328125 + 62871.302734375, + 62881.294921875, + 62897.5390625, + 62867.837890625, + 62900.31640625, + 62940.82421875, + 62891.64453125, + 62934.87890625, + 62879.32421875, + 62881.5234375, + 62841.578125, + 62860.611328125, + 62760.349609375, + 62833.5, + 62778.576171875, + 62871.4375, + 62780.599609375, + 62958.888671875, + 63093.15625, + 62941.953125, + 63030.626953125, + 62895.734375, + 63103.818359375, + 63071.931640625 ], "0.7": [ - 62921.5234375, - 62886.912109375, - 62927.435546875, - 62849.6015625, - 62925.859375, - 62970.740234375, - 62941.796875, - 62923.453125, - 62925.41796875, - 62887.30859375, - 62815.447265625, - 62773.732421875, - 62810.416015625, - 62713.189453125, - 62896.78125, - 62905.35546875, - 62886.048828125, - 62903.33984375, - 63078.212890625, - 62959.638671875, - 62971.56640625, - 62889.69140625, - 63095.4765625, - 63027.361328125 + 62871.302734375, + 62881.294921875, + 62897.5390625, + 62867.837890625, + 62900.31640625, + 62940.82421875, + 62891.64453125, + 62934.87890625, + 62879.32421875, + 62881.5234375, + 62841.578125, + 62860.611328125, + 62760.349609375, + 62833.5, + 62778.576171875, + 62871.4375, + 62780.599609375, + 62958.888671875, + 63093.15625, + 62941.953125, + 63030.626953125, + 62895.734375, + 63103.818359375, + 63071.931640625 ], "0.8": [ - 63191.0703125, - 63322.869140625, - 63381.166015625, - 63508.083984375, - 63500.251953125, - 63798.19921875, - 63679.0, - 63735.00390625, - 63799.603515625, - 63816.162109375, - 63929.68359375, - 63870.7890625, - 64215.970703125, - 63983.677734375, - 64034.16796875, - 64050.203125, - 64390.955078125, - 64183.375, - 64340.1640625, - 64504.056640625, - 64299.373046875, - 64195.455078125, - 64365.904296875, - 64405.248046875 + 63208.85546875, + 63343.533203125, + 63442.3828125, + 63608.693359375, + 63651.90625, + 63729.107421875, + 63636.70703125, + 63661.263671875, + 63868.76953125, + 63885.36328125, + 63678.75, + 63973.03125, + 63878.15625, + 64007.26171875, + 63785.04296875, + 64130.14453125, + 64078.201171875, + 64248.916015625, + 64353.78515625, + 64260.90625, + 64354.59765625, + 64064.6640625, + 64816.916015625, + 64380.0 ], "0.9": [ - 63191.0703125, - 63322.869140625, - 63381.166015625, - 63508.083984375, - 63500.251953125, - 63798.19921875, - 63679.0, - 63735.00390625, - 63799.603515625, - 63816.162109375, - 63929.68359375, - 63870.7890625, - 64215.970703125, - 63983.677734375, - 64034.16796875, - 64050.203125, - 64390.955078125, - 64183.375, - 64340.1640625, - 64504.056640625, - 64299.373046875, - 64195.455078125, - 64365.904296875, - 64405.248046875 + 63208.85546875, + 63343.533203125, + 63442.3828125, + 63608.693359375, + 63651.90625, + 63729.107421875, + 63636.70703125, + 63661.263671875, + 63868.76953125, + 63885.36328125, + 63678.75, + 63973.03125, + 63878.15625, + 64007.26171875, + 63785.04296875, + 64130.14453125, + 64078.201171875, + 64248.916015625, + 64353.78515625, + 64260.90625, + 64354.59765625, + 64064.6640625, + 64816.916015625, + 64380.0 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index bf8d8db69cb11aa98b1f4b3add5cf775070517e2..9645fb334e72424fcb36f3c78198be52200f0f67 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,13 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-24T07:50:59.832911+00:00", + "evaluated_at": "2026-06-24T07:58:33.124612+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index ff6092aef114a5fd80701321911458df069ea687..b834c6e261c9c180b8b84eaed329d5d07e625566 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,2860094.2487027696,2824073.7787236385,1667.4604072436948,2.9695125628091374,0.026660470931096136,0.026304121688966176,87.16841913107983,1691.1813175123386,0.027028251043514074,0.026649146383899775,0.02547618932969924,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,2865268.718499621,2829207.538055047,1669.1265856291113,2.972479792271308,0.026687698574261787,0.026330692438395517,87.28710830956663,1692.7104650529047,0.02705341029784333,0.026676485608335486,0.025503497309877977,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,4.25198316917136,3.941593385544353,1.7793914960984563,1.0533138654600285,0.0716357085338421,0.06932483526954926,15.91323288213343,2.0620337458856874,0.08108134721962701,0.06996755510072467,0.06256216465124885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.18323566916791176,0.1836469952608315,0.36456030158110403,0.9740439121824874,0.3303095034551858,0.2646315705351151,35.222967217554356,0.42806035692167493,0.28891436717027513,0.24605574219521026,0.2402499483307049,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.009940920548762151,0.010387314901185456,0.08035074270985744,0.30037658684347196,0.06724903756513378,0.0644896349572783,3.4156846168243766,0.09970416515252585,0.07994097602473679,0.0644237558853456,0.052813285256628706,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 9f37afa1a4653ef70ca932e6f732b7b5757e98ad..78bf6711fdd58093bc71300c3ef4b5a94f45b95c 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-24T07:51:22.806000+00:00", + "evaluated_at": "2026-06-24T07:58:52.511893+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62744.421875, 62890.0, 62780.0, - 62718.0 + 62678.01171875 ], "p50": [ 64251.15921909265, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 026ad4903b8b39d79f8d5e088e3737657bbde7bc..22d4186e920b3e2b9b7efc08968e058df161bfb8 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,13 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-24T07:51:22.835891+00:00", + "evaluated_at": "2026-06-24T07:58:52.516068+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 6fa31efee33ca4ebb990609372f159450ecf371f..cb699dfd73a1be9ee2d663db5ea795364bb42c93 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-24T07:48:23.331503+00:00", - "finished_at": "2026-06-24T07:51:28.338809+00:00", - "task_count": 2, + "started_at": "2026-06-24T07:56:44.560682+00:00", + "finished_at": "2026-06-24T07:58:58.194800+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,13 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-24T07:48:49.767820+00:00", + "evaluated_at": "2026-06-24T07:57:15.537867+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -30,19 +24,13 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-24T07:49:19.469027+00:00", + "evaluated_at": "2026-06-24T07:57:36.255651+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -50,19 +38,13 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-24T07:49:50.228901+00:00", + "evaluated_at": "2026-06-24T07:58:02.016063+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -70,19 +52,13 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-24T07:50:07.516557+00:00", + "evaluated_at": "2026-06-24T07:58:10.700113+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -90,19 +66,13 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-24T07:50:59.832911+00:00", + "evaluated_at": "2026-06-24T07:58:33.124612+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -110,19 +80,13 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-24T07:51:22.372793+00:00", + "evaluated_at": "2026-06-24T07:58:51.990534+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -130,19 +94,13 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-24T07:51:22.711284+00:00", + "evaluated_at": "2026-06-24T07:58:52.357018+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -150,19 +108,13 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-24T07:51:22.792675+00:00", + "evaluated_at": "2026-06-24T07:58:52.479527+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -170,19 +122,13 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-24T07:51:22.835891+00:00", + "evaluated_at": "2026-06-24T07:58:52.516068+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -190,19 +136,13 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-24T07:51:22.859027+00:00", + "evaluated_at": "2026-06-24T07:58:52.525549+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -223,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-24T07:53:38.243530+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260624_075852.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260624_075852.json new file mode 100644 index 0000000000000000000000000000000000000000..a381fb33043c0467c874c766fb705bf89cb01aef --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260624_075852.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-24T07:58:52.217635+00:00", + "metrics": { + "MSE[mean]": 613551.0383047992, + "MSE[0.5]": 156069.5034081069, + "MAE[0.5]": 336.7212954534628, + "MASE[0.5]": 0.5996532887202118, + "MAPE[0.5]": 0.005370778329915111, + "sMAPE[0.5]": 0.005390666797068976, + "MSIS": 5.334793669992543, + "RMSE[mean]": 783.2949880503509, + "NRMSE[mean]": 0.012518857260865416, + "ND[0.5]": 0.005381581522649325, + "mean_weighted_sum_quantile_loss": 0.004336900045719935 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00" + ], + "context": [ + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125 + ], + "actual": [ + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62678.01171875 + ], + "predictions": { + "p50": [ + 62240.30708354006, + 62235.808154112005, + 62231.24598150074, + 62236.39995944118, + 62234.81474534159, + 62222.571037919086, + 62236.928757813745, + 62236.446033888315, + 62231.29098961657, + 62233.20815300143, + 62231.16420317408, + 62231.417901495595, + 62231.417902434936, + 62234.82722422603, + 62227.50857230908, + 62231.164207939604, + 62230.346159190216, + 62233.208170714366, + 62217.640227596545, + 62242.60670851814, + 62230.7551835692, + 62231.41790278133, + 62236.44627792385, + 62230.7551835692 + ], + "p10": [ + 61996.89036807548, + 61983.83382809084, + 61951.19727572806, + 61984.91720740029, + 61994.719378132424, + 61914.55047238799, + 61999.257999778594, + 61963.692741590945, + 61981.60402724826, + 61997.59060769153, + 61984.96352111067, + 61994.73185582445, + 61947.68766040483, + 61978.549236926185, + 61960.01144934392, + 61980.047786073475, + 61984.47195190087, + 61911.620182480256, + 61984.963525882835, + 61999.25890557036, + 61951.369197008644, + 61978.549237019506, + 61999.09207755385, + 61980.04778608024 + ], + "p90": [ + 62498.11385293344, + 62566.47770800878, + 62625.66138910675, + 62561.115458278386, + 62474.13054708443, + 62553.97268875622, + 62474.14212027039, + 62464.57556670435, + 62474.142960314915, + 62476.776944785386, + 62500.48238565606, + 62472.76428989718, + 62472.90216432445, + 62625.83331029402, + 62505.83175644064, + 62462.21693115514, + 62472.7642911811, + 62463.66597957906, + 62472.90216467071, + 62553.97605080254, + 62476.7769624988, + 62625.833310387345, + 62476.77696249881, + 62505.83175646578 + ], + "mean": [ + 64133.81003119559, + 63809.12527565496, + 62863.521215323424, + 63187.83426059614, + 63481.59492866098, + 63479.19864650103, + 62567.23904874774, + 62552.51727000022, + 62854.93009972674, + 63493.97048672609, + 62874.933760394546, + 63172.41483311142, + 62540.875117874595, + 62879.878627100734, + 64100.96906152477, + 62229.245412093696, + 62855.586705709815, + 62231.06844714132, + 62543.112890027725, + 62582.3265493592, + 63164.59951770256, + 63182.956379096446, + 63501.170462489055, + 62863.17443760488 + ], + "quantiles": { + "0.1": [ + 61996.89036807548, + 61983.83382809084, + 61951.19727572806, + 61984.91720740029, + 61994.719378132424, + 61914.55047238799, + 61999.257999778594, + 61963.692741590945, + 61981.60402724826, + 61997.59060769153, + 61984.96352111067, + 61994.73185582445, + 61947.68766040483, + 61978.549236926185, + 61960.01144934392, + 61980.047786073475, + 61984.47195190087, + 61911.620182480256, + 61984.963525882835, + 61999.25890557036, + 61951.369197008644, + 61978.549237019506, + 61999.09207755385, + 61980.04778608024 + ], + "0.2": [ + 62123.85761302846, + 62079.55254716264, + 62037.78999852837, + 62080.144352491814, + 62082.748071872236, + 62058.12082475269, + 62113.25541432016, + 62093.512041564616, + 62080.19060522721, + 62091.3619209367, + 62082.760546077705, + 62099.67852221109, + 62053.90135861634, + 62057.27962113846, + 62037.961919783826, + 62058.12418679228, + 62069.91115147063, + 62069.91115147196, + 62053.901358962605, + 62101.22008297096, + 62080.19067097448, + 62088.79205877461, + 62114.69324913862, + 62069.91115147245 + ], + "0.3": [ + 62198.83891465263, + 62126.09342398136, + 62122.48157489533, + 62158.63420615392, + 62150.86666729363, + 62126.72818574685, + 62183.73587838883, + 62153.900781711214, + 62151.863103937634, + 62168.56155392165, + 62126.73154302091, + 62161.60224690157, + 62120.674009735114, + 62150.87914617807, + 62116.055209169404, + 62153.901025739986, + 62148.58309163804, + 62124.20456144354, + 62123.73924186346, + 62159.5538915202, + 62124.20456144402, + 62153.90102574675, + 62171.544138826976, + 62123.73924186359 + ], + "0.4": [ + 62227.333416206595, + 62200.569328335696, + 62178.72887281375, + 62205.671820602365, + 62201.19497316978, + 62190.955362780805, + 62202.515408696745, + 62205.7178950495, + 62186.20511796444, + 62201.20743443412, + 62202.51630971625, + 62203.38888809681, + 62193.68544852633, + 62215.809153255985, + 62183.73678415549, + 62199.75456162381, + 62190.958724825345, + 62202.51631448806, + 62187.850783398986, + 62217.64022759664, + 62178.900794094334, + 62199.75456163058, + 62215.809153349306, + 62181.80238814611 + ], + "0.5": [ + 62240.30708354006, + 62235.808154112005, + 62231.24598150074, + 62236.39995944118, + 62234.81474534159, + 62222.571037919086, + 62236.928757813745, + 62236.446033888315, + 62231.29098961657, + 62233.20815300143, + 62231.16420317408, + 62231.417901495595, + 62231.417902434936, + 62234.82722422603, + 62227.50857230908, + 62231.164207939604, + 62230.346159190216, + 62233.208170714366, + 62217.640227596545, + 62242.60670851814, + 62230.7551835692, + 62231.41790278133, + 62236.44627792385, + 62230.7551835692 + ], + "0.6": [ + 62297.84216349742, + 62263.38936080238, + 62273.68974498672, + 62285.05178399431, + 62272.5119294152, + 62254.35703913156, + 62258.36196296993, + 62287.21835337707, + 62254.814505225804, + 62254.81455325966, + 62264.027479841934, + 62243.62068899502, + 62243.62068993436, + 62278.994307428606, + 62252.44903908884, + 62251.99486931205, + 62254.81457097126, + 62278.99430752144, + 62242.53779600125, + 62300.2107009923, + 62251.99486931881, + 62273.86166626731, + 62254.81457097308, + 62264.02748461423 + ], + "0.7": [ + 62364.48118562341, + 62324.554117357446, + 62341.2522026045, + 62346.902854326065, + 62321.90546688821, + 62343.07827651582, + 62318.54745031373, + 62345.52357217945, + 62315.70091104521, + 62318.54833839211, + 62355.08976021248, + 62302.71864858608, + 62346.949172462344, + 62349.39135036823, + 62325.192241144156, + 62318.54835609876, + 62325.192241167475, + 62341.4241238846, + 62315.70097679236, + 62367.17495299985, + 62328.56183092972, + 62325.192241169294, + 62341.42412388509, + 62337.924182091716 + ], + "0.8": [ + 62421.01940975824, + 62421.771034927515, + 62448.90107602969, + 62402.615323707614, + 62374.341786555124, + 62432.49826712089, + 62398.874442885965, + 62389.249343268944, + 62371.231979428536, + 62427.53077157549, + 62448.0173067148, + 62386.843145675426, + 62402.66164184389, + 62431.44594325074, + 62422.409158714225, + 62398.875348671, + 62398.875348675945, + 62422.409158738876, + 62403.58211068995, + 62427.30310130827, + 62422.409158739356, + 62406.6111455001, + 62390.00684600699, + 62406.6111455001 + ], + "0.9": [ + 62498.11385293344, + 62566.47770800878, + 62625.66138910675, + 62561.115458278386, + 62474.13054708443, + 62553.97268875622, + 62474.14212027039, + 62464.57556670435, + 62474.142960314915, + 62476.776944785386, + 62500.48238565606, + 62472.76428989718, + 62472.90216432445, + 62625.83331029402, + 62505.83175644064, + 62462.21693115514, + 62472.7642911811, + 62463.66597957906, + 62472.90216467071, + 62553.97605080254, + 62476.7769624988, + 62625.833310387345, + 62476.77696249881, + 62505.83175646578 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260624_075713.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260624_075713.json new file mode 100644 index 0000000000000000000000000000000000000000..10e8dfdfce964f11273b5458b8c6ad6dce650dca --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260624_075713.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-24T07:57:13.261391+00:00", + "metrics": { + "MSE[mean]": 349035.1110026042, + "MSE[0.5]": 349035.1110026042, + "MAE[0.5]": 571.5882161458334, + "MASE[0.5]": 1.0179182553452113, + "MAPE[0.5]": 0.009139856451921873, + "sMAPE[0.5]": 0.009095421654224377, + "MSIS": 3.6267767169249954, + "RMSE[mean]": 590.7919354583339, + "NRMSE[mean]": 0.009442215287604867, + "ND[0.5]": 0.009135295640960243, + "mean_weighted_sum_quantile_loss": 0.006324784549686425 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00" + ], + "context": [ + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125 + ], + "actual": [ + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62678.01171875 + ], + "predictions": { + "p50": [ + 62742.0390625, + 62754.609375, + 62816.99609375, + 62890.8671875, + 63009.94921875, + 63112.80859375, + 63175.95703125, + 63190.94921875, + 63176.92578125, + 63134.10546875, + 63120.8515625, + 63111.8515625, + 63128.09765625, + 63172.90234375, + 63246.7734375, + 63280.1484375, + 63316.19921875, + 63323.484375, + 63318.25, + 63307.23828125, + 63279.80859375, + 63277.5234375, + 63262.45703125, + 63228.33203125 + ], + "p10": [ + 62371.26953125, + 62273.109375, + 62230.77734375, + 62227.046875, + 62276.66015625, + 62267.1640625, + 62307.9609375, + 62273.421875, + 62267.19921875, + 62220.75390625, + 62179.109375, + 62121.765625, + 62130.84375, + 62155.82421875, + 62187.734375, + 62173.16015625, + 61834.3046875, + 61808.5703125, + 61811.4453125, + 61778.328125, + 61779.9296875, + 61731.3125, + 61692.1640625, + 61679.625 + ], + "p90": [ + 63147.49609375, + 63281.10546875, + 63466.1484375, + 63643.8125, + 63803.25, + 63967.6484375, + 64054.19921875, + 64076.63671875, + 64064.8515625, + 64053.21875, + 64047.56640625, + 64064.5546875, + 64074.3359375, + 64132.8359375, + 64199.88671875, + 64275.1015625, + 64390.40234375, + 64424.37109375, + 64446.82421875, + 64439.03515625, + 64415.7265625, + 64451.015625, + 64477.56640625, + 64456.30859375 + ], + "mean": [ + 62742.0390625, + 62754.609375, + 62816.99609375, + 62890.8671875, + 63009.94921875, + 63112.80859375, + 63175.95703125, + 63190.94921875, + 63176.92578125, + 63134.10546875, + 63120.8515625, + 63111.8515625, + 63128.09765625, + 63172.90234375, + 63246.7734375, + 63280.1484375, + 63316.19921875, + 63323.484375, + 63318.25, + 63307.23828125, + 63279.80859375, + 63277.5234375, + 63262.45703125, + 63228.33203125 + ], + "quantiles": { + "0.1": [ + 62371.26953125, + 62273.109375, + 62230.77734375, + 62227.046875, + 62276.66015625, + 62267.1640625, + 62307.9609375, + 62273.421875, + 62267.19921875, + 62220.75390625, + 62179.109375, + 62121.765625, + 62130.84375, + 62155.82421875, + 62187.734375, + 62173.16015625, + 61834.3046875, + 61808.5703125, + 61811.4453125, + 61778.328125, + 61779.9296875, + 61731.3125, + 61692.1640625, + 61679.625 + ], + "0.2": [ + 62371.26953125, + 62273.109375, + 62230.77734375, + 62227.046875, + 62276.66015625, + 62267.1640625, + 62307.9609375, + 62273.421875, + 62267.19921875, + 62220.75390625, + 62179.109375, + 62121.765625, + 62130.84375, + 62155.82421875, + 62187.734375, + 62173.16015625, + 61834.3046875, + 61808.5703125, + 61811.4453125, + 61778.328125, + 61779.9296875, + 61731.3125, + 61692.1640625, + 61679.625 + ], + "0.3": [ + 62371.26953125, + 62273.109375, + 62230.77734375, + 62227.046875, + 62276.66015625, + 62267.1640625, + 62307.9609375, + 62273.421875, + 62267.19921875, + 62220.75390625, + 62179.109375, + 62121.765625, + 62130.84375, + 62155.82421875, + 62187.734375, + 62173.16015625, + 61834.3046875, + 61808.5703125, + 61811.4453125, + 61778.328125, + 61779.9296875, + 61731.3125, + 61692.1640625, + 61679.625 + ], + "0.4": [ + 62742.0390625, + 62754.609375, + 62816.99609375, + 62890.8671875, + 63009.94921875, + 63112.80859375, + 63175.95703125, + 63190.94921875, + 63176.92578125, + 63134.10546875, + 63120.8515625, + 63111.8515625, + 63128.09765625, + 63172.90234375, + 63246.7734375, + 63280.1484375, + 63316.19921875, + 63323.484375, + 63318.25, + 63307.23828125, + 63279.80859375, + 63277.5234375, + 63262.45703125, + 63228.33203125 + ], + "0.5": [ + 62742.0390625, + 62754.609375, + 62816.99609375, + 62890.8671875, + 63009.94921875, + 63112.80859375, + 63175.95703125, + 63190.94921875, + 63176.92578125, + 63134.10546875, + 63120.8515625, + 63111.8515625, + 63128.09765625, + 63172.90234375, + 63246.7734375, + 63280.1484375, + 63316.19921875, + 63323.484375, + 63318.25, + 63307.23828125, + 63279.80859375, + 63277.5234375, + 63262.45703125, + 63228.33203125 + ], + "0.6": [ + 62742.0390625, + 62754.609375, + 62816.99609375, + 62890.8671875, + 63009.94921875, + 63112.80859375, + 63175.95703125, + 63190.94921875, + 63176.92578125, + 63134.10546875, + 63120.8515625, + 63111.8515625, + 63128.09765625, + 63172.90234375, + 63246.7734375, + 63280.1484375, + 63316.19921875, + 63323.484375, + 63318.25, + 63307.23828125, + 63279.80859375, + 63277.5234375, + 63262.45703125, + 63228.33203125 + ], + "0.7": [ + 62742.0390625, + 62754.609375, + 62816.99609375, + 62890.8671875, + 63009.94921875, + 63112.80859375, + 63175.95703125, + 63190.94921875, + 63176.92578125, + 63134.10546875, + 63120.8515625, + 63111.8515625, + 63128.09765625, + 63172.90234375, + 63246.7734375, + 63280.1484375, + 63316.19921875, + 63323.484375, + 63318.25, + 63307.23828125, + 63279.80859375, + 63277.5234375, + 63262.45703125, + 63228.33203125 + ], + "0.8": [ + 63147.49609375, + 63281.10546875, + 63466.1484375, + 63643.8125, + 63803.25, + 63967.6484375, + 64054.19921875, + 64076.63671875, + 64064.8515625, + 64053.21875, + 64047.56640625, + 64064.5546875, + 64074.3359375, + 64132.8359375, + 64199.88671875, + 64275.1015625, + 64390.40234375, + 64424.37109375, + 64446.82421875, + 64439.03515625, + 64415.7265625, + 64451.015625, + 64477.56640625, + 64456.30859375 + ], + "0.9": [ + 63147.49609375, + 63281.10546875, + 63466.1484375, + 63643.8125, + 63803.25, + 63967.6484375, + 64054.19921875, + 64076.63671875, + 64064.8515625, + 64053.21875, + 64047.56640625, + 64064.5546875, + 64074.3359375, + 64132.8359375, + 64199.88671875, + 64275.1015625, + 64390.40234375, + 64424.37109375, + 64446.82421875, + 64439.03515625, + 64415.7265625, + 64451.015625, + 64477.56640625, + 64456.30859375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260624_075852.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260624_075852.json new file mode 100644 index 0000000000000000000000000000000000000000..49a948c0ef9704d50bb9d3a3a669f3260a88536c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260624_075852.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-24T07:58:52.470444+00:00", + "metrics": { + "MSE[mean]": 163263.39402729055, + "MSE[0.5]": 155639.43248573435, + "MAE[0.5]": 351.76080236996285, + "MASE[0.5]": 0.6264365361862337, + "MAPE[0.5]": 0.005631273292470464, + "sMAPE[0.5]": 0.005611454372058604, + "MSIS": 4.166453894239209, + "RMSE[mean]": 404.05865171691414, + "NRMSE[mean]": 0.006457787504107744, + "ND[0.5]": 0.00562194746808974, + "mean_weighted_sum_quantile_loss": 0.00466056197315018 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00" + ], + "context": [ + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125 + ], + "actual": [ + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62678.01171875 + ], + "predictions": { + "p50": [ + 62892.183768352574, + 62890.0121905214, + 62885.66873769022, + 62906.82919110904, + 62891.438863277865, + 62870.01728544669, + 62897.3769576155, + 62900.369442284325, + 62910.79552070315, + 62910.73136474697, + 62909.112521290794, + 62912.26906845962, + 62915.23811562844, + 62918.32825654726, + 62921.019959966085, + 62923.81713213491, + 62926.78617930373, + 62929.81772647255, + 62922.739898641375, + 62935.97457081019, + 62918.658461729014, + 62942.08063389784, + 62944.92858731666, + 62947.89763448548 + ], + "p10": [ + 62672.043143352574, + 62631.64383114639, + 62601.589440815216, + 62637.14950360904, + 62629.919332027865, + 62616.90009794669, + 62658.1347701155, + 62622.838192284325, + 62672.06348945315, + 62675.51066162197, + 62657.932833790794, + 62671.820240334615, + 62637.68342812844, + 62656.64075654726, + 62579.586366216085, + 62673.210491509904, + 62675.74711680373, + 62587.05600772255, + 62671.485992391375, + 62685.13472706019, + 62675.82525860401, + 62680.39313389784, + 62705.63952481666, + 62697.01091573548 + ], + "p90": [ + 63125.332205852574, + 63268.9887530214, + 63131.27030019022, + 63134.23934735904, + 63119.149800777865, + 63129.28681669669, + 63132.2777388655, + 63148.146786034325, + 63149.08458320315, + 63154.08488037197, + 63181.69299004079, + 63114.736255959615, + 63151.356084378436, + 63163.92981904726, + 63156.226991216085, + 63253.75853838491, + 63174.86821055373, + 63175.80600772255, + 63167.884429891375, + 63265.63472706019, + 63184.713149229014, + 63271.57282139784, + 63217.32155606666, + 63193.62029073548 + ], + "mean": [ + 62908.76197147751, + 62922.45127255251, + 62884.644811909144, + 62915.42889814038, + 62884.946363277595, + 62882.512656540704, + 62909.132445896954, + 62906.36991103415, + 62930.411673046714, + 62936.36859130953, + 62925.69455254079, + 62907.67762314702, + 62927.52153359735, + 62918.376283891164, + 62924.47935449712, + 62936.64010088461, + 62933.76082774148, + 62926.92036319118, + 62929.12388301625, + 62947.8641411228, + 62932.981293760306, + 62959.36827061655, + 62970.17034512938, + 62960.114353235615 + ], + "quantiles": { + "0.1": [ + 62672.043143352574, + 62631.64383114639, + 62601.589440815216, + 62637.14950360904, + 62629.919332027865, + 62616.90009794669, + 62658.1347701155, + 62622.838192284325, + 62672.06348945315, + 62675.51066162197, + 62657.932833790794, + 62671.820240334615, + 62637.68342812844, + 62656.64075654726, + 62579.586366216085, + 62673.210491509904, + 62675.74711680373, + 62587.05600772255, + 62671.485992391375, + 62685.13472706019, + 62675.82525860401, + 62680.39313389784, + 62705.63952481666, + 62697.01091573548 + ], + "0.2": [ + 62772.01111210258, + 62744.2715655214, + 62692.36014394022, + 62720.29950360904, + 62718.25370702786, + 62721.222754196686, + 62765.1855513655, + 62714.90225478433, + 62784.05333320315, + 62769.31144287197, + 62741.690646290794, + 62768.81203720962, + 62731.67170937844, + 62734.64075654726, + 62725.11292871609, + 62801.294475884904, + 62743.54789805373, + 62793.06382022255, + 62765.443023641375, + 62768.41207081019, + 62765.75846172901, + 62798.50250889784, + 62823.03405606666, + 62780.28825948548 + ], + "0.3": [ + 62838.83728397758, + 62800.5903155214, + 62802.57108144022, + 62837.20028485904, + 62808.509175777865, + 62783.10712919669, + 62846.1074263655, + 62794.424129784325, + 62843.32286445315, + 62861.566520996974, + 62803.079318165794, + 62830.271412209615, + 62826.05569375344, + 62810.21380342226, + 62839.187928716085, + 62842.44408525991, + 62844.82953867873, + 62848.38217959755, + 62827.083648641375, + 62830.05269581019, + 62830.99713360401, + 62859.97125889784, + 62872.65905606666, + 62841.92888448548 + ], + "0.4": [ + 62876.019705852574, + 62853.9746905214, + 62851.98123769022, + 62888.22606610904, + 62864.997457027865, + 62834.41572294669, + 62865.6464888655, + 62878.006161034325, + 62899.77208320315, + 62896.58566162197, + 62877.522677540794, + 62886.12609970962, + 62888.74983437844, + 62884.64075654726, + 62892.572303716086, + 62901.75853838491, + 62895.33696055373, + 62903.59507022255, + 62892.36021114138, + 62911.99410206019, + 62866.720961729014, + 62913.35563389784, + 62927.468431066656, + 62913.318728235485 + ], + "0.5": [ + 62892.183768352574, + 62890.0121905214, + 62885.66873769022, + 62906.82919110904, + 62891.438863277865, + 62870.01728544669, + 62897.3769576155, + 62900.369442284325, + 62910.79552070315, + 62910.73136474697, + 62909.112521290794, + 62912.26906845962, + 62915.23811562844, + 62918.32825654726, + 62921.019959966085, + 62923.81713213491, + 62926.78617930373, + 62929.81772647255, + 62922.739898641375, + 62935.97457081019, + 62918.658461729014, + 62942.08063389784, + 62944.92858731666, + 62947.89763448548 + ], + "0.6": [ + 62933.38220585258, + 62940.842659271395, + 62916.76951894022, + 62966.074503609045, + 62923.907613277865, + 62895.41884794669, + 62921.4261763655, + 62954.826473534325, + 62958.14708320315, + 62959.66300537197, + 62941.721896290794, + 62929.17141220962, + 62968.57014687844, + 62935.10950654726, + 62975.961366216085, + 62954.56713213491, + 62951.11664805373, + 62942.65757022255, + 62939.443023641375, + 62968.44332081019, + 62962.99283672901, + 62995.73219639784, + 62976.15046231666, + 62971.89997823548 + ], + "0.7": [ + 62980.570487102574, + 62995.7426592714, + 62980.28162831522, + 63030.28778485904, + 62980.89120702787, + 62948.88837919669, + 62984.3906294905, + 63013.556942284325, + 63037.02208320315, + 63026.50519287197, + 63041.729708790794, + 62985.23000595962, + 63016.19905312844, + 62994.61575654726, + 63054.836366216085, + 63018.87924150991, + 63026.82289805373, + 63006.49194522255, + 62998.82466426637, + 63035.19332081019, + 63038.162367979014, + 63041.13141514784, + 63049.550462316656, + 63052.51950948548 + ], + "0.8": [ + 63029.281424602574, + 63093.0121905214, + 63078.80155019022, + 63090.09872235904, + 63041.157613277865, + 63044.12666044669, + 63066.2582076155, + 63063.642879784325, + 63096.61583320315, + 63138.77628662197, + 63120.9593962908, + 63048.80031845962, + 63069.37874062844, + 63062.61731904726, + 63112.348084966085, + 63087.39525713491, + 63138.77367930373, + 63084.22397647255, + 63076.046929891374, + 63081.48394581019, + 63088.662367979014, + 63110.793915147835, + 63138.18249356666, + 63102.03825948548 + ], + "0.9": [ + 63125.332205852574, + 63268.9887530214, + 63131.27030019022, + 63134.23934735904, + 63119.149800777865, + 63129.28681669669, + 63132.2777388655, + 63148.146786034325, + 63149.08458320315, + 63154.08488037197, + 63181.69299004079, + 63114.736255959615, + 63151.356084378436, + 63163.92981904726, + 63156.226991216085, + 63253.75853838491, + 63174.86821055373, + 63175.80600772255, + 63167.884429891375, + 63265.63472706019, + 63184.713149229014, + 63271.57282139784, + 63217.32155606666, + 63193.62029073548 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260624_075830.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260624_075830.json new file mode 100644 index 0000000000000000000000000000000000000000..7adc455da8102a93a552d1feb61bc2a6611e2cd4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260624_075830.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-24T07:58:30.952052+00:00", + "metrics": { + "MSE[mean]": 348744.3407096863, + "MSE[0.5]": 139823.98312584558, + "MAE[0.5]": 322.581298828125, + "MASE[0.5]": 0.5744719426237087, + "MAPE[0.5]": 0.005164816715727953, + "sMAPE[0.5]": 0.005146941191741384, + "MSIS": 4.4689819159485, + "RMSE[mean]": 590.54579899419, + "NRMSE[mean]": 0.009438281460236737, + "ND[0.5]": 0.005155591822571805, + "mean_weighted_sum_quantile_loss": 0.005010700240387514 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00" + ], + "context": [ + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125 + ], + "actual": [ + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62678.01171875 + ], + "predictions": { + "p50": [ + 62871.302734375, + 62881.294921875, + 62897.5390625, + 62867.837890625, + 62900.31640625, + 62940.82421875, + 62891.64453125, + 62934.87890625, + 62879.32421875, + 62881.5234375, + 62841.578125, + 62860.611328125, + 62760.349609375, + 62833.5, + 62778.576171875, + 62871.4375, + 62780.599609375, + 62958.888671875, + 63093.15625, + 62941.953125, + 63030.626953125, + 62895.734375, + 63103.818359375, + 63071.931640625 + ], + "p10": [ + 62557.13671875, + 62406.169921875, + 62354.140625, + 62263.349609375, + 62222.9921875, + 62132.466796875, + 62240.400390625, + 61939.474609375, + 62120.830078125, + 61783.533203125, + 61816.904296875, + 61782.720703125, + 61482.173828125, + 61733.41796875, + 61648.55078125, + 61772.34375, + 61621.4609375, + 61675.951171875, + 61816.7109375, + 61869.541015625, + 61612.556640625, + 61395.15234375, + 61556.0625, + 61534.662109375 + ], + "p90": [ + 63208.85546875, + 63343.533203125, + 63442.3828125, + 63608.693359375, + 63651.90625, + 63729.107421875, + 63636.70703125, + 63661.263671875, + 63868.76953125, + 63885.36328125, + 63678.75, + 63973.03125, + 63878.15625, + 64007.26171875, + 63785.04296875, + 64130.14453125, + 64078.201171875, + 64248.916015625, + 64353.78515625, + 64260.90625, + 64354.59765625, + 64064.6640625, + 64816.916015625, + 64380.0 + ], + "mean": [ + 62881.87890625, + 62877.8671875, + 62893.71484375, + 62899.890625, + 62925.72265625, + 62939.328125, + 62929.5859375, + 62890.76171875, + 62960.63671875, + 62825.703125, + 62823.77734375, + 62841.4140625, + 62760.25390625, + 62865.60546875, + 62745.86328125, + 62878.546875, + 65016.09765625, + 62972.26171875, + 63059.54296875, + 63027.5625, + 63222.4765625, + 62851.0703125, + 63197.265625, + 62992.890625 + ], + "quantiles": { + "0.1": [ + 62557.13671875, + 62406.169921875, + 62354.140625, + 62263.349609375, + 62222.9921875, + 62132.466796875, + 62240.400390625, + 61939.474609375, + 62120.830078125, + 61783.533203125, + 61816.904296875, + 61782.720703125, + 61482.173828125, + 61733.41796875, + 61648.55078125, + 61772.34375, + 61621.4609375, + 61675.951171875, + 61816.7109375, + 61869.541015625, + 61612.556640625, + 61395.15234375, + 61556.0625, + 61534.662109375 + ], + "0.2": [ + 62557.13671875, + 62406.169921875, + 62354.140625, + 62263.349609375, + 62222.9921875, + 62132.466796875, + 62240.400390625, + 61939.474609375, + 62120.830078125, + 61783.533203125, + 61816.904296875, + 61782.720703125, + 61482.173828125, + 61733.41796875, + 61648.55078125, + 61772.34375, + 61621.4609375, + 61675.951171875, + 61816.7109375, + 61869.541015625, + 61612.556640625, + 61395.15234375, + 61556.0625, + 61534.662109375 + ], + "0.3": [ + 62557.13671875, + 62406.169921875, + 62354.140625, + 62263.349609375, + 62222.9921875, + 62132.466796875, + 62240.400390625, + 61939.474609375, + 62120.830078125, + 61783.533203125, + 61816.904296875, + 61782.720703125, + 61482.173828125, + 61733.41796875, + 61648.55078125, + 61772.34375, + 61621.4609375, + 61675.951171875, + 61816.7109375, + 61869.541015625, + 61612.556640625, + 61395.15234375, + 61556.0625, + 61534.662109375 + ], + "0.4": [ + 62871.302734375, + 62881.294921875, + 62897.5390625, + 62867.837890625, + 62900.31640625, + 62940.82421875, + 62891.64453125, + 62934.87890625, + 62879.32421875, + 62881.5234375, + 62841.578125, + 62860.611328125, + 62760.349609375, + 62833.5, + 62778.576171875, + 62871.4375, + 62780.599609375, + 62958.888671875, + 63093.15625, + 62941.953125, + 63030.626953125, + 62895.734375, + 63103.818359375, + 63071.931640625 + ], + "0.5": [ + 62871.302734375, + 62881.294921875, + 62897.5390625, + 62867.837890625, + 62900.31640625, + 62940.82421875, + 62891.64453125, + 62934.87890625, + 62879.32421875, + 62881.5234375, + 62841.578125, + 62860.611328125, + 62760.349609375, + 62833.5, + 62778.576171875, + 62871.4375, + 62780.599609375, + 62958.888671875, + 63093.15625, + 62941.953125, + 63030.626953125, + 62895.734375, + 63103.818359375, + 63071.931640625 + ], + "0.6": [ + 62871.302734375, + 62881.294921875, + 62897.5390625, + 62867.837890625, + 62900.31640625, + 62940.82421875, + 62891.64453125, + 62934.87890625, + 62879.32421875, + 62881.5234375, + 62841.578125, + 62860.611328125, + 62760.349609375, + 62833.5, + 62778.576171875, + 62871.4375, + 62780.599609375, + 62958.888671875, + 63093.15625, + 62941.953125, + 63030.626953125, + 62895.734375, + 63103.818359375, + 63071.931640625 + ], + "0.7": [ + 62871.302734375, + 62881.294921875, + 62897.5390625, + 62867.837890625, + 62900.31640625, + 62940.82421875, + 62891.64453125, + 62934.87890625, + 62879.32421875, + 62881.5234375, + 62841.578125, + 62860.611328125, + 62760.349609375, + 62833.5, + 62778.576171875, + 62871.4375, + 62780.599609375, + 62958.888671875, + 63093.15625, + 62941.953125, + 63030.626953125, + 62895.734375, + 63103.818359375, + 63071.931640625 + ], + "0.8": [ + 63208.85546875, + 63343.533203125, + 63442.3828125, + 63608.693359375, + 63651.90625, + 63729.107421875, + 63636.70703125, + 63661.263671875, + 63868.76953125, + 63885.36328125, + 63678.75, + 63973.03125, + 63878.15625, + 64007.26171875, + 63785.04296875, + 64130.14453125, + 64078.201171875, + 64248.916015625, + 64353.78515625, + 64260.90625, + 64354.59765625, + 64064.6640625, + 64816.916015625, + 64380.0 + ], + "0.9": [ + 63208.85546875, + 63343.533203125, + 63442.3828125, + 63608.693359375, + 63651.90625, + 63729.107421875, + 63636.70703125, + 63661.263671875, + 63868.76953125, + 63885.36328125, + 63678.75, + 63973.03125, + 63878.15625, + 64007.26171875, + 63785.04296875, + 64130.14453125, + 64078.201171875, + 64248.916015625, + 64353.78515625, + 64260.90625, + 64354.59765625, + 64064.6640625, + 64816.916015625, + 64380.0 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260624_075852.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260624_075852.json new file mode 100644 index 0000000000000000000000000000000000000000..ed8f834e5baee2028bbfadce1703f5536d136868 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260624_075852.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-24T07:58:52.511893+00:00", + "metrics": { + "MSE[mean]": 2865268.718499621, + "MSE[0.5]": 2829207.538055047, + "MAE[0.5]": 1669.1265856291113, + "MASE[0.5]": 2.972479792271308, + "MAPE[0.5]": 0.026687698574261787, + "sMAPE[0.5]": 0.026330692438395517, + "MSIS": 87.28710830956663, + "RMSE[mean]": 1692.7104650529047, + "NRMSE[mean]": 0.02705341029784333, + "ND[0.5]": 0.026676485608335486, + "mean_weighted_sum_quantile_loss": 0.025503497309877977 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00" + ], + "context": [ + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125 + ], + "actual": [ + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62678.01171875 + ], + "predictions": { + "p50": [ + 64251.15921909265, + 64246.01859409265, + 64238.70609409265, + 64256.89750034265, + 64238.53812534265, + 64214.14750034265, + 64238.53812534265, + 64238.56156284265, + 64246.01859409265, + 64242.98539096765, + 64238.39750034265, + 64238.58500034265, + 64238.58500034265, + 64238.70609409265, + 64238.42875034265, + 64238.25687534265, + 64238.25687534265, + 64238.31937534265, + 64228.27250034265, + 64238.53812534265, + 64218.25296909265, + 64238.70609409265, + 64238.58500034265, + 64238.58500034265 + ], + "p10": [ + 64031.01859409265, + 63987.65023471765, + 63954.62679721765, + 63987.21781284265, + 63977.01859409265, + 63961.03031284265, + 63999.29593784265, + 63961.03031284265, + 64007.28656284265, + 64007.76468784265, + 63987.21781284265, + 63998.13617221765, + 63961.03031284265, + 63977.01859409265, + 63896.99515659265, + 63987.65023471765, + 63987.21781284265, + 63895.55765659265, + 63977.01859409265, + 63987.69828159265, + 63975.41976596765, + 63977.01859409265, + 63999.29593784265, + 63987.69828159265 + ], + "p90": [ + 64484.30765659265, + 64624.99515659265, + 64484.30765659265, + 64484.30765659265, + 64466.24906284265, + 64473.41703159265, + 64473.43890659265, + 64486.33890659265, + 64484.30765659265, + 64486.33890659265, + 64510.97796909265, + 64441.05218784265, + 64474.70296909265, + 64484.30765659265, + 64473.63578159265, + 64568.19828159265, + 64486.33890659265, + 64484.30765659265, + 64473.41703159265, + 64568.19828159265, + 64484.30765659265, + 64568.19828159265, + 64510.97796909265, + 64484.30765659265 + ], + "mean": [ + 64267.73742221736, + 64278.45767612362, + 64237.68216831111, + 64265.49720737361, + 64232.04562534236, + 64226.64287143611, + 64250.29361362362, + 64244.562031592366, + 64265.63474643612, + 64268.622617529865, + 64254.97953159236, + 64233.99355502986, + 64250.86841831111, + 64238.75412143611, + 64241.888144873614, + 64251.07984409236, + 64245.23152377986, + 64235.42201206111, + 64234.656484717365, + 64250.427695654864, + 64232.57580112361, + 64255.99373081111, + 64263.826758154864, + 64250.801719092364 + ], + "quantiles": { + "0.1": [ + 64031.01859409265, + 63987.65023471765, + 63954.62679721765, + 63987.21781284265, + 63977.01859409265, + 63961.03031284265, + 63999.29593784265, + 63961.03031284265, + 64007.28656284265, + 64007.76468784265, + 63987.21781284265, + 63998.13617221765, + 63961.03031284265, + 63977.01859409265, + 63896.99515659265, + 63987.65023471765, + 63987.21781284265, + 63895.55765659265, + 63977.01859409265, + 63987.69828159265, + 63975.41976596765, + 63977.01859409265, + 63999.29593784265, + 63987.69828159265 + ], + "0.2": [ + 64130.986562842656, + 64100.277969092655, + 64045.39750034265, + 64070.367812842655, + 64065.35296909265, + 64065.35296909265, + 64106.34671909265, + 64053.094375342655, + 64119.27640659265, + 64101.56546909265, + 64070.97562534265, + 64095.12796909265, + 64055.01859409265, + 64055.01859409265, + 64042.521719092656, + 64115.73421909265, + 64055.01859409265, + 64101.56546909265, + 64070.97562534265, + 64070.97562534265, + 64065.35296909265, + 64095.12796909265, + 64116.69046909265, + 64070.97562534265 + ], + "0.3": [ + 64197.812734717656, + 64156.59671909265, + 64155.60843784265, + 64187.26859409265, + 64155.60843784265, + 64127.23734409265, + 64187.26859409265, + 64132.61625034265, + 64178.54593784265, + 64193.820547217656, + 64132.36429721765, + 64156.58734409265, + 64149.402578467656, + 64130.59164096765, + 64156.59671909265, + 64156.88382846765, + 64156.30023471765, + 64156.88382846765, + 64132.61625034265, + 64132.61625034265, + 64130.59164096765, + 64156.59671909265, + 64166.31546909265, + 64132.61625034265 + ], + "0.4": [ + 64234.99515659265, + 64209.981094092655, + 64205.01859409265, + 64238.29437534265, + 64212.09671909265, + 64178.54593784265, + 64206.80765659265, + 64216.19828159265, + 64234.99515659265, + 64228.83968784265, + 64206.80765659265, + 64212.442031592655, + 64212.09671909265, + 64205.01859409265, + 64209.981094092655, + 64216.19828159265, + 64206.80765659265, + 64212.09671909265, + 64197.892812842656, + 64214.55765659265, + 64166.31546909265, + 64209.981094092655, + 64221.12484409265, + 64204.006094092656 + ], + "0.5": [ + 64251.15921909265, + 64246.01859409265, + 64238.70609409265, + 64256.89750034265, + 64238.53812534265, + 64214.14750034265, + 64238.53812534265, + 64238.56156284265, + 64246.01859409265, + 64242.98539096765, + 64238.39750034265, + 64238.58500034265, + 64238.58500034265, + 64238.70609409265, + 64238.42875034265, + 64238.25687534265, + 64238.25687534265, + 64238.31937534265, + 64228.27250034265, + 64238.53812534265, + 64218.25296909265, + 64238.70609409265, + 64238.58500034265, + 64238.58500034265 + ], + "0.6": [ + 64292.357656592656, + 64296.84906284265, + 64269.806875342656, + 64316.142812842656, + 64271.00687534265, + 64239.549062842656, + 64262.58734409265, + 64293.01859409265, + 64293.37015659265, + 64291.91703159265, + 64271.00687534265, + 64255.48734409265, + 64291.91703159265, + 64255.48734409265, + 64293.37015659265, + 64269.00687534265, + 64262.58734409265, + 64251.15921909265, + 64244.97562534265, + 64271.00687534265, + 64262.58734409265, + 64292.357656592656, + 64269.806875342656, + 64262.58734409265 + ], + "0.7": [ + 64339.54593784265, + 64351.74906284265, + 64333.318984717655, + 64380.356094092655, + 64327.990469092656, + 64293.01859409265, + 64325.55179721765, + 64351.74906284265, + 64372.24515659265, + 64358.75921909265, + 64371.01468784265, + 64311.54593784265, + 64339.54593784265, + 64314.99359409265, + 64372.24515659265, + 64333.318984717655, + 64338.293594092655, + 64314.99359409265, + 64304.35726596765, + 64337.75687534265, + 64337.75687534265, + 64337.75687534265, + 64343.20687534265, + 64343.20687534265 + ], + "0.8": [ + 64388.25687534265, + 64449.01859409265, + 64431.83890659265, + 64440.16703159265, + 64388.25687534265, + 64388.25687534265, + 64407.41937534265, + 64401.83500034265, + 64431.83890659265, + 64471.03031284265, + 64450.244375342656, + 64375.11625034265, + 64392.72562534265, + 64382.99515659265, + 64429.75687534265, + 64401.83500034265, + 64450.244375342656, + 64392.72562534265, + 64381.57953159265, + 64384.047500342655, + 64388.25687534265, + 64407.41937534265, + 64431.83890659265, + 64392.72562534265 + ], + "0.9": [ + 64484.30765659265, + 64624.99515659265, + 64484.30765659265, + 64484.30765659265, + 64466.24906284265, + 64473.41703159265, + 64473.43890659265, + 64486.33890659265, + 64484.30765659265, + 64486.33890659265, + 64510.97796909265, + 64441.05218784265, + 64474.70296909265, + 64484.30765659265, + 64473.63578159265, + 64568.19828159265, + 64486.33890659265, + 64484.30765659265, + 64473.41703159265, + 64568.19828159265, + 64484.30765659265, + 64568.19828159265, + 64510.97796909265, + 64484.30765659265 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260624_075852.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260624_075852.json new file mode 100644 index 0000000000000000000000000000000000000000..66bcb5ad871787d7ee6f02d7e2e4bbf1a45c1702 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260624_075852.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-24T07:58:52.522097+00:00", + "metrics": { + "MSE[mean]": 3367637.2631460824, + "MSE[0.5]": 3367637.2631460824, + "MAE[0.5]": 1678.76708984375, + "MASE[0.5]": 2.9896481749524324, + "MAPE[0.5]": 0.026858661615814478, + "sMAPE[0.5]": 0.026434580052516768, + "MSIS": 19.0120581282964, + "RMSE[mean]": 1835.1123298441657, + "NRMSE[mean]": 0.029329319943888786, + "ND[0.5]": 0.026830563060670817, + "mean_weighted_sum_quantile_loss": 0.020995612129090332 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00" + ], + "context": [ + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125 + ], + "actual": [ + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62678.01171875 + ], + "predictions": { + "p50": [ + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125 + ], + "p10": [ + 62882.668515625, + 62862.4828125, + 62856.42671875, + 63364.074375, + 63846.57890625, + 64266.44, + 63680.7828125, + 63540.210234375, + 63425.374140625, + 63309.96, + 63047.331484375, + 63182.56, + 63145.124765625, + 63034.15890625, + 62691.698671875, + 62739.611484375, + 62871.888515624996, + 62872.88, + 62919.931484374996, + 62784.04453125, + 62350.559140625, + 62132.0, + 61677.291484375, + 61628.310625 + ], + "p90": [ + 65449.308046875, + 65428.2984375, + 65421.99515625, + 65950.363125, + 66452.56171875, + 66889.56, + 66279.9984375, + 66133.688203125, + 66014.164921875, + 65894.04000000001, + 65620.691953125, + 65761.44, + 65722.476796875, + 65606.98171875, + 65250.543515625, + 65300.411953125, + 65438.088046875004, + 65439.12, + 65488.091953125004, + 65346.65859375, + 64895.479921875, + 64668.0, + 64194.731953125, + 64143.751875 + ], + "mean": [ + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125 + ], + "quantiles": { + "0.1": [ + 62882.668515625, + 62862.4828125, + 62856.42671875, + 63364.074375, + 63846.57890625, + 64266.44, + 63680.7828125, + 63540.210234375, + 63425.374140625, + 63309.96, + 63047.331484375, + 63182.56, + 63145.124765625, + 63034.15890625, + 62691.698671875, + 62739.611484375, + 62871.888515624996, + 62872.88, + 62919.931484374996, + 62784.04453125, + 62350.559140625, + 62132.0, + 61677.291484375, + 61628.310625 + ], + "0.2": [ + 63203.49845703125, + 63183.209765625, + 63177.1227734375, + 63687.36046875, + 64172.3267578125, + 64594.33, + 64005.684765624996, + 63864.39498046875, + 63748.972988281246, + 63632.97, + 63369.00154296875, + 63504.92, + 63467.29376953125, + 63355.7617578125, + 63011.55427734375, + 63059.71154296875, + 63192.66345703125, + 63193.659999999996, + 63240.95154296875, + 63104.371289062496, + 62668.67423828125, + 62449.0, + 61991.97154296875, + 61942.74078125 + ], + "0.3": [ + 63524.3283984375, + 63503.93671875, + 63497.818828125, + 64010.6465625, + 64498.074609375, + 64922.22, + 64330.58671875, + 64188.5797265625, + 64072.5718359375, + 63955.979999999996, + 63690.6716015625, + 63827.28, + 63789.4627734375, + 63677.364609375, + 63331.4098828125, + 63379.8116015625, + 63513.4383984375, + 63514.44, + 63561.9716015625, + 63424.698046875, + 62986.7893359375, + 62766.0, + 62306.6516015625, + 62257.1709375 + ], + "0.4": [ + 63845.15833984375, + 63824.663671875, + 63818.5148828125, + 64333.93265625, + 64823.8224609375, + 65250.11, + 64655.488671875, + 64512.76447265625, + 64396.17068359375, + 64278.99, + 64012.34166015625, + 64149.64, + 64111.63177734375, + 63998.9674609375, + 63651.26548828125, + 63699.91166015625, + 63834.21333984375, + 63835.22, + 63882.99166015625, + 63745.0248046875, + 63304.90443359375, + 63083.0, + 62621.33166015625, + 62571.60109375 + ], + "0.5": [ + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125 + ], + "0.6": [ + 64486.81822265624, + 64466.11757812499, + 64459.90699218749, + 64980.50484374999, + 65475.31816406249, + 65905.89, + 65305.292578124994, + 65161.13396484374, + 65043.36837890624, + 64925.009999999995, + 64655.68177734374, + 64794.35999999999, + 64755.969785156245, + 64642.17316406249, + 64290.97669921874, + 64340.11177734374, + 64475.76322265624, + 64476.77999999999, + 64525.03177734374, + 64385.678320312494, + 63941.13462890624, + 63716.99999999999, + 63250.691777343745, + 63200.46140625 + ], + "0.7": [ + 64807.6481640625, + 64786.84453125, + 64780.603046875, + 65303.7909375, + 65801.066015625, + 66233.78, + 65630.19453125, + 65485.3187109375, + 65366.9672265625, + 65248.020000000004, + 64977.3518359375, + 65116.72, + 65078.1387890625, + 64963.776015625, + 64610.8323046875, + 64660.2118359375, + 64796.5381640625, + 64797.56, + 64846.0518359375, + 64706.005078125, + 64259.2497265625, + 64034.0, + 63565.3718359375, + 63514.8915625 + ], + "0.8": [ + 65128.47810546874, + 65107.571484374996, + 65101.299101562494, + 65627.07703125, + 66126.81386718749, + 66561.67, + 65955.096484375, + 65809.50345703124, + 65690.56607421875, + 65571.03, + 65299.021894531244, + 65439.079999999994, + 65400.30779296874, + 65285.37886718749, + 64930.687910156244, + 64980.311894531245, + 65117.31310546874, + 65118.34, + 65167.07189453124, + 65026.3318359375, + 64577.36482421874, + 64350.99999999999, + 63880.05189453124, + 63829.32171874999 + ], + "0.9": [ + 65449.308046875, + 65428.2984375, + 65421.99515625, + 65950.363125, + 66452.56171875, + 66889.56, + 66279.9984375, + 66133.688203125, + 66014.164921875, + 65894.04000000001, + 65620.691953125, + 65761.44, + 65722.476796875, + 65606.98171875, + 65250.543515625, + 65300.411953125, + 65438.088046875004, + 65439.12, + 65488.091953125004, + 65346.65859375, + 64895.479921875, + 64668.0, + 64194.731953125, + 64143.751875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260624_075845.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260624_075845.json new file mode 100644 index 0000000000000000000000000000000000000000..b129877ac7e846153f12122ff13addd792302af5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260624_075845.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-24T07:58:45.929585+00:00", + "metrics": { + "MSE[mean]": 1362686.7864685059, + "MSE[0.5]": 1362686.7864685059, + "MAE[0.5]": 1153.6429036458333, + "MASE[0.5]": 2.054475824727183, + "MAPE[0.5]": 0.018442112044330695, + "sMAPE[0.5]": 0.018269574038121596, + "MSIS": 29.355741063891518, + "RMSE[mean]": 1167.341760783236, + "NRMSE[mean]": 0.018656808866180624, + "ND[0.5]": 0.018437869590739855, + "mean_weighted_sum_quantile_loss": 0.012577852333183055 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00" + ], + "context": [ + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125 + ], + "actual": [ + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62678.01171875 + ], + "predictions": { + "p50": [ + 63140.5, + 63302.5, + 63383.5, + 63478.0, + 63545.5, + 63619.75, + 63660.25, + 63707.5, + 63721.0, + 63757.0, + 63768.25, + 63805.375, + 63808.75, + 63838.0, + 63844.75, + 63866.125, + 63872.875, + 63892.0, + 63874.5625, + 63886.375, + 63883.5625, + 63897.625, + 63890.875, + 63903.8125 + ], + "p10": [ + 62722.0, + 62704.0, + 62695.0, + 62749.0, + 62785.0, + 62839.0, + 62852.5, + 62893.0, + 62906.5, + 62933.5, + 62951.5, + 62996.5, + 62987.5, + 63010.0, + 63014.5, + 63037.0, + 63064.0, + 63068.5, + 63055.0, + 63073.0, + 63064.0, + 63082.0, + 63073.0, + 63086.5 + ], + "p90": [ + 63662.5, + 63970.046875, + 64120.375, + 64232.875, + 64310.5, + 64389.25, + 64432.0, + 64470.25, + 64474.75, + 64506.25, + 64513.0, + 64551.25, + 64558.0, + 64585.0, + 64594.0, + 64616.5, + 64594.0, + 64621.0, + 64607.5, + 64625.5, + 64621.0, + 64639.0, + 64643.5, + 64661.5 + ], + "mean": [ + 63140.5, + 63302.5, + 63383.5, + 63478.0, + 63545.5, + 63619.75, + 63660.25, + 63707.5, + 63721.0, + 63757.0, + 63768.25, + 63805.375, + 63808.75, + 63838.0, + 63844.75, + 63866.125, + 63872.875, + 63892.0, + 63874.5625, + 63886.375, + 63883.5625, + 63897.625, + 63890.875, + 63903.8125 + ], + "quantiles": { + "0.1": [ + 62722.0, + 62704.0, + 62695.0, + 62749.0, + 62785.0, + 62839.0, + 62852.5, + 62893.0, + 62906.5, + 62933.5, + 62951.5, + 62996.5, + 62987.5, + 63010.0, + 63014.5, + 63037.0, + 63064.0, + 63068.5, + 63055.0, + 63073.0, + 63064.0, + 63082.0, + 63073.0, + 63086.5 + ], + "0.2": [ + 62722.0, + 62704.0, + 62695.0, + 62749.0, + 62785.0, + 62839.0, + 62852.5, + 62893.0, + 62906.5, + 62933.5, + 62951.5, + 62996.5, + 62987.5, + 63010.0, + 63014.5, + 63037.0, + 63064.0, + 63068.5, + 63055.0, + 63073.0, + 63064.0, + 63082.0, + 63073.0, + 63086.5 + ], + "0.3": [ + 62722.0, + 62704.0, + 62695.0, + 62749.0, + 62785.0, + 62839.0, + 62852.5, + 62893.0, + 62906.5, + 62933.5, + 62951.5, + 62996.5, + 62987.5, + 63010.0, + 63014.5, + 63037.0, + 63064.0, + 63068.5, + 63055.0, + 63073.0, + 63064.0, + 63082.0, + 63073.0, + 63086.5 + ], + "0.4": [ + 63140.5, + 63302.5, + 63383.5, + 63478.0, + 63545.5, + 63619.75, + 63660.25, + 63707.5, + 63721.0, + 63757.0, + 63768.25, + 63805.375, + 63808.75, + 63838.0, + 63844.75, + 63866.125, + 63872.875, + 63892.0, + 63874.5625, + 63886.375, + 63883.5625, + 63897.625, + 63890.875, + 63903.8125 + ], + "0.5": [ + 63140.5, + 63302.5, + 63383.5, + 63478.0, + 63545.5, + 63619.75, + 63660.25, + 63707.5, + 63721.0, + 63757.0, + 63768.25, + 63805.375, + 63808.75, + 63838.0, + 63844.75, + 63866.125, + 63872.875, + 63892.0, + 63874.5625, + 63886.375, + 63883.5625, + 63897.625, + 63890.875, + 63903.8125 + ], + "0.6": [ + 63140.5, + 63302.5, + 63383.5, + 63478.0, + 63545.5, + 63619.75, + 63660.25, + 63707.5, + 63721.0, + 63757.0, + 63768.25, + 63805.375, + 63808.75, + 63838.0, + 63844.75, + 63866.125, + 63872.875, + 63892.0, + 63874.5625, + 63886.375, + 63883.5625, + 63897.625, + 63890.875, + 63903.8125 + ], + "0.7": [ + 63140.5, + 63302.5, + 63383.5, + 63478.0, + 63545.5, + 63619.75, + 63660.25, + 63707.5, + 63721.0, + 63757.0, + 63768.25, + 63805.375, + 63808.75, + 63838.0, + 63844.75, + 63866.125, + 63872.875, + 63892.0, + 63874.5625, + 63886.375, + 63883.5625, + 63897.625, + 63890.875, + 63903.8125 + ], + "0.8": [ + 63662.5, + 63970.046875, + 64120.375, + 64232.875, + 64310.5, + 64389.25, + 64432.0, + 64470.25, + 64474.75, + 64506.25, + 64513.0, + 64551.25, + 64558.0, + 64585.0, + 64594.0, + 64616.5, + 64594.0, + 64621.0, + 64607.5, + 64625.5, + 64621.0, + 64639.0, + 64643.5, + 64661.5 + ], + "0.9": [ + 63662.5, + 63970.046875, + 64120.375, + 64232.875, + 64310.5, + 64389.25, + 64432.0, + 64470.25, + 64474.75, + 64506.25, + 64513.0, + 64551.25, + 64558.0, + 64585.0, + 64594.0, + 64616.5, + 64594.0, + 64621.0, + 64607.5, + 64625.5, + 64621.0, + 64639.0, + 64643.5, + 64661.5 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260624_075733.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260624_075733.json new file mode 100644 index 0000000000000000000000000000000000000000..3852d6b46d6e2ce45763e68664a65a3e5ad63892 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260624_075733.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-24T07:57:33.568215+00:00", + "metrics": { + "MSE[mean]": 211022.21943537393, + "MSE[0.5]": 124023.38620948792, + "MAE[0.5]": 298.3250325520833, + "MASE[0.5]": 0.5312749424906661, + "MAPE[0.5]": 0.0047765078470823645, + "sMAPE[0.5]": 0.004761490439904321, + "MSIS": 32.10690422151217, + "RMSE[mean]": 459.37154835206536, + "NRMSE[mean]": 0.007341814937225891, + "ND[0.5]": 0.004767920843153015, + "mean_weighted_sum_quantile_loss": 0.00663715023082958 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00" + ], + "context": [ + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125 + ], + "actual": [ + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62678.01171875 + ], + "predictions": { + "p50": [ + 62902.92578125, + 62881.2890625, + 62907.03515625, + 62881.3984375, + 62899.6640625, + 62885.25390625, + 62855.7734375, + 62856.0, + 62845.01171875, + 62843.9140625, + 62805.359375, + 62804.4375, + 62819.62109375, + 62809.1953125, + 62808.46484375, + 62780.4921875, + 62790.22265625, + 62819.62109375, + 62786.8515625, + 62803.69921875, + 62771.234375, + 62763.609375, + 62734.03125, + 62748.2890625 + ], + "p10": [ + 62949.34375, + 63001.05078125, + 63032.86328125, + 63033.1640625, + 63023.0, + 63044.53515625, + 63022.82421875, + 62999.65234375, + 63004.40625, + 63050.3125, + 62994.71484375, + 63015.51171875, + 63003.3203125, + 62990.05859375, + 63027.3203125, + 62961.10546875, + 63008.671875, + 63011.0703125, + 62989.33203125, + 63046.35546875, + 63043.0703125, + 62989.62890625, + 62975.42578125, + 62981.984375 + ], + "p90": [ + 63211.296875, + 63252.06640625, + 63316.33203125, + 63336.17578125, + 63409.08984375, + 63425.34765625, + 63424.95703125, + 63465.1171875, + 63471.1953125, + 63477.3828125, + 63481.78125, + 63452.32421875, + 63491.23828125, + 63500.11328125, + 63515.046875, + 63511.1953125, + 63531.859375, + 63557.5, + 63550.6875, + 63553.14453125, + 63562.37109375, + 63577.375, + 63543.23046875, + 63553.34375 + ], + "mean": [ + 62970.16015625, + 62969.66015625, + 63000.65234375, + 62997.08984375, + 63023.16015625, + 63008.64453125, + 62988.10546875, + 62991.01953125, + 62991.21484375, + 62991.2578125, + 62973.73046875, + 62963.30859375, + 62975.80859375, + 62963.625, + 62968.3984375, + 62968.48046875, + 62965.9140625, + 62985.671875, + 62961.640625, + 62967.0, + 62942.60546875, + 62940.203125, + 62910.921875, + 62903.03125 + ], + "quantiles": { + "0.1": [ + 62949.34375, + 63001.05078125, + 63032.86328125, + 63033.1640625, + 63023.0, + 63044.53515625, + 63022.82421875, + 62999.65234375, + 63004.40625, + 63050.3125, + 62994.71484375, + 63015.51171875, + 63003.3203125, + 62990.05859375, + 63027.3203125, + 62961.10546875, + 63008.671875, + 63011.0703125, + 62989.33203125, + 63046.35546875, + 63043.0703125, + 62989.62890625, + 62975.42578125, + 62981.984375 + ], + "0.2": [ + 62949.34375, + 63001.05078125, + 63032.86328125, + 63033.1640625, + 63023.0, + 63044.53515625, + 63022.82421875, + 62999.65234375, + 63004.40625, + 63050.3125, + 62994.71484375, + 63015.51171875, + 63003.3203125, + 62990.05859375, + 63027.3203125, + 62961.10546875, + 63008.671875, + 63011.0703125, + 62989.33203125, + 63046.35546875, + 63043.0703125, + 62989.62890625, + 62975.42578125, + 62981.984375 + ], + "0.3": [ + 62949.34375, + 63001.05078125, + 63032.86328125, + 63033.1640625, + 63023.0, + 63044.53515625, + 63022.82421875, + 62999.65234375, + 63004.40625, + 63050.3125, + 62994.71484375, + 63015.51171875, + 63003.3203125, + 62990.05859375, + 63027.3203125, + 62961.10546875, + 63008.671875, + 63011.0703125, + 62989.33203125, + 63046.35546875, + 63043.0703125, + 62989.62890625, + 62975.42578125, + 62981.984375 + ], + "0.4": [ + 62902.92578125, + 62881.2890625, + 62907.03515625, + 62881.3984375, + 62899.6640625, + 62885.25390625, + 62855.7734375, + 62856.0, + 62845.01171875, + 62843.9140625, + 62805.359375, + 62804.4375, + 62819.62109375, + 62809.1953125, + 62808.46484375, + 62780.4921875, + 62790.22265625, + 62819.62109375, + 62786.8515625, + 62803.69921875, + 62771.234375, + 62763.609375, + 62734.03125, + 62748.2890625 + ], + "0.5": [ + 62902.92578125, + 62881.2890625, + 62907.03515625, + 62881.3984375, + 62899.6640625, + 62885.25390625, + 62855.7734375, + 62856.0, + 62845.01171875, + 62843.9140625, + 62805.359375, + 62804.4375, + 62819.62109375, + 62809.1953125, + 62808.46484375, + 62780.4921875, + 62790.22265625, + 62819.62109375, + 62786.8515625, + 62803.69921875, + 62771.234375, + 62763.609375, + 62734.03125, + 62748.2890625 + ], + "0.6": [ + 62902.92578125, + 62881.2890625, + 62907.03515625, + 62881.3984375, + 62899.6640625, + 62885.25390625, + 62855.7734375, + 62856.0, + 62845.01171875, + 62843.9140625, + 62805.359375, + 62804.4375, + 62819.62109375, + 62809.1953125, + 62808.46484375, + 62780.4921875, + 62790.22265625, + 62819.62109375, + 62786.8515625, + 62803.69921875, + 62771.234375, + 62763.609375, + 62734.03125, + 62748.2890625 + ], + "0.7": [ + 62902.92578125, + 62881.2890625, + 62907.03515625, + 62881.3984375, + 62899.6640625, + 62885.25390625, + 62855.7734375, + 62856.0, + 62845.01171875, + 62843.9140625, + 62805.359375, + 62804.4375, + 62819.62109375, + 62809.1953125, + 62808.46484375, + 62780.4921875, + 62790.22265625, + 62819.62109375, + 62786.8515625, + 62803.69921875, + 62771.234375, + 62763.609375, + 62734.03125, + 62748.2890625 + ], + "0.8": [ + 63211.296875, + 63252.06640625, + 63316.33203125, + 63336.17578125, + 63409.08984375, + 63425.34765625, + 63424.95703125, + 63465.1171875, + 63471.1953125, + 63477.3828125, + 63481.78125, + 63452.32421875, + 63491.23828125, + 63500.11328125, + 63515.046875, + 63511.1953125, + 63531.859375, + 63557.5, + 63550.6875, + 63553.14453125, + 63562.37109375, + 63577.375, + 63543.23046875, + 63553.34375 + ], + "0.9": [ + 63211.296875, + 63252.06640625, + 63316.33203125, + 63336.17578125, + 63409.08984375, + 63425.34765625, + 63424.95703125, + 63465.1171875, + 63471.1953125, + 63477.3828125, + 63481.78125, + 63452.32421875, + 63491.23828125, + 63500.11328125, + 63515.046875, + 63511.1953125, + 63531.859375, + 63557.5, + 63550.6875, + 63553.14453125, + 63562.37109375, + 63577.375, + 63543.23046875, + 63553.34375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260624_075808.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260624_075808.json new file mode 100644 index 0000000000000000000000000000000000000000..095ab44c8e72486618b90ad22d741c3881c3b713 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260624_075808.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-24T07:58:08.289607+00:00", + "metrics": { + "MSE[mean]": 182823.55263328552, + "MSE[0.5]": 182823.55263328552, + "MAE[0.5]": 375.5467122395833, + "MASE[0.5]": 0.668795897685221, + "MAPE[0.5]": 0.006012656659780412, + "sMAPE[0.5]": 0.005989347559062094, + "MSIS": 4.9941837046532775, + "RMSE[mean]": 427.57870928436733, + "NRMSE[mean]": 0.0068336921734165135, + "ND[0.5]": 0.006002101069249318, + "mean_weighted_sum_quantile_loss": 0.006046478028699924 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00" + ], + "context": [ + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125 + ], + "actual": [ + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62678.01171875 + ], + "predictions": { + "p50": [ + 62882.8203125, + 62907.92578125, + 62921.59765625, + 62965.140625, + 62981.01171875, + 63009.17578125, + 62995.265625, + 63001.2734375, + 62963.81640625, + 62955.19921875, + 62928.88671875, + 62935.06640625, + 62917.54296875, + 62931.4609375, + 62920.6796875, + 62940.1328125, + 62939.69921875, + 62955.45703125, + 62938.45703125, + 62938.234375, + 62911.03125, + 62910.4140625, + 62885.53125, + 62889.70703125 + ], + "p10": [ + 62585.2421875, + 62433.85546875, + 62304.9453125, + 62237.63671875, + 62165.5859375, + 62097.953125, + 62007.80078125, + 61936.51953125, + 61824.49609375, + 61745.65234375, + 61645.9296875, + 61589.625, + 61513.53515625, + 61470.15234375, + 61399.31640625, + 61358.7890625, + 61308.45703125, + 61268.09765625, + 61212.4140625, + 61173.5625, + 61121.60546875, + 61086.71484375, + 61038.125, + 61007.91796875 + ], + "p90": [ + 63231.125, + 63450.07421875, + 63609.71484375, + 63746.3203125, + 63832.0703125, + 63913.36328125, + 63953.671875, + 64003.5546875, + 64005.31640625, + 64041.625, + 64050.0546875, + 64095.359375, + 64110.9375, + 64155.01953125, + 64178.71875, + 64211.92578125, + 64234.0859375, + 64276.28515625, + 64286.16796875, + 64315.9296875, + 64297.625, + 64310.01171875, + 64304.52734375, + 64340.8828125 + ], + "mean": [ + 62882.8203125, + 62907.92578125, + 62921.59765625, + 62965.140625, + 62981.01171875, + 63009.17578125, + 62995.265625, + 63001.2734375, + 62963.81640625, + 62955.19921875, + 62928.88671875, + 62935.06640625, + 62917.54296875, + 62931.4609375, + 62920.6796875, + 62940.1328125, + 62939.69921875, + 62955.45703125, + 62938.45703125, + 62938.234375, + 62911.03125, + 62910.4140625, + 62885.53125, + 62889.70703125 + ], + "quantiles": { + "0.1": [ + 62585.2421875, + 62433.85546875, + 62304.9453125, + 62237.63671875, + 62165.5859375, + 62097.953125, + 62007.80078125, + 61936.51953125, + 61824.49609375, + 61745.65234375, + 61645.9296875, + 61589.625, + 61513.53515625, + 61470.15234375, + 61399.31640625, + 61358.7890625, + 61308.45703125, + 61268.09765625, + 61212.4140625, + 61173.5625, + 61121.60546875, + 61086.71484375, + 61038.125, + 61007.91796875 + ], + "0.2": [ + 62585.2421875, + 62433.85546875, + 62304.9453125, + 62237.63671875, + 62165.5859375, + 62097.953125, + 62007.80078125, + 61936.51953125, + 61824.49609375, + 61745.65234375, + 61645.9296875, + 61589.625, + 61513.53515625, + 61470.15234375, + 61399.31640625, + 61358.7890625, + 61308.45703125, + 61268.09765625, + 61212.4140625, + 61173.5625, + 61121.60546875, + 61086.71484375, + 61038.125, + 61007.91796875 + ], + "0.3": [ + 62585.2421875, + 62433.85546875, + 62304.9453125, + 62237.63671875, + 62165.5859375, + 62097.953125, + 62007.80078125, + 61936.51953125, + 61824.49609375, + 61745.65234375, + 61645.9296875, + 61589.625, + 61513.53515625, + 61470.15234375, + 61399.31640625, + 61358.7890625, + 61308.45703125, + 61268.09765625, + 61212.4140625, + 61173.5625, + 61121.60546875, + 61086.71484375, + 61038.125, + 61007.91796875 + ], + "0.4": [ + 62882.8203125, + 62907.92578125, + 62921.59765625, + 62965.140625, + 62981.01171875, + 63009.17578125, + 62995.265625, + 63001.2734375, + 62963.81640625, + 62955.19921875, + 62928.88671875, + 62935.06640625, + 62917.54296875, + 62931.4609375, + 62920.6796875, + 62940.1328125, + 62939.69921875, + 62955.45703125, + 62938.45703125, + 62938.234375, + 62911.03125, + 62910.4140625, + 62885.53125, + 62889.70703125 + ], + "0.5": [ + 62882.8203125, + 62907.92578125, + 62921.59765625, + 62965.140625, + 62981.01171875, + 63009.17578125, + 62995.265625, + 63001.2734375, + 62963.81640625, + 62955.19921875, + 62928.88671875, + 62935.06640625, + 62917.54296875, + 62931.4609375, + 62920.6796875, + 62940.1328125, + 62939.69921875, + 62955.45703125, + 62938.45703125, + 62938.234375, + 62911.03125, + 62910.4140625, + 62885.53125, + 62889.70703125 + ], + "0.6": [ + 62882.8203125, + 62907.92578125, + 62921.59765625, + 62965.140625, + 62981.01171875, + 63009.17578125, + 62995.265625, + 63001.2734375, + 62963.81640625, + 62955.19921875, + 62928.88671875, + 62935.06640625, + 62917.54296875, + 62931.4609375, + 62920.6796875, + 62940.1328125, + 62939.69921875, + 62955.45703125, + 62938.45703125, + 62938.234375, + 62911.03125, + 62910.4140625, + 62885.53125, + 62889.70703125 + ], + "0.7": [ + 62882.8203125, + 62907.92578125, + 62921.59765625, + 62965.140625, + 62981.01171875, + 63009.17578125, + 62995.265625, + 63001.2734375, + 62963.81640625, + 62955.19921875, + 62928.88671875, + 62935.06640625, + 62917.54296875, + 62931.4609375, + 62920.6796875, + 62940.1328125, + 62939.69921875, + 62955.45703125, + 62938.45703125, + 62938.234375, + 62911.03125, + 62910.4140625, + 62885.53125, + 62889.70703125 + ], + "0.8": [ + 63231.125, + 63450.07421875, + 63609.71484375, + 63746.3203125, + 63832.0703125, + 63913.36328125, + 63953.671875, + 64003.5546875, + 64005.31640625, + 64041.625, + 64050.0546875, + 64095.359375, + 64110.9375, + 64155.01953125, + 64178.71875, + 64211.92578125, + 64234.0859375, + 64276.28515625, + 64286.16796875, + 64315.9296875, + 64297.625, + 64310.01171875, + 64304.52734375, + 64340.8828125 + ], + "0.9": [ + 63231.125, + 63450.07421875, + 63609.71484375, + 63746.3203125, + 63832.0703125, + 63913.36328125, + 63953.671875, + 64003.5546875, + 64005.31640625, + 64041.625, + 64050.0546875, + 64095.359375, + 64110.9375, + 64155.01953125, + 64178.71875, + 64211.92578125, + 64234.0859375, + 64276.28515625, + 64286.16796875, + 64315.9296875, + 64297.625, + 64310.01171875, + 64304.52734375, + 64340.8828125 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_075759.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_075759.json new file mode 100644 index 0000000000000000000000000000000000000000..495510edb14441402050c3cee27322bacdeea13c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_075759.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-24T07:57:59.648149+00:00", + "metrics": { + "MSE[mean]": 235787.9678516388, + "MSE[0.5]": 235787.9678516388, + "MAE[0.5]": 461.6971028645833, + "MASE[0.5]": 0.8222176318028719, + "MAPE[0.5]": 0.007386330246788055, + "sMAPE[0.5]": 0.0073562474140137085, + "MSIS": 4.53239793125817, + "RMSE[mean]": 485.5800323856396, + "NRMSE[mean]": 0.007760686850930636, + "ND[0.5]": 0.0073789826523762685, + "mean_weighted_sum_quantile_loss": 0.006172081940986237 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00" + ], + "context": [ + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62936.01171875, + 62886.03125 + ], + "actual": [ + 62385.98828125, + 62386.0, + 62328.01171875, + 62507.05859375, + 62256.6015625, + 62475.98828125, + 62493.62890625, + 62487.7890625, + 62558.0, + 62358.01953125, + 62241.98828125, + 62388.48828125, + 62470.69921875, + 62599.76953125, + 62590.0, + 62734.5703125, + 63014.0, + 62932.19140625, + 62630.0, + 62729.78125, + 62744.421875, + 62890.0, + 62780.0, + 62678.01171875 + ], + "predictions": { + "p50": [ + 62865.6484375, + 62881.7890625, + 62894.40234375, + 62913.9609375, + 62931.73046875, + 62952.64453125, + 62969.0078125, + 62982.890625, + 62992.29296875, + 63004.3203125, + 63017.1875, + 63033.515625, + 63046.22265625, + 63056.97265625, + 63068.3125, + 63086.73828125, + 63093.140625, + 63107.6640625, + 63118.20703125, + 63129.50390625, + 63135.87890625, + 63144.78125, + 63155.09765625, + 63159.828125 + ], + "p10": [ + 62556.796875, + 62416.92578125, + 62273.8515625, + 62194.1171875, + 62108.86328125, + 62069.02734375, + 62008.95703125, + 61947.53125, + 61898.46875, + 61846.81640625, + 61800.96484375, + 61773.1875, + 61726.9609375, + 61685.15625, + 61654.015625, + 61655.7734375, + 61617.3046875, + 61609.03125, + 61578.42578125, + 61583.140625, + 61549.14453125, + 61536.5859375, + 61534.375, + 61523.80859375 + ], + "p90": [ + 63213.34765625, + 63378.13671875, + 63503.87890625, + 63629.5078125, + 63718.25, + 63783.99609375, + 63848.35546875, + 63896.9609375, + 63943.97265625, + 63989.87890625, + 64039.46484375, + 64081.7890625, + 64136.796875, + 64170.90625, + 64210.703125, + 64264.74609375, + 64291.80859375, + 64346.87109375, + 64370.10546875, + 64410.0546875, + 64441.80078125, + 64477.703125, + 64496.06640625, + 64516.24609375 + ], + "mean": [ + 62865.6484375, + 62881.7890625, + 62894.40234375, + 62913.9609375, + 62931.73046875, + 62952.64453125, + 62969.0078125, + 62982.890625, + 62992.29296875, + 63004.3203125, + 63017.1875, + 63033.515625, + 63046.22265625, + 63056.97265625, + 63068.3125, + 63086.73828125, + 63093.140625, + 63107.6640625, + 63118.20703125, + 63129.50390625, + 63135.87890625, + 63144.78125, + 63155.09765625, + 63159.828125 + ], + "quantiles": { + "0.1": [ + 62556.796875, + 62416.92578125, + 62273.8515625, + 62194.1171875, + 62108.86328125, + 62069.02734375, + 62008.95703125, + 61947.53125, + 61898.46875, + 61846.81640625, + 61800.96484375, + 61773.1875, + 61726.9609375, + 61685.15625, + 61654.015625, + 61655.7734375, + 61617.3046875, + 61609.03125, + 61578.42578125, + 61583.140625, + 61549.14453125, + 61536.5859375, + 61534.375, + 61523.80859375 + ], + "0.2": [ + 62556.796875, + 62416.92578125, + 62273.8515625, + 62194.1171875, + 62108.86328125, + 62069.02734375, + 62008.95703125, + 61947.53125, + 61898.46875, + 61846.81640625, + 61800.96484375, + 61773.1875, + 61726.9609375, + 61685.15625, + 61654.015625, + 61655.7734375, + 61617.3046875, + 61609.03125, + 61578.42578125, + 61583.140625, + 61549.14453125, + 61536.5859375, + 61534.375, + 61523.80859375 + ], + "0.3": [ + 62556.796875, + 62416.92578125, + 62273.8515625, + 62194.1171875, + 62108.86328125, + 62069.02734375, + 62008.95703125, + 61947.53125, + 61898.46875, + 61846.81640625, + 61800.96484375, + 61773.1875, + 61726.9609375, + 61685.15625, + 61654.015625, + 61655.7734375, + 61617.3046875, + 61609.03125, + 61578.42578125, + 61583.140625, + 61549.14453125, + 61536.5859375, + 61534.375, + 61523.80859375 + ], + "0.4": [ + 62865.6484375, + 62881.7890625, + 62894.40234375, + 62913.9609375, + 62931.73046875, + 62952.64453125, + 62969.0078125, + 62982.890625, + 62992.29296875, + 63004.3203125, + 63017.1875, + 63033.515625, + 63046.22265625, + 63056.97265625, + 63068.3125, + 63086.73828125, + 63093.140625, + 63107.6640625, + 63118.20703125, + 63129.50390625, + 63135.87890625, + 63144.78125, + 63155.09765625, + 63159.828125 + ], + "0.5": [ + 62865.6484375, + 62881.7890625, + 62894.40234375, + 62913.9609375, + 62931.73046875, + 62952.64453125, + 62969.0078125, + 62982.890625, + 62992.29296875, + 63004.3203125, + 63017.1875, + 63033.515625, + 63046.22265625, + 63056.97265625, + 63068.3125, + 63086.73828125, + 63093.140625, + 63107.6640625, + 63118.20703125, + 63129.50390625, + 63135.87890625, + 63144.78125, + 63155.09765625, + 63159.828125 + ], + "0.6": [ + 62865.6484375, + 62881.7890625, + 62894.40234375, + 62913.9609375, + 62931.73046875, + 62952.64453125, + 62969.0078125, + 62982.890625, + 62992.29296875, + 63004.3203125, + 63017.1875, + 63033.515625, + 63046.22265625, + 63056.97265625, + 63068.3125, + 63086.73828125, + 63093.140625, + 63107.6640625, + 63118.20703125, + 63129.50390625, + 63135.87890625, + 63144.78125, + 63155.09765625, + 63159.828125 + ], + "0.7": [ + 62865.6484375, + 62881.7890625, + 62894.40234375, + 62913.9609375, + 62931.73046875, + 62952.64453125, + 62969.0078125, + 62982.890625, + 62992.29296875, + 63004.3203125, + 63017.1875, + 63033.515625, + 63046.22265625, + 63056.97265625, + 63068.3125, + 63086.73828125, + 63093.140625, + 63107.6640625, + 63118.20703125, + 63129.50390625, + 63135.87890625, + 63144.78125, + 63155.09765625, + 63159.828125 + ], + "0.8": [ + 63213.34765625, + 63378.13671875, + 63503.87890625, + 63629.5078125, + 63718.25, + 63783.99609375, + 63848.35546875, + 63896.9609375, + 63943.97265625, + 63989.87890625, + 64039.46484375, + 64081.7890625, + 64136.796875, + 64170.90625, + 64210.703125, + 64264.74609375, + 64291.80859375, + 64346.87109375, + 64370.10546875, + 64410.0546875, + 64441.80078125, + 64477.703125, + 64496.06640625, + 64516.24609375 + ], + "0.9": [ + 63213.34765625, + 63378.13671875, + 63503.87890625, + 63629.5078125, + 63718.25, + 63783.99609375, + 63848.35546875, + 63896.9609375, + 63943.97265625, + 63989.87890625, + 64039.46484375, + 64081.7890625, + 64136.796875, + 64170.90625, + 64210.703125, + 64264.74609375, + 64291.80859375, + 64346.87109375, + 64370.10546875, + 64410.0546875, + 64441.80078125, + 64477.703125, + 64496.06640625, + 64516.24609375 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 56b77643af8f001bf019fbfd8a82b41d2c3a0479..1fa2a134d72d4c0a84cbba1272defbba4db1d9bf 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,3367010.695462545,3367010.695462545,1677.1009114583333,2.9866809454902623,0.02683200725505965,0.026408005448271297,19.0120581282964,1834.94160546393,0.029325810218634948,0.026803219732157067,0.020992094140591774,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,3367637.2631460824,3367637.2631460824,1678.76708984375,2.9896481749524324,0.026858661615814478,0.026434580052516768,19.0120581282964,1835.1123298441657,0.029329319943888786,0.026830563060670817,0.020995612129090332,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.250970563062765,2.250970563062765,1.1954166094462078,0.7076289239842674,0.04757356318279906,0.04586730886045257,14.236521337397308,1.5003234861398274,0.05899430587117481,0.047005045080377894,0.04083424235898321,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.20225112820596933,0.20225112820596933,0.39346665839354195,1.0512768438934184,0.33864271749030256,0.28517242706602713,37.59795556562936,0.44972339077033713,0.30353558031036443,0.2655657520585899,0.2589593057479895,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.024861100448505386,0.024861100448505386,0.1291666395134396,0.48286590767664794,0.10609411430946161,0.10225373317721154,14.94298581208201,0.15767403225802715,0.12642015519793162,0.10356344909707223,0.09889628766437583,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index a008c5551c9949f5d77747a90c613637a0884e10..6f2a1aa1809b377be69b5345c7901b7ee51a9f6f 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-24T07:51:22.841605+00:00", + "evaluated_at": "2026-06-24T07:58:52.522097+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62744.421875, 62890.0, 62780.0, - 62718.0 + 62678.01171875 ], "p50": [ 64165.98828125, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 362a503338afb7921a07615580d99d5a97348bf9..777f4886ffa97fe2c4cc811cc361b4dd050ecd2b 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,13 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-24T07:51:22.859027+00:00", + "evaluated_at": "2026-06-24T07:58:52.525549+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 1f07c8e34715ae7dfb898a33e9c9e0ab14383848..476ddc3dd049c1e0c4182dea1a7b3ed871a1a4d3 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,1358668.6085453033,1358668.6085453033,1151.9767252604167,2.051508595265013,0.018415026295109018,0.018243001785016692,29.23705188540471,1165.6194098183607,0.018628785514320532,0.01841074981387773,0.012550888646441603,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,1362686.7864685059,1362686.7864685059,1153.6429036458333,2.054475824727183,0.018442112044330695,0.018269574038121596,29.355741063891518,1167.341760783236,0.018656808866180624,0.018437869590739855,0.012577852333183055,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.1809189648353519,0.1809189648353519,0.34255631764729816,0.2027768031206014,0.013349505751967588,0.013266036971946643,2.3346111740295745,0.42534570038423086,0.016725042686639494,0.013469676618462665,0.020975628314107042,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.06514096858207612,0.06514096858207612,0.21411016484101614,0.5720664090283117,0.19358885453478772,0.16563010016977547,2.605876572597475,0.2552272880827521,0.17226269433426258,0.14451116946361917,0.08288142214383831,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.010146933212078145,0.010146933212078145,0.08193397687541114,0.30629521881605043,0.06767356662085587,0.06561236863132439,1.7894639490139406,0.10073198703529156,0.08076506481142065,0.06569316408184828,0.058028163904942996,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 9303c4fc4618154e886d75f55bd1a6388156b4c7..4d478d2b97d8536a9b76d1f49f777cadfa99a427 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-24T07:51:14.383830+00:00", + "evaluated_at": "2026-06-24T07:58:45.929585+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62744.421875, 62890.0, 62780.0, - 62718.0 + 62678.01171875 ], "p50": [ 63140.5, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 5210dda04c58c31c01d1c43220228c038e055b0d..be713be955d9384bb178a80366f7ce1b39cbf7ce 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,13 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-24T07:51:22.372793+00:00", + "evaluated_at": "2026-06-24T07:58:51.990534+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 8655b2bdde4cc7de294705e81468dd09557d96a8..5d8bc1559f632e1a5c3f0d3718a8be758a5372d5 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,210339.00168673196,123855.82463709514,296.6588541666667,0.5283077130284958,0.004749911868608681,0.004734915780356486,31.98821504302536,458.62730150606166,0.0073297249160421945,0.004741165185346484,0.006610344783367513,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,211022.21943537393,124023.38620948792,298.3250325520833,0.5312749424906661,0.0047765078470823645,0.004761490439904321,32.10690422151217,459.37154835206536,0.007341814937225891,0.004767920843153015,0.00663715023082958,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.8684622986591725,0.38677450845276934,0.5371975104014078,0.3179949929158829,0.021395996088360056,0.021276197062737267,14.990329351376266,0.9319132463159714,0.03664381422170184,0.021123174125197073,0.027442996147764274,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.006917796213878683,0.0032079246272013863,0.048028334975242615,0.12832364657370335,0.042442519522159314,0.0410616372135045,7.229182599989604,0.08317329026724074,0.05613684643875206,0.03241616697561464,0.04520991601702104,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.008112800740130766,0.013400225686959644,0.09591428604390886,0.358558053102642,0.07433206499445486,0.07770460407464713,7.632317034723528,0.09007108714860039,0.07221735027070562,0.076902320272541,0.06972473444360182,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 599c537eaa9c133053ac3106a34265f5566652e8..3bc931bc817389854cdf22d4d6ed8cff382735ee 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-24T07:49:07.728337+00:00", + "evaluated_at": "2026-06-24T07:57:33.568215+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62744.421875, 62890.0, 62780.0, - 62718.0 + 62678.01171875 ], "p50": [ 62902.92578125, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index ad2dcc58462d52bc78cadfdc327afa51e423589d..4cafe80fb56f83efb0e36ccafef85031a4bd5491 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,13 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-24T07:49:19.469027+00:00", + "evaluated_at": "2026-06-24T07:57:36.255651+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 7078ffd7039675a0442ed6c0c5b15d64b2b58fd3..903f31fab8f44b43632ec48993ef61253848bd9e 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,182184.73593521118,182184.73593521118,373.8805338541667,0.6658286682230506,0.005986000741038893,0.005962772957164942,4.9941837046532775,426.8310390953441,0.006821560975379426,0.0059753125372494255,0.006037440752834434,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,182823.55263328552,182823.55263328552,375.5467122395833,0.668795897685221,0.006012656659780412,0.005989347559062094,4.9941837046532775,427.57870928436733,0.0068336921734165135,0.006002101069249318,0.006046478028699924,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,1.462004321092536,1.462004321092536,0.966461181640625,0.5720983635602509,0.03786350866947919,0.03679879705755742,2.333051897454871,1.2091337068713848,0.04754441585517504,0.03800227556859715,0.02926528884734724,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.18863743263251767,0.18863743263251767,0.31523422499497733,0.8422529179294417,0.3179232613020728,0.234299257913062,3.287455345820684,0.43432411012113714,0.2931420146561285,0.2127636795889995,0.12493807066059243,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.04206562632290048,0.04206562632290048,0.17899583859576118,0.6691432741415556,0.13973561846987623,0.15302662865901517,3.2639092708287905,0.20509906465632768,0.16444467876848842,0.1435155895425388,0.14286304373995365,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 39c89ffde156dcaf3fdab93eecfb52eafe4cce49..2ca9b8beb9c25c44b7169d818d74b31774c6586f 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-24T07:49:56.092534+00:00", + "evaluated_at": "2026-06-24T07:58:08.289607+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62744.421875, 62890.0, 62780.0, - 62718.0 + 62678.01171875 ], "p50": [ 62882.8203125, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 64098c1c5c60e7ab23c3b743191f54cf64e9562d..19a8f5a0ba8f906cf4a1d28068d1a8964ecde996 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,13 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-24T07:50:07.516557+00:00", + "evaluated_at": "2026-06-24T07:58:10.700113+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 4a4eb8c4d8b395cbf0e9920cacdc226a25883bed..097ec19b730dab0de14a7b7869322b33a9ab9962 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,234249.01129786173,234249.01129786173,460.0309244791667,0.8192504023407018,0.007359559836720924,0.007329673108014312,4.53239793125817,483.9927802125376,0.007735112865411225,0.007352157445123896,0.0061630413194770466,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,235787.9678516388,235787.9678516388,461.6971028645833,0.8222176318028719,0.007386330246788055,0.0073562474140137085,4.53239793125817,485.5800323856396,0.007760686850930636,0.0073789826523762685,0.006172081940986237,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.160640176702297,1.160640176702297,0.9090020656585693,0.5380853407411139,0.03583214464901586,0.03502499847379089,2.715182201061547,1.0773301150076038,0.04236175925800523,0.03574292237267126,0.02982802038720754,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0012356250788007135,0.0012356250788007135,0.029256351788838706,0.07816805951990859,0.019224935547869294,0.01946241444793436,1.3110548850341877,0.03515145912761963,0.023725069151466147,0.019746234908480226,0.04080757302854987,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.010393677365341445,0.010393677365341445,0.08374569813410442,0.31306800808525626,0.06829691654172493,0.06677975056695083,3.087573249708679,0.10194938629212755,0.08174115326925369,0.067145769050589,0.09435715826100372,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 0a2d2b5545336fc83d4549e23b51cbb5b8958b95..072dff6ef6394531aeaa8429a0532d66531d4eea 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T07:49:41.575816+00:00", + "evaluated_at": "2026-06-24T07:57:59.648149+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62744.421875, 62890.0, 62780.0, - 62718.0 + 62678.01171875 ], "p50": [ 62865.6484375, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 5b3971e34893bb5cc21b172e260682996633312c..6821202f87463b02aa5ad65d3b2c81423da46250 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,13 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-24T07:49:50.228901+00:00", + "evaluated_at": "2026-06-24T07:58:02.016063+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t070000z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", + "data_fetched_at": "2026-06-24T07:56:43.537249Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t013600z", - "data_fetched_at": "2026-06-24T07:48:22.178356Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": []