diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index a2b6ff82b929dbaf3a731b8b3079e6695e2347b9..49619d1236949ff7c363a757ca0e237905d76e21 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T02:00:48.516236+00:00", + "generated_at": "2026-06-23T02:10:08.094925+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 6623, - "num_unique_releases": 817 + "num_model_releases": 6633, + "num_unique_releases": 818 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 94d0370b5f76109f616a03133059023fc446a9a6..f3d48f4c443667776dd1747b9ad4faf9c24d23e6 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.956203748746997,0.8749761480231584,0.19481649188350658,0.5091248403271894,39.13073096459878,3.4910419794919334,0.693251576281519,1197.6809818505585,8.486320273495554,0.1210079191735196,0.1,10,778,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T01:59:52.740305+00:00 -2,Chronos-2,2.9520753780923843,0.8877394860269096,0.1800584828896787,0.526430181606033,37.34877847542782,3.64645604239648,0.6646697451714625,1162.5561162728604,8.410018017704251,0.09279883037087439,0.1,10,793,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T01:58:41.202167+00:00 -3,Moirai-1.1-Large,3.4700277750599833,1.0233622943948038,0.29383304418155937,0.5503206857834761,24.128104542107486,4.547625822588492,0.5585287988669585,1114.3608018411117,12.176740907909531,0.08913820200530406,0.2,10,762,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T02:00:18.423853+00:00 -4,Toto-2.0-1B,2.9171477727703765,0.8680598709296273,0.16886565089430705,0.49980179580832595,37.91379860298664,3.6237439347562366,0.6813430069442395,1111.6494932701296,8.526332209967103,0.042476697760282324,0.1,10,784,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T01:59:38.973407+00:00 -5,TimesFM-2.5,2.7974416001653886,0.8445351036945823,0.15536138085834017,0.6181549622614825,40.501512217647154,4.417274907604398,0.5579789542754902,1040.6578397011833,8.213976032352202,0.041190582938758345,0.1,10,801,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T01:59:06.969528+00:00 -6,Timer-S1,2.9959705994267973,0.8978133936631977,0.18808691269452618,0.5309165322723909,35.75057685055285,4.221643129232292,0.6059784383605443,1040.2748491231898,8.770429227400957,0.09215756368270574,0.1,10,737,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T02:00:41.177667+00:00 -7,ETS,6.191514308658973,1.586588355022546,0.44460974928522673,1.1443775614963498,-4.55541925057125,6.850514231664539,0.32474021330354474,871.7011005399677,14.21845685532006,0.02422273003761401,0.1,10,492,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T02:00:44.423437+00:00 -8,ARIMA,3.814017839752668,1.233126604804297,0.33193025110704777,0.8761660047150025,-1.425829383088218,6.833998049519522,0.31989483023324444,863.0915540651423,9.572765403863785,0.0035716493507142568,0.3,10,492,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T02:00:44.332936+00:00 -9,Moving-Average,3.766020752295428,1.1621527424599831,0.34275458537775755,0.7963226897140354,7.6205084041874045,6.417635247589236,0.36383766866814277,852.6314487743773,9.506532719949023,-0.07855600757123701,0.3,10,492,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T02:00:44.460708+00:00 -10,Seasonal-Naive,4.087353629995507,1.2654049446202218,0.35181525028685334,0.9402973575937044,6.127352533156338e-17,7.59786609193051,0.2297767678948542,745.3958145614793,9.637534026613965,-0.000552499431185166,0.2,10,492,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T02:00:44.490506+00:00 +1,TiRex,2.9562432829017724,0.8750237927739388,0.19481541322552792,0.5091477729334157,39.13002670707127,3.490283597028229,0.6934045357296905,1197.6854037678172,8.48624957042971,0.12121618451855012,0.1,10,779,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T02:09:02.072858+00:00 +2,Chronos-2,2.9521079408705733,0.8877879120081366,0.1800574940590206,0.526468288839994,37.34685447871465,3.646402918996582,0.6647153899523705,1162.5573784373098,8.409916758593743,0.09307354232966394,0.1,10,794,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T02:07:44.391215+00:00 +3,Moirai-1.1-Large,3.4700464622021543,1.0234000683517332,0.29383155482297774,0.5503336226717018,24.128001422061477,4.547479577529202,0.5585580366024662,1114.3615452405743,12.176612110449385,0.08944713711969776,0.2,10,763,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T02:09:41.275486+00:00 +4,Toto-2.0-1B,2.917248044626686,0.8681551445310471,0.16886498582458864,0.4998481963996408,37.90571603097696,3.6248636841180373,0.6811869380595942,1111.6445402290144,8.526274370433757,0.04287839806069181,0.1,10,785,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T02:08:52.755766+00:00 +5,TimesFM-2.5,2.7975088312674705,0.8446080591374358,0.15536079689841312,0.6181650675420112,40.4958578727216,4.416937213696672,0.5580890790323425,1040.6602396209748,8.213921133386451,0.04157207142862797,0.1,10,802,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T02:08:12.401455+00:00 +6,Timer-S1,2.9960634121368335,0.8979105399070182,0.18808637995545738,0.5309902690626322,35.740833013878316,4.2232147194068235,0.605802717933683,1040.2706508879944,8.770319216423442,0.09254441726035594,0.1,10,738,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T02:10:00.903195+00:00 +7,ETS,6.191397401595144,1.5865965369816895,0.4446079877004543,1.1443248763046194,-4.552938037835723,6.8481144860413155,0.32501164143000233,871.7103483138117,14.218209454026084,0.024413928268614722,0.1,10,493,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T02:10:04.021272+00:00 +8,ARIMA,3.8143071840325966,1.2333011889971917,0.33193131063059594,0.8764203760004714,-1.432087079773008,6.8352231729670745,0.3197644628390672,863.0878162751713,9.572711821227402,0.0040798487067364555,0.3,10,493,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T02:10:03.978574+00:00 +9,Moving-Average,3.766104938386399,1.1622600994827204,0.3427530943589314,0.7963298098915272,7.613281474958603,6.418145871560506,0.36378990440830933,852.6305488364321,9.506375957586947,-0.0777865963324757,0.3,10,493,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T02:10:04.037960+00:00 +10,Seasonal-Naive,4.087459922681851,1.265499120260195,0.35181377262039215,0.9403593161492513,5.6963743244501e-17,7.598797559834145,0.22967729401247472,745.3915283908998,9.637393753187881,0.0005575587041610153,0.2,10,493,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T02:10:04.063786+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 41673b85735191854cdbdc1a4a4682989191f6d3..76d60dc4f90b825e934e6e12037638a55a79291f 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.4910419794919334,0.693251576281519,1197.6809818505585,90,778,5721 -2,Chronos-2,3.64645604239648,0.6646697451714625,1162.5561162728604,90,790,5718 -3,Moirai-1.1-Large,4.547625822588492,0.5585287988669585,1114.3608018411117,90,762,5649 -4,Toto-2.0-1B,3.6237439347562366,0.6813430069442395,1111.6494932701296,90,784,5750 -5,TimesFM-2.5,4.417274907604398,0.5579789542754902,1040.6578397011833,90,797,5763 -6,Timer-S1,4.221643129232292,0.6059784383605443,1040.2748491231898,90,737,5555 -7,ETS,6.850514231664539,0.32474021330354474,871.7011005399677,90,492,4339 -8,ARIMA,6.833998049519522,0.31989483023324444,863.0915540651423,90,492,4339 -9,Moving-Average,6.417635247589236,0.36383766866814277,852.6314487743773,90,492,4339 -10,Seasonal-Naive,7.59786609193051,0.2297767678948542,745.3958145614793,90,492,4339 +1,TiRex,3.490283597028229,0.6934045357296905,1197.6854037678172,90,779,5730 +2,Chronos-2,3.646402918996582,0.6647153899523705,1162.5573784373098,90,791,5727 +3,Moirai-1.1-Large,4.547479577529202,0.5585580366024662,1114.3615452405743,90,763,5658 +4,Toto-2.0-1B,3.6248636841180373,0.6811869380595942,1111.6445402290144,90,785,5759 +5,TimesFM-2.5,4.416937213696672,0.5580890790323425,1040.6602396209748,90,798,5772 +6,Timer-S1,4.2232147194068235,0.605802717933683,1040.2706508879944,90,738,5564 +7,ETS,6.8481144860413155,0.32501164143000233,871.7103483138117,90,493,4348 +8,ARIMA,6.8352231729670745,0.3197644628390672,863.0878162751713,90,493,4348 +9,Moving-Average,6.418145871560506,0.36378990440830933,852.6305488364321,90,493,4348 +10,Seasonal-Naive,7.598797559834145,0.22967729401247472,745.3915283908998,90,493,4348 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index d3612897949cd0c1e64f19bc3191bd425fd2decf..215c09913d48c807113346a01bf96a668807c8ca 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -18,6 +18,7 @@ binance_btcusdt_1h_close/1h/short|window:156290385457d79213e8,2026-06-17T13:47:2 binance_btcusdt_1h_close/1h/short|window:18b8e4708a58f3597883,2026-06-22T00:27:28.652653+00:00,2026-06-22T00:27:28.652653+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5851299264443497,0.7649378578971953,0.00786147523534929,0.3889310385081492,-25.24158185862341,True binance_btcusdt_1h_close/1h/short|window:191768f6cf71ffd6e345,2026-06-22T01:05:20.626537+00:00,2026-06-22T01:05:20.626537+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5626782921875525,0.7501188520411632,0.008047207636129023,0.39433992910051346,-25.418935519359604,True binance_btcusdt_1h_close/1h/short|window:19193485629fde65ac0b,2026-06-23T00:17:31.871811+00:00,2026-06-23T00:17:31.871811+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.0862525123393687,1.4443865522564825,0.017995317258897955,1.696257973879156,-47.12920598060723,True +binance_btcusdt_1h_close/1h/short|window:19b85e3677dda35082f0,2026-06-23T02:10:03.978574+00:00,2026-06-23T02:10:03.978574+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.237454575399453,1.1124093560373596,0.012032631622758324,1.0607735892640526,-22.600580688818948,True binance_btcusdt_1h_close/1h/short|window:1a1cd4b8b92c94433525,2026-06-17T15:34:36.816682+00:00,2026-06-17T15:34:36.816682+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.44275473418538064,0.6653981771731725,0.0073581731104260285,0.3098661545544536,26.566796205855997,True binance_btcusdt_1h_close/1h/short|window:1abc3799f55deb9c1602,2026-06-22T23:42:47.074257+00:00,2026-06-22T23:42:47.074257+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.974102847630437,1.72455873997682,0.024112580186263038,2.3522673656442032,-59.970519514353825,True binance_btcusdt_1h_close/1h/short|window:1c816189d6c691f5d939,2026-06-22T11:02:51.855753+00:00,2026-06-22T11:02:51.855753+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.7818544762385325,0.8842253537636956,0.006363752391017506,0.3618290984665648,-55.28939099566873,True @@ -524,6 +525,7 @@ binance_btcusdt_1h_close/1h/short|window:18b8e4708a58f3597883,2026-06-22T00:24:1 binance_btcusdt_1h_close/1h/short|window:191768f6cf71ffd6e345,2026-06-22T01:01:42.324667+00:00,2026-06-22T01:01:42.324667+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1925603417091284,0.43881697974113126,0.005325180221643814,0.27059262077793966,26.94426596154586,True binance_btcusdt_1h_close/1h/short|window:19193485629fde65ac0b,2026-06-23T00:12:01.698093+00:00,2026-06-23T00:12:01.698093+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.6690505037111647,1.2919173749552115,0.010105751664290738,0.6978429926245786,-38.00967933948202,True binance_btcusdt_1h_close/1h/short|window:194e74e0c4ab16a1d346,2026-06-16T13:04:39.361996+00:00,2026-06-16T13:04:39.361996+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2571644319573142,0.5071138254448544,0.005551450377292544,0.3201607897355631,87.30461718537252,True +binance_btcusdt_1h_close/1h/short|window:19b85e3677dda35082f0,2026-06-23T02:07:44.391215+00:00,2026-06-23T02:07:44.391215+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.5034486095413415,0.7095411260394576,0.004612321446612828,0.4295588899001655,21.622146143621052,True binance_btcusdt_1h_close/1h/short|window:1a1cd4b8b92c94433525,2026-06-17T15:08:01.961397+00:00,2026-06-17T15:08:01.961397+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1398776990333793,0.3740022714281015,0.004614209911947547,0.24451715522708586,69.01911746425185,True binance_btcusdt_1h_close/1h/short|window:1abc3799f55deb9c1602,2026-06-22T23:32:08.076566+00:00,2026-06-22T23:32:08.076566+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,3.8703136472333215,1.9673112735999154,0.01726219555431641,1.0818570400163317,-67.74485313185428,True binance_btcusdt_1h_close/1h/short|window:1c56fc6ab591717b4111,2026-06-17T11:46:27.806579+00:00,2026-06-17T11:46:27.806579+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.44134029464244856,0.6643344749766104,0.012706785648611734,0.30190960499457786,4.843674485605359,True @@ -1303,6 +1305,7 @@ binance_btcusdt_1h_close/1h/short|window:156290385457d79213e8,2026-06-17T13:47:2 binance_btcusdt_1h_close/1h/short|window:18b8e4708a58f3597883,2026-06-22T00:27:28.803595+00:00,2026-06-22T00:27:28.803595+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.036551751446689776,0.1911851234973312,0.0020998101300300485,0.09270480715778939,81.05262115210277,True binance_btcusdt_1h_close/1h/short|window:191768f6cf71ffd6e345,2026-06-22T01:05:20.865577+00:00,2026-06-22T01:05:20.865577+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.03344354504856728,0.18287576397261415,0.001936696301180341,0.08834382809306673,81.82629902722098,True binance_btcusdt_1h_close/1h/short|window:19193485629fde65ac0b,2026-06-23T00:17:32.018761+00:00,2026-06-23T00:17:32.018761+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.7278636247084058,1.3144822648892627,0.010496487481709718,0.9096119827475264,-39.48122726812096,True +binance_btcusdt_1h_close/1h/short|window:19b85e3677dda35082f0,2026-06-23T02:10:04.021272+00:00,2026-06-23T02:10:04.021272+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.45955488892216956,0.6779047786541776,0.004624312893939238,0.34888639247377023,25.924651079951545,True binance_btcusdt_1h_close/1h/short|window:1a1cd4b8b92c94433525,2026-06-17T15:34:37.083356+00:00,2026-06-17T15:34:37.083356+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.4927325499863094,0.7019491078321201,0.008919627640655967,0.43382393150697185,21.529936993436717,True binance_btcusdt_1h_close/1h/short|window:1abc3799f55deb9c1602,2026-06-22T23:42:47.224492+00:00,2026-06-22T23:42:47.224492+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,4.403744885223116,2.0985101584750825,0.018468214066222382,1.7447870717322427,-71.08713187361708,True binance_btcusdt_1h_close/1h/short|window:1c816189d6c691f5d939,2026-06-22T11:02:51.944131+00:00,2026-06-22T11:02:51.944131+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.16314224179312825,0.40390870477513635,0.004043656177465556,0.21429935318481452,15.960688531916231,True @@ -1808,6 +1811,7 @@ binance_btcusdt_1h_close/1h/short|window:18b8e4708a58f3597883,2026-06-22T00:26:4 binance_btcusdt_1h_close/1h/short|window:191768f6cf71ffd6e345,2026-06-22T01:04:26.505914+00:00,2026-06-22T01:04:26.505914+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4489277097860049,0.6700206786256712,0.006451947957517859,0.2911489395213687,-14.591440855969886,True binance_btcusdt_1h_close/1h/short|window:19193485629fde65ac0b,2026-06-23T00:14:19.803984+00:00,2026-06-23T00:14:19.803984+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.9205737299336554,1.3858476575488574,0.010384121857414727,0.7173128738294383,-43.848797079849376,True binance_btcusdt_1h_close/1h/short|window:194e74e0c4ab16a1d346,2026-06-16T13:07:48.021363+00:00,2026-06-16T13:07:48.021363+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.42318757194409434,0.6505286864882243,0.006655824449923418,0.3877527264511274,79.93101738670771,True +binance_btcusdt_1h_close/1h/short|window:19b85e3677dda35082f0,2026-06-23T02:09:41.275486+00:00,2026-06-23T02:09:41.275486+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6806796236042232,0.8250331045504921,0.004879170310760914,0.4030219217821897,6.877503562104874,True binance_btcusdt_1h_close/1h/short|window:1a1cd4b8b92c94433525,2026-06-17T15:24:31.921515+00:00,2026-06-17T15:24:31.921515+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6119721303413334,0.7822864758778164,0.008735928437371322,0.320444945200471,10.99157292873015,True binance_btcusdt_1h_close/1h/short|window:1abc3799f55deb9c1602,2026-06-22T23:42:04.111613+00:00,2026-06-22T23:42:04.111613+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,5.392410248621445,2.3221563790196056,0.019180146807753966,1.1451016186349163,-75.7452574026051,True binance_btcusdt_1h_close/1h/short|window:1c56fc6ab591717b4111,2026-06-17T11:47:06.509822+00:00,2026-06-17T11:47:06.509822+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.7328524943450415,0.8560680430579345,0.015503114946556562,0.4012729668135227,-20.226153529704177,True @@ -2557,6 +2561,7 @@ binance_btcusdt_1h_close/1h/short|window:156290385457d79213e8,2026-06-17T13:47:2 binance_btcusdt_1h_close/1h/short|window:18b8e4708a58f3597883,2026-06-22T00:27:28.918955+00:00,2026-06-22T00:27:28.918955+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.16743508773210694,0.4091883279519431,0.005427728362015959,0.2455404472289567,35.19149784583039,True binance_btcusdt_1h_close/1h/short|window:191768f6cf71ffd6e345,2026-06-22T01:05:20.957627+00:00,2026-06-22T01:05:20.957627+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.16650035358158102,0.4080445485257474,0.005368586984108061,0.24424999159065605,33.54607258678284,True binance_btcusdt_1h_close/1h/short|window:19193485629fde65ac0b,2026-06-23T00:17:32.091849+00:00,2026-06-23T00:17:32.091849+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6786429431035643,0.8237978775789389,0.005395664978073429,0.44696073956178406,4.974365112823202,True +binance_btcusdt_1h_close/1h/short|window:19b85e3677dda35082f0,2026-06-23T02:10:04.037960+00:00,2026-06-23T02:10:04.037960+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6293868641500515,0.7933390600178788,0.004847365266579828,0.4068002009989648,10.763798613971183,True binance_btcusdt_1h_close/1h/short|window:1a1cd4b8b92c94433525,2026-06-17T15:34:37.153430+00:00,2026-06-17T15:34:37.153430+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6544765420760145,0.8089972447888896,0.012192256711215078,0.6064470723096572,7.663654940752074,True binance_btcusdt_1h_close/1h/short|window:1abc3799f55deb9c1602,2026-06-22T23:42:47.293387+00:00,2026-06-22T23:42:47.293387+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6625140582951141,0.8139496657012116,0.005341093265179872,0.4312464273152168,5.807586494590161,True binance_btcusdt_1h_close/1h/short|window:1c816189d6c691f5d939,2026-06-22T11:02:51.990939+00:00,2026-06-22T11:02:51.990939+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.08864501242119005,0.2977331228150305,0.0025730876064299457,0.14044786651077443,43.49411607904777,True @@ -3049,6 +3054,7 @@ binance_btcusdt_1h_close/1h/short|window:156290385457d79213e8,2026-06-17T13:47:2 binance_btcusdt_1h_close/1h/short|window:18b8e4708a58f3597883,2026-06-22T00:27:28.953868+00:00,2026-06-22T00:27:28.953868+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.34927207928065385,0.5909924528119237,0.007936725709128364,0.3516322958575597,7.946691780457555e-15,True binance_btcusdt_1h_close/1h/short|window:191768f6cf71ffd6e345,2026-06-22T01:05:21.004315+00:00,2026-06-22T01:05:21.004315+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.33459976213096426,0.5784459889488078,0.007735054484163521,0.34723291323367517,0.0,True binance_btcusdt_1h_close/1h/short|window:19193485629fde65ac0b,2026-06-23T00:17:32.129337+00:00,2026-06-23T00:17:32.129337+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7496936187290651,0.8658484964063085,0.006145618239171593,0.5097191059465888,-7.404511635748528e-15,True +binance_btcusdt_1h_close/1h/short|window:19b85e3677dda35082f0,2026-06-23T02:10:04.063786+00:00,2026-06-23T02:10:04.063786+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7812219568762342,0.8838676127544408,0.006409433668737585,0.5237714558604009,-7.105682417481289e-15,True binance_btcusdt_1h_close/1h/short|window:1a1cd4b8b92c94433525,2026-06-17T15:34:37.192003+00:00,2026-06-17T15:34:37.192003+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7631159382329418,0.8735650738399182,0.01285477984850524,0.44792767812829765,-7.274274910284079e-15,True binance_btcusdt_1h_close/1h/short|window:1abc3799f55deb9c1602,2026-06-22T23:42:47.328218+00:00,2026-06-22T23:42:47.328218+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7442108224874839,0.8626765456922333,0.006327465835054527,0.5115912498517595,-7.459062614235418e-15,True binance_btcusdt_1h_close/1h/short|window:1c816189d6c691f5d939,2026-06-22T11:02:52.021364+00:00,2026-06-22T11:02:52.021364+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.22510996766264763,0.47445755095966974,0.004608937411873885,0.3376479278882456,6.1648926308815736e-15,True @@ -3554,6 +3560,7 @@ binance_btcusdt_1h_close/1h/short|window:18b8e4708a58f3597883,2026-06-22T00:26:0 binance_btcusdt_1h_close/1h/short|window:191768f6cf71ffd6e345,2026-06-22T01:03:38.726849+00:00,2026-06-22T01:03:38.726849+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2833575115891998,0.5323133584545853,0.0061089394890521675,0.2677660290949347,8.292199593878234,True binance_btcusdt_1h_close/1h/short|window:19193485629fde65ac0b,2026-06-23T00:13:30.964954+00:00,2026-06-23T00:13:30.964954+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.2274959368521807,1.107924156633558,0.008132227800246692,0.6078230458282523,-24.165731443116663,True binance_btcusdt_1h_close/1h/short|window:194e74e0c4ab16a1d346,2026-06-16T13:06:29.188642+00:00,2026-06-16T13:06:29.188642+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.1911900725998548,0.43725287031631344,0.004393379686564455,0.327107292161521,90.40531289045767,True +binance_btcusdt_1h_close/1h/short|window:19b85e3677dda35082f0,2026-06-23T02:09:02.072858+00:00,2026-06-23T02:09:02.072858+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.5377902907701976,0.7333418648694465,0.00471488479897712,0.3950247228765961,18.455603163685684,True binance_btcusdt_1h_close/1h/short|window:1a1cd4b8b92c94433525,2026-06-17T15:17:38.284924+00:00,2026-06-17T15:17:38.284924+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.21148913136265074,0.45987947482210023,0.005544557816041171,0.23019602615125678,56.600034627275825,True binance_btcusdt_1h_close/1h/short|window:1abc3799f55deb9c1602,2026-06-22T23:40:59.439886+00:00,2026-06-22T23:40:59.439886+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,2.843032082057447,1.6861293194940437,0.014532389697089651,0.9738849084740041,-58.507921415380565,True binance_btcusdt_1h_close/1h/short|window:1c56fc6ab591717b4111,2026-06-17T11:46:57.419892+00:00,2026-06-17T11:46:57.419892+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.5641834399492152,0.7511214548588099,0.01431717469777045,0.37382384366796534,-7.417047409028511,True @@ -4331,6 +4338,7 @@ binance_btcusdt_1h_close/1h/short|window:18b8e4708a58f3597883,2026-06-22T00:27:1 binance_btcusdt_1h_close/1h/short|window:191768f6cf71ffd6e345,2026-06-22T01:05:02.661999+00:00,2026-06-22T01:05:02.661999+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.09161678856240123,0.30268265322347304,0.0031762287164633384,0.16064209832340862,57.00927689768977,True binance_btcusdt_1h_close/1h/short|window:19193485629fde65ac0b,2026-06-23T00:16:04.936577+00:00,2026-06-23T00:16:04.936577+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,2.3935148894769265,1.5470988622182251,0.012347598560158173,0.8580981592421297,-52.297557303511,True binance_btcusdt_1h_close/1h/short|window:194e74e0c4ab16a1d346,2026-06-16T13:08:31.319511+00:00,2026-06-16T13:08:31.319511+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.5431334482003843,0.7369758803382811,0.00848024147229,0.42079528073898725,74.95508637396718,True +binance_btcusdt_1h_close/1h/short|window:19b85e3677dda35082f0,2026-06-23T02:10:00.903195+00:00,2026-06-23T02:10:00.903195+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.6863415195105995,0.8284573130286191,0.005429743655460077,0.5067107755047049,6.465167530554237,True binance_btcusdt_1h_close/1h/short|window:1a1cd4b8b92c94433525,2026-06-17T15:31:51.512683+00:00,2026-06-17T15:31:51.512683+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.25356852677113256,0.5035558824709851,0.006629309152154661,0.25781673980168845,50.11854011753461,True binance_btcusdt_1h_close/1h/short|window:1abc3799f55deb9c1602,2026-06-22T23:42:34.899831+00:00,2026-06-22T23:42:34.899831+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,4.72406452962235,2.1734913226471253,0.019168208872495544,1.398410219454518,-72.78078463256814,True binance_btcusdt_1h_close/1h/short|window:1c56fc6ab591717b4111,2026-06-17T11:47:14.693825+00:00,2026-06-17T11:47:14.693825+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.29935835492239166,0.5471365048343892,0.01071697012933627,0.26270923282123865,23.791429978865825,True @@ -5070,6 +5078,7 @@ binance_btcusdt_1h_close/1h/short|window:18b8e4708a58f3597883,2026-06-22T00:25:1 binance_btcusdt_1h_close/1h/short|window:191768f6cf71ffd6e345,2026-06-22T01:02:24.282297+00:00,2026-06-22T01:02:24.282297+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1886263256257393,0.4343113233911123,0.003490872448352585,0.2776986185592459,27.898730571917042,True binance_btcusdt_1h_close/1h/short|window:19193485629fde65ac0b,2026-06-23T00:12:31.136441+00:00,2026-06-23T00:12:31.136441+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.900411867985898,0.9489003467097575,0.007597329139190261,0.5567237499150482,-9.13385540926135,True binance_btcusdt_1h_close/1h/short|window:194e74e0c4ab16a1d346,2026-06-16T13:05:26.703490+00:00,2026-06-16T13:05:26.703490+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.27650488395221917,0.5258373170023398,0.007751477509267423,0.3215603311674145,86.41469574618857,True +binance_btcusdt_1h_close/1h/short|window:19b85e3677dda35082f0,2026-06-23T02:08:12.401455+00:00,2026-06-23T02:08:12.401455+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.5494587678798796,0.7412548602740353,0.005103371742275574,0.3999745620977715,17.416889317220097,True binance_btcusdt_1h_close/1h/short|window:1a1cd4b8b92c94433525,2026-06-17T15:09:07.458333+00:00,2026-06-17T15:09:07.458333+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1564353542768145,0.39551909470569746,0.004165195661985987,0.25246363896081747,65.97571977744683,True binance_btcusdt_1h_close/1h/short|window:1abc3799f55deb9c1602,2026-06-22T23:39:14.069338+00:00,2026-06-22T23:39:14.069338+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.5128777202045114,1.2299909431392213,0.01186785771333152,0.8026597879141408,-34.055682051367384,True binance_btcusdt_1h_close/1h/short|window:1c56fc6ab591717b4111,2026-06-17T11:46:39.226387+00:00,2026-06-17T11:46:39.226387+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.4158816005853755,0.6448888280823102,0.009845489042414923,0.4968468741802709,7.802357703525168,True @@ -5872,6 +5881,7 @@ binance_btcusdt_1h_close/1h/short|window:18b8e4708a58f3597883,2026-06-22T00:25:4 binance_btcusdt_1h_close/1h/short|window:191768f6cf71ffd6e345,2026-06-22T01:03:11.444455+00:00,2026-06-22T01:03:11.444455+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.11274885039853087,0.33578095597953567,0.003606433805971924,0.24996976571757043,49.59239964509916,True binance_btcusdt_1h_close/1h/short|window:19193485629fde65ac0b,2026-06-23T00:13:12.203887+00:00,2026-06-23T00:13:12.203887+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.6902482053163368,1.30009546007835,0.010284876886825103,0.7053774467972914,-38.54823821282102,True binance_btcusdt_1h_close/1h/short|window:194e74e0c4ab16a1d346,2026-06-16T13:06:08.274510+00:00,2026-06-16T13:06:08.274510+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.18893840828092529,0.4346704594068077,0.0038886063035980197,0.31196431461385893,90.51295039770194,True +binance_btcusdt_1h_close/1h/short|window:19b85e3677dda35082f0,2026-06-23T02:08:52.755766+00:00,2026-06-23T02:08:52.755766+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.6480565230629155,0.8050195793040785,0.00500094307088914,0.4398302112889263,9.316969063928536,True binance_btcusdt_1h_close/1h/short|window:1a1cd4b8b92c94433525,2026-06-17T15:10:48.604890+00:00,2026-06-17T15:10:48.604890+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.08529557607223029,0.2920540636119112,0.0037085140059657435,0.238724413396326,79.89287636151774,True binance_btcusdt_1h_close/1h/short|window:1abc3799f55deb9c1602,2026-06-22T23:40:25.843160+00:00,2026-06-22T23:40:25.843160+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,3.700452465018762,1.9236560152529252,0.016870977655859352,1.116707238661331,-66.51216191879247,True binance_btcusdt_1h_close/1h/short|window:1c56fc6ab591717b4111,2026-06-17T11:46:49.579140+00:00,2026-06-17T11:46:49.579140+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.5489331683353164,0.7409002418243068,0.014288977330438829,0.3521135831231115,-6.053146883836166,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 3ed0768afd77d35774964ff2a79a18f934b1db3e..b230b208fae75a8835b54a2ca08fa0e58fa0c590 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7629299563172909,0.8260912796900892,0.010295013003770795,0.6436046810952314,-12.337958125764171,0.5683615555246591,0.16609861395137468,0.0016490249939601813,163,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T02:00:44.274116+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7658233991165725,0.8278371216190361,0.010305608239252426,0.6461483939499192,-12.400535092612069,0.5678257291608286,0.17118060751159658,0.001139818492439768,164,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T02:10:03.978574+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.6722840427898185,1.1136149807343625,0.1122826628431276,0.8751386039730832,-54.27242992293919,1.7954987859166085,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-23T01:44:07.438893+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8995129479327784,1.2789780894350484,1.587689695622707,1.0012952978334346,1.3713156139170208,1.2745655526556043,-0.013399299113584829,0.8442158580098462,99,0.9494949494949495,2026-06-17T12:10:12.335728+00:00,2026-06-23T02:00:44.332936+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.048825380101822,2.0229829077733075,0.11888634725917362,1.422266612685993,15.7577251917574,4.910459136014298,0.12960662525879918,0.11255726029669759,70,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-23T01:52:40.048385+00:00 @@ -9,7 +9,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.6221164 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.003870284462326,0.9740599851960692,0.6161296740210561,0.4891011961476876,16.64273744175486,0.48759177240796947,-0.49735449735449727,0.00012167840449705957,28,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-23T01:44:07.618510+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8067828987495118,1.0927607029376365,0.01422464156842086,0.714066565568736,6.904930314258289,3.067900413379939,0.2042042042042042,0.07528439237325511,37,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T01:52:40.085988+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.990112198006116,0.9781737397061917,0.20219237299729226,0.490199516466659,51.28266024024151,0.3541696942533509,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-22T23:42:47.178078+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.41194720282943503,0.5734641187916086,0.007390935595843098,0.3224775624696737,27.02857690765256,0.5809180633231529,0.09974398361495136,0.012846480181196815,280,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T01:58:35.832020+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.41227283061132797,0.5739483786038787,0.007381047289262208,0.322858634809284,27.00933694052077,0.5799054722180694,0.10249110320284698,0.010432974403910934,281,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T02:07:44.391215+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.38439341544285544,0.5096604914177981,0.058325125078410194,0.28505879583543775,17.06313580145981,0.5327950855857294,0.04761904761904762,1.0,7,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-23T01:37:24.661221+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2579864690511436,0.3916980457571505,0.52727595256449,0.21278187789072187,72.34735702540846,0.3684041787586576,0.3465749936338171,1.7850828312469596e-10,154,0.961038961038961,2026-06-16T12:06:44.487655+00:00,2026-06-23T01:58:41.202167+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.580036352049512,1.8716220584257452,0.11287277849654202,1.0711012304025183,16.52468290464204,5.029245192221111,0.3869851159570785,2.9171307477820886e-09,108,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-23T01:49:27.747760+00:00 @@ -19,7 +19,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.148 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.7910931422976506,0.8611760361672162,0.5840732965145053,0.460676158563928,27.196341219159507,0.42003412406464985,-0.14975845410628022,0.14222282039779802,46,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-23T01:37:58.796029+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6457506195607141,0.9004696011582112,0.009725246172690674,0.5623664087375603,31.79995990956254,3.491682838765467,0.1218855218855219,0.1888540266062031,55,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T01:49:33.049230+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1470345464849695,0.36143628779848724,0.07464265889217996,0.21315140545343586,90.6774928723689,0.07843009866932546,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-22T23:32:18.736924+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.651282473601351,0.6644863656585588,0.007513311920761798,0.4352901069117313,21.855462193686897,0.8484153023287225,0.05794137695978187,0.27228172422022934,163,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T02:00:44.401004+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6501134029630635,0.6645681852499955,0.007495696073037271,0.4347632549944266,21.88027432104217,0.845941289388982,0.05985335926978902,0.25528884534955054,164,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T02:10:04.021272+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.193642063640152,1.70700061723835,0.18382238509451362,1.3185644060092472,-65.46663134536205,4.668455202355313,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-23T01:44:07.676320+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.765397209385454,1.5233277787148343,1.6410058075581875,1.1567503842071423,-9.976402124260437,2.075000700890402,0.05339105339105339,0.4336317699676483,99,0.9494949494949495,2026-06-17T12:10:12.697348+00:00,2026-06-23T02:00:44.423437+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.010550414323991,2.0721248657102307,0.1139857655338353,1.37982732218986,17.56358488578722,6.765257589023805,0.16687370600414078,0.04104528313735455,70,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-23T01:52:40.148216+00:00 @@ -29,7 +29,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,12.13817486 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0609696206602885,0.9826791779180779,0.6974532530543166,0.5253277938034103,17.51976047643201,0.6509183411989075,-0.30687830687830686,0.022077930762809696,28,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-23T01:44:07.771621+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5560827237703352,0.9754895564058925,0.012657936363785961,0.6599106566474792,17.58056255751239,3.0933023998582305,0.1111111111111111,0.33312567816369987,37,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T01:52:40.171888+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0106745528959067,1.0039742155659683,0.21160774916824193,0.5376211899754999,48.4423431987713,0.11622833445791261,0.0,1.0,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-22T23:42:47.274014+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6291031112112639,0.7207769834242177,0.008989799995936649,0.36731611027926697,7.162114889102463,0.7114702173264905,-0.008148639681486396,0.8403760099788148,275,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T02:00:13.630918+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6292899826329775,0.7211547229935157,0.008974906410120796,0.367445479161524,7.161083688642328,0.7101822427250061,-0.005059288537549407,0.9003002292281167,276,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T02:09:41.275486+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3234990100264062,0.4739064026595103,0.05439835696411188,0.26775051447438514,24.628575999779944,0.42715254388049306,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-23T01:42:21.736302+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.5100713772849315,1.0056361539205596,1.5581232853282407,0.5145136590540842,25.235394066158136,2.106959762476609,0.31474381317532246,8.698798172991247e-09,152,0.9671052631578947,2026-06-16T12:07:52.741323+00:00,2026-06-23T02:00:18.423853+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.306740184543571,2.0757970971784756,0.1172754745381268,1.0799884365369634,14.448157625050857,37.1059635671666,0.43369963369963366,5.499990012606942e-11,105,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-23T01:51:58.516774+00:00 @@ -39,7 +39,7 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.138349721865317,1.0282964902057385,0.6514196435087513,0.4875828082288382,9.943198845343725,0.8084487198686916,-0.4008097165991903,0.00032717992245064097,39,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-23T01:42:59.535505+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,3.092410226366661,1.2680211991362444,0.012789781485446032,0.6937417487457921,10.876758028295729,6.148561689392466,0.07337526205450734,0.43342619697319595,54,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T01:52:05.003145+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14981973138991939,0.36476498478813413,0.06320277861905496,0.18873543444057805,90.59622548667889,0.09721825078090457,0.6,0.23333333333333334,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-22T23:42:17.643964+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4913216749571121,0.6172735427287899,0.007292636141496943,0.39512310991237415,22.615962549206408,0.5450688920774516,-0.2934939029008558,2.6843486247143975e-08,163,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T02:00:44.447691+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4921635358668251,0.6183471129561623,0.007277725953235254,0.39519431168729235,22.54369325691839,0.5435012684566991,-0.28579979051324256,5.5718065621834846e-08,164,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T02:10:04.037960+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5771568279001095,0.6879752348246028,0.07614787084783309,0.4629729837909748,-31.399820120235017,0.5548948988033838,0.6,0.1361111111111111,6,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-23T01:44:07.792101+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.1605086125503594,1.3282755462289995,1.673394539901295,1.1540519664693216,5.9453411113779895,1.7966419391156536,0.12059369202226344,0.07697163869067633,99,0.9494949494949495,2026-06-17T12:10:12.867076+00:00,2026-06-23T02:00:44.460708+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.635399559285332,2.165060985482883,0.12181886540357426,1.44169857644814,9.113128283391339,4.8928512968463345,0.06004140786749483,0.46227832062545804,70,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-23T01:52:40.204531+00:00 @@ -49,7 +49,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9643309383952161,0.9558794791058088,0.7088043776397257,0.5034979128749959,18.34591770369744,0.4546826488183946,-0.4761904761904762,0.00025080293291027795,28,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-23T01:44:07.843113+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.823238492076464,1.069699378373804,0.013757888083469144,0.7425971586842777,13.614798675651043,2.8742407698847203,0.0870870870870871,0.4481067672475978,37,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T01:52:40.218442+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0787787195349199,1.0379444492218732,0.21618952646374368,0.5597492766841528,45.98579993029981,0.08734441118750925,0.0,1.0,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-22T23:42:47.321412+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6069019512703038,0.7294195631983108,0.008832806665106123,0.4221594247633753,-3.763979469893116e-17,0.5152818560852066,-0.37650533969552374,9.770770902041716e-13,163,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T02:00:44.480579+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6079648781337545,0.7303613195980433,0.00881803000049412,0.42277901031884496,-8.073761556955527e-17,0.5138791218243622,-0.36540475834206193,3.7838253172383165e-12,164,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T02:10:04.063786+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2565612559835197,0.4676926183925614,0.05397038616447911,0.33518682132279193,-1.4748963430700404e-15,0.24693667351374793,0.2,0.7194444444444444,6,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-23T01:44:07.857291+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.2811688165907347,1.3815886644213844,1.658033484460323,1.2115203181117,1.3699071218386278e-15,1.809138036245117,0.12265512265512266,0.07205577309062619,99,0.9494949494949495,2026-06-17T12:10:12.978229+00:00,2026-06-23T02:00:44.490506+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.24464990037046,2.319162164428467,0.12780162749118787,1.8632075296088009,-2.715189506225662e-16,4.989353647833145,0.03768115942028986,0.6445554782673667,70,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-23T01:52:40.244180+00:00 @@ -59,7 +59,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.3745538368531816,1.145292725451913,0.7052831091689199,0.8918351328150467,-3.4562041650221003e-16,0.6919476628322843,-0.3386243386243386,0.011150613855211041,28,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-23T01:44:07.900127+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.10843662787873,1.2151685802686962,0.014073342381821377,0.6304004506784996,3.937928420595924e-15,2.867277338966737,0.13974459240878867,0.22381735609827658,37,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T01:52:40.261531+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.9607965919810555,1.7146505799162957,0.36091886218530816,1.3691608206855306,8.969107392259686e-17,0.5580553598022875,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-22T23:42:47.343681+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4278853404946547,0.6008894577002658,0.007713553979725093,0.33127207756730614,20.413439090181864,0.420020234246915,0.26285774080468793,6.983075131683348e-11,277,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T01:59:47.202569+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4282806820424085,0.6013659052080687,0.0077027673999382285,0.33150140362956976,20.406396514906703,0.41931320358848556,0.2649403942549931,4.558376362466162e-11,278,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T02:09:02.072858+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3531086312767736,0.4497860921798977,0.05049692526362469,0.24969712003498815,39.985613709223784,0.51022951350609,0.04761904761904762,1.0,7,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-23T01:41:06.879849+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2708326845162668,0.4012600006808138,0.6754758098457766,0.20117512961217168,73.83760777850486,0.414131903244112,0.29411764705882354,6.841362087575966e-08,153,0.9607843137254902,2026-06-16T12:07:37.946365+00:00,2026-06-23T01:59:52.740305+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.377023516636578,1.8480831568006097,0.11127096163151247,1.0244002438615156,17.764003992749668,4.654854605585057,0.36280323450134777,3.551395628493292e-08,106,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-23T01:51:13.008122+00:00 @@ -69,7 +69,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1713573 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.7940140538719341,0.8675183827795244,0.6059333862681846,0.46187688549377487,25.016687346357216,0.3985924003095263,-0.14728682170542634,0.1639524008255926,43,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-23T01:41:44.457512+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6310165771502505,0.8860036792381639,0.009192438540832215,0.5513875884689701,33.088643978907285,3.3667634928050854,0.08956228956228958,0.3342850084508868,55,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T01:51:22.005453+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1174822396077626,0.324815581789166,0.060286878365620425,0.19980835418849988,92.46557501174824,0.060081196004453746,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-22T23:41:11.770213+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.43296282111300544,0.5632480673990292,0.006884121313243513,0.305409338145873,33.06584165203283,0.6906055350097007,0.13370957238984155,0.001013915990889357,272,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T02:00:35.340239+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.43389094821336294,0.5642195298372327,0.006878793922555661,0.30614670604828637,32.96840328528749,0.6895054252345441,0.13757810816634347,0.000703999300615099,273,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T02:10:00.903195+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3225591397656044,0.48664545608319326,0.054730137587469245,0.24963903130622794,18.218338052650473,0.3997744021151048,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-23T01:43:27.568492+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.0984187842089975,0.22896137902518343,0.4523038155219872,0.1187775599524611,89.64147302080276,0.20878964072392758,0.21270693512304248,0.00011219881595125104,150,0.9666666666666667,2026-06-16T12:08:08.243141+00:00,2026-06-23T02:00:41.177667+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.866040856673644,1.9720977596519151,0.12140994266171838,1.2129344361235233,11.207218367219943,4.724769613072584,0.3401980198019803,4.6319382709649475e-07,101,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-23T01:52:28.136886+00:00 @@ -79,7 +79,7 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1303 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9406452440093378,0.9557376539272202,0.6794650925961071,0.5191063345850635,16.406339607515843,0.3405599931669689,-0.0725462304409673,0.521414094303348,38,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-23T01:44:04.340246+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8374320647358418,0.9808044751889442,0.011082072494705593,0.6363664565849563,23.304633652427203,3.5597646469846085,0.0635294117647059,0.5106029689377543,51,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T01:52:33.170017+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.19701763456987959,0.42647880866511967,0.09210826322391313,0.22574447154214997,87.63037685402294,0.10515280616061715,0.3333333333333334,0.75,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-22T23:42:44.447703+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3585224379680866,0.5340614025701175,0.006761817935158079,0.37127556539637,33.47522890580488,0.4010895609933783,0.16146655639926824,5.13534519190212e-05,283,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T01:59:01.950488+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3591947489889028,0.5347909569986524,0.006755978335887366,0.3713766182016567,33.418685456549305,0.4005405713358773,0.16528144129796446,3.2892070812637536e-05,284,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T02:08:12.401455+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3659814554277121,0.5236124307799545,0.059495747037476746,0.35459458613334327,11.21682598714913,0.39415876702644365,-0.23809523809523814,0.5619047619047619,7,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-23T01:38:27.342504+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.1080550965966158,0.2547501316657792,0.38580732896403974,0.18502385519688053,84.22515826232521,0.18019162827183532,0.03818369453044376,0.48365197988801345,153,0.9607843137254902,2026-06-16T12:07:01.390017+00:00,2026-06-23T01:59:06.969528+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.8857573682270723,1.7200361060320437,0.11510602610771198,1.1772136706337997,23.813769677020705,4.518107700114548,0.3649337410805301,1.8591978211573602e-08,109,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-23T01:50:00.368866+00:00 @@ -89,7 +89,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.7892922529674055,0.8666698157148496,0.5262497159630825,0.6914683918610249,26.03734339819472,0.37299490534524565,-0.11111111111111112,0.2762255700053524,46,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-23T01:39:10.455513+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5407987083262344,0.8626765394330012,0.009601889173755263,0.6706323651251752,34.19816005200469,3.267374998516529,0.06883116883116883,0.4537615570375828,56,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T01:50:10.107532+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15216568209521827,0.37796453879602965,0.06502662159367666,0.29797079340933813,90.33726988702747,0.06941482262146421,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-22T23:39:57.499399+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.3682980439598199,0.5392062313421859,0.006856487585283222,0.31037256152069187,31.867344970916093,0.4828901062108057,0.12308131833883074,0.00222078344896921,278,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T01:59:32.709316+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.36930076252291355,0.5401589673563864,0.006849836888099014,0.31083656743383964,31.786519250819367,0.4823117108773389,0.12709832134292567,0.0015530581411981753,279,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T02:08:52.755766+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.4526862423623368,0.5657525073073637,0.06377901282502746,0.3031626192040572,6.6419767449522,0.5775530867943033,-0.04761904761904762,1.0,7,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-23T01:39:50.008410+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.17638094783748529,0.2951336493980093,0.40861654871885394,0.1571826490171718,83.20474347585946,0.3523792081199282,0.3058556988497735,2.24690392541421e-08,152,0.9605263157894737,2026-06-16T12:07:21.772238+00:00,2026-06-23T01:59:38.973407+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.128304680037319,1.8040776675960573,0.11124816008287251,1.0173362160758066,18.200075909828865,4.5479308831116665,0.27448944271374176,2.5474204480032204e-05,108,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-23T01:50:52.016084+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 565dc50fc8971b38bec6b81696d82678bea01735..c2a53c73deeecc038c48d5052417cd8e8625ecb0 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T02:00:44.643786+00:00", + "generated_at": "2026-06-23T02:10:04.307370+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 3ec90c3b10024d290e432dde05188d9794b431e3..789472262c527decb3365176a68e3df8b712f0b2 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,ARIMA,2.898446370442855,1.7312090376245708,7.0,1,1,1.0 Air Quality,Moirai-1.1-Large,3.1012625108067535,1.750998981104026,8.0,1,1,1.0 Air Quality,Moving-Average,2.8519724791803203,1.7641556020055222,9.0,1,1,1.0 Air Quality,ETS,20.47119999820665,5.304347656138206,10.0,1,1,1.0 -Finance,Moving-Average,0.8518924461601883,0.717229107674931,1.0,1,1,1.0 -Finance,TimesFM-2.5,0.6200156408709715,0.723397657744711,2.0,1,1,1.0 -Finance,ETS,0.6918128306125967,0.8159445285686729,3.0,1,1,1.0 -Finance,TiRex,0.6156497457516296,0.838603274352482,4.0,1,1,1.0 -Finance,Moirai-1.1-Large,0.832416627263424,0.8846657117392615,5.0,1,1,1.0 -Finance,Seasonal-Naive,1.0,1.0,6.0,1,1,1.0 -Finance,Chronos-2,0.9810856255075175,1.0711893516682,7.0,1,1,1.0 -Finance,Timer-S1,1.0659292453582336,1.1260529137194595,8.0,1,1,1.0 -Finance,Toto-2.0-1B,0.6239488414464861,1.128209757027927,9.0,1,1,1.0 -Finance,ARIMA,1.9800520091544151,1.714268356297308,10.0,1,1,1.0 +Finance,ETS,0.5882513732201398,0.6314440763748487,1.0,1,1,1.0 +Finance,Moving-Average,0.8056441048670663,0.7066953370891805,2.0,1,1,1.0 +Finance,TimesFM-2.5,0.7033324691447812,0.7153455016943904,3.0,1,1,1.0 +Finance,TiRex,0.6883962823069981,0.8644605084911611,4.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.8713011937426388,0.8914305235466695,5.0,1,1,1.0 +Finance,Chronos-2,0.6444373524195517,0.9697299818088161,6.0,1,1,1.0 +Finance,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 +Finance,Toto-2.0-1B,0.8295421260997462,1.0216267762507258,8.0,1,1,1.0 +Finance,Timer-S1,0.8785486806527812,1.0453765710065446,9.0,1,1,1.0 +Finance,ARIMA,1.583998714459453,1.7738559861249705,10.0,1,1,1.0 Hazards,Timer-S1,0.6132800047940546,0.6074339834263276,1.0,1,1,1.0 Hazards,Moirai-1.1-Large,0.6069207247077132,0.6417794152011875,2.0,1,1,1.0 Hazards,Moving-Average,0.7741778669044808,0.6507850458192079,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 32e8d09b5a98837c9c29e072adc92a89201e37b3..7fd6509601c0193ffefa79192e3be2a543a222cd 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 1D,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Timer-S1,0.8514759509150813,0.8366748984287706,4.333333333333333,6,6,1.0 -1h,Chronos-2,0.8750000284502253,0.8264352976539798,4.5,6,6,1.0 -1h,TimesFM-2.5,0.7477236553783867,0.8460329075867183,4.666666666666667,6,6,1.0 -1h,TiRex,0.989326817053891,0.8734840710614752,4.833333333333333,6,6,1.0 -1h,Toto-2.0-1B,0.7868819890824005,0.8175693404482227,4.833333333333333,6,6,1.0 -1h,Moirai-1.1-Large,1.006743732977604,0.8633772769522817,5.0,6,6,1.0 -1h,Seasonal-Naive,1.0,1.0,5.666666666666667,6,6,1.0 -1h,Moving-Average,1.3404313447350686,1.0936196129150597,6.166666666666667,6,6,1.0 -1h,ARIMA,1.919067279949358,1.413184750873673,7.166666666666667,6,6,1.0 -1h,ETS,4.518651515342847,2.185370850860056,7.833333333333333,6,6,1.0 +1h,Chronos-2,0.8158062581000035,0.8128422836935614,4.333333333333333,6,6,1.0 +1h,Timer-S1,0.8244771586339108,0.826372266544108,4.5,6,6,1.0 +1h,Toto-2.0-1B,0.8251340618575747,0.8041585169347099,4.666666666666667,6,6,1.0 +1h,TiRex,1.0079150189609374,0.8779162550183911,4.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.763602703561826,0.8444560429788097,4.833333333333333,6,6,1.0 +1h,Moirai-1.1-Large,1.0144333736415898,0.8644741248486936,5.0,6,6,1.0 +1h,Seasonal-Naive,1.0,1.0,5.833333333333333,6,6,1.0 +1h,Moving-Average,1.328019093853967,1.090926128266001,6.333333333333333,6,6,1.0 +1h,ARIMA,1.848998555821236,1.421255638654349,7.166666666666667,6,6,1.0 +1h,ETS,4.398162170664631,2.0939719311827685,7.5,6,6,1.0 6min,TimesFM-2.5,0.004618655492635713,0.06400717253107753,1.0,1,1,1.0 6min,Timer-S1,0.0037346780687414634,0.08074342221924041,2.0,1,1,1.0 6min,Chronos-2,0.0037994261847371052,0.08233058851934626,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 3457ba05aa07758424727f6e074792ade947d5ba..19d64d5bfdf143fa581e17cd6571fb72cd4cc72c 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 7,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,TiRex,1.0205003492358546,0.9081385978795824,4.571428571428571,7,7,1.0 -24,Toto-2.0-1B,0.8379248709544926,0.8591784706345885,4.714285714285714,7,7,1.0 -24,Chronos-2,0.9251446551313527,0.8767911984260955,4.857142857142857,7,7,1.0 -24,TimesFM-2.5,0.7996319644961974,0.890915297339143,4.857142857142857,7,7,1.0 -24,Seasonal-Naive,1.0,1.0,5.0,7,7,1.0 -24,Timer-S1,0.9030680986516231,0.8885102632185901,5.0,7,7,1.0 -24,Moirai-1.1-Large,1.0540136551981643,0.9106967510790709,5.428571428571429,7,7,1.0 -24,Moving-Average,1.2826766317770855,1.0943547642634979,5.571428571428571,7,7,1.0 -24,ETS,3.7076999127962433,1.9984088539592486,7.428571428571429,7,7,1.0 -24,ARIMA,1.7714113784824694,1.4184814087544837,7.571428571428571,7,7,1.0 +24,TiRex,1.0369132319530912,0.9120869056865489,4.571428571428571,7,7,1.0 +24,Toto-2.0-1B,0.8727201520710295,0.8470842134391506,4.571428571428571,7,7,1.0 +24,Chronos-2,0.8712333100680775,0.864415507752576,4.714285714285714,7,7,1.0 +24,TimesFM-2.5,0.8141655477081976,0.8894918066476997,5.0,7,7,1.0 +24,Seasonal-Naive,1.0,1.0,5.142857142857143,7,7,1.0 +24,Timer-S1,0.8784678083408902,0.8791240433612834,5.142857142857143,7,7,1.0 +24,Moirai-1.1-Large,1.0609104965868024,0.9116883439541911,5.428571428571429,7,7,1.0 +24,Moving-Average,1.2724892041253153,1.0920441043779,5.714285714285714,7,7,1.0 +24,ETS,3.622795067656967,1.9265516993771616,7.142857142857143,7,7,1.0 +24,ARIMA,1.7158268612547096,1.4254224145627785,7.571428571428571,7,7,1.0 60,TimesFM-2.5,0.004618655492635713,0.06400717253107753,1.0,1,1,1.0 60,Timer-S1,0.0037346780687414634,0.08074342221924041,2.0,1,1,1.0 60,Chronos-2,0.0037994261847371052,0.08233058851934626,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 2f3e865f57b27c263ad0e75e33125ff2a97d83bf..86eb8865e9d8756a22faf9340bf4805468d2487e 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.39415648755840027,0.5911024608705918,4.1,10,10,1.0 -Overall,TiRex,0.630677204086719,0.6956205255350012,4.5,10,10,1.0 -Overall,TimesFM-2.5,0.3712181262798606,0.6051161759525832,4.5,10,10,1.0 -Overall,Chronos-2,0.4308106786374331,0.6042765573657582,4.6,10,10,1.0 -Overall,Toto-2.0-1B,0.4773160777737839,0.6338973944098,4.6,10,10,1.0 -Overall,Moirai-1.1-Large,0.8448203940379581,0.7789494873888749,5.6,10,10,1.0 -Overall,Moving-Average,1.0108438922696117,0.9537012381565554,5.8,10,10,1.0 -Overall,Seasonal-Naive,1.0,1.0,6.1,10,10,1.0 -Overall,ETS,2.421315858159285,1.5673773042954682,7.5,10,10,1.0 -Overall,ARIMA,1.3267988132975659,1.1621098859229675,7.7,10,10,1.0 +Overall,Timer-S1,0.3866094135558797,0.5867244192687567,4.2,10,10,1.0 +Overall,Chronos-2,0.4130796867023369,0.5982933889112783,4.5,10,10,1.0 +Overall,TiRex,0.6377604960626923,0.6977361886258878,4.5,10,10,1.0 +Overall,Toto-2.0-1B,0.49110573929874657,0.6276379687526322,4.5,10,10,1.0 +Overall,TimesFM-2.5,0.37592826165254134,0.6044392219441079,4.6,10,10,1.0 +Overall,Moirai-1.1-Large,0.8486862098783691,0.7795430903285552,5.6,10,10,1.0 +Overall,Moving-Average,1.005217262226009,0.9522912160220515,5.9,10,10,1.0 +Overall,Seasonal-Naive,1.0,1.0,6.2,10,10,1.0 +Overall,ETS,2.382368181796459,1.527710205238589,7.3,10,10,1.0 +Overall,ARIMA,1.297516523304803,1.1660875287698482,7.7,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index a1f7f5b3230acda4a239eff65a8a7287420b498b..a0c26c1102f809733dad5ffaf679cfc4968006e1 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,554239.632111634,741086.7584533078,744.7225199936807,0.9809041426270095,0.011523665046742564,0.011612609249504356,20.834927525909524,744.4727208646627,0.011560211146409009,0.01156409004028209,0.010333503265261803,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,442697.3082324833,764613.3196867538,777.3055563562333,1.0560197828255895,0.012032631622758324,0.01212445254038795,20.592227167791997,665.3550242032319,0.010332324240759031,0.012070808441003101,0.010696706448401695,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.4223000555944558,0.42436042792132883,0.539356038667521,1.7052937919816218,0.3735393652618036,0.48993111765410463,66.23435288305896,0.649846178410288,0.5243020210651991,0.4351575350321766,0.4329034448633229,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.04404300559427482,0.03768133184791216,0.14863444394044284,0.89693195979988,0.10196027166288196,0.09365189367937297,14.45054422357641,0.20986425516098453,0.13301256680772278,0.09420493685020986,0.08562026030310328,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index cc1a8194ac27af4198c214bd5b34e1338beb2ec1..b957cecbb0263c89fafc5c804395344e81d1f29e 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T02:00:44.274116+00:00", + "evaluated_at": "2026-06-23T02:10:03.978574+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64689.5, 64282.8203125, 63883.41015625, 63994.0, @@ -101,10 +100,10 @@ 63801.58984375, 63311.98828125, 63896.01171875, - 64606.0 + 64606.0, + 64257.98828125 ], "actuals": [ - 64257.98828125, 63974.01171875, 64100.01953125, 64247.73828125, @@ -127,350 +126,350 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64127.98828125 + 64156.0, + 64131.75 ], "p50": [ - 63867.16267831183, - 63810.88835714305, - 63799.88463160924, - 63726.43124017735, - 63732.615517264814, - 63710.360804036034, - 63690.83372793567, - 63651.4714093872, - 63651.45367273143, - 63635.834146738176, - 63626.40751408011, - 63646.92613387295, - 63608.42315038299, - 63602.96373540125, - 63615.06706299437, - 63594.61985864078, - 63603.326679482816, - 63585.24533034113, - 63609.906717492835, - 63588.3717597489, - 63615.2215633235, - 63599.03471037122, - 63577.35820181722, - 63566.729823116795 + 63642.89924362213, + 63615.56980611542, + 63613.36206338371, + 63622.76661925585, + 63610.88300630964, + 63607.91799324481, + 63610.66151238963, + 63618.26275911354, + 63664.65823938638, + 63651.31916883544, + 63615.62479942892, + 63610.66151240243, + 63616.495119226776, + 63616.495119226776, + 63615.62479942892, + 63607.9179935163, + 63607.9179935163, + 63607.56122011027, + 63613.364655582394, + 63604.21935746792, + 63610.88301206914, + 63618.26275911414, + 63615.62479942892, + 63617.36543902463 ], "p10": [ - 63615.005791701726, - 63586.50989124699, - 63571.68315390089, - 63492.31143928076, - 63539.87055202318, - 63460.811942773726, - 63441.28486667336, - 63423.00497938952, - 63409.437570894006, - 63365.91536643723, - 63401.837892924836, - 63395.84139123143, - 63374.2947128675, - 63380.85803269503, - 63391.910982619054, - 63302.40848237844, - 63415.19325471165, - 63367.830118039245, - 63366.38104294233, - 63362.68885261599, - 63375.52387349672, - 63313.06736011111, - 63361.804024642384, - 63359.0590052816 + 63367.54997164254, + 63374.309456501236, + 63373.79707772892, + 63363.17151098106, + 63360.92682561622, + 63368.20694118339, + 63398.98113054963, + 63368.179409400866, + 63368.66292678912, + 63368.17940940147, + 63388.03258330099, + 63368.17940940147, + 63368.71665094334, + 63363.619556058686, + 63368.71665094334, + 63368.66292678915, + 63368.17940940147, + 63363.17163316854, + 63368.66292678915, + 63363.57476376967, + 63400.1976358137, + 63374.36444981474, + 63403.368269391365, + 63368.17940940147 ], "p90": [ - 64109.618764076346, - 64045.428963956736, - 64136.878552212824, - 64001.13642001596, - 64030.89111404119, - 64007.464615700774, - 64139.378893272806, - 63899.58950266952, - 63898.12263449814, - 63907.92824876457, - 63865.28639541793, - 63857.428858597465, - 63865.091244508076, - 63842.15805597573, - 63852.96968514627, - 63837.07594440529, - 63848.1261437696, - 63803.42132049739, - 63829.08179628601, - 63824.180601967644, - 63824.37978356756, - 63824.45200178869, - 63856.606712696994, - 63819.24574258465 + 63875.697249105484, + 63870.85633940398, + 63876.86133620761, + 63998.97257676426, + 63859.2694862952, + 63861.37352759465, + 63859.01434919798, + 63998.97269895113, + 64010.817606615354, + 63870.911332717485, + 63871.506592286365, + 63858.990726921904, + 63859.65237225057, + 63859.05689145477, + 63860.77826829726, + 63870.911332717485, + 63876.86392840628, + 63859.65237225057, + 63876.86392840628, + 63859.22694981072, + 63823.46804494986, + 63915.32107431752, + 63859.22694981072, + 63879.78018050147 ], "mean": [ - 64846.960881358216, - 64129.80664289839, - 65098.48226461366, - 65026.30831335847, - 64384.62926765766, - 64368.16007337065, - 65322.65253656939, - 63988.81250219037, - 64291.16352214462, - 64592.12172154882, - 63947.769552158425, - 63632.797245432055, - 64265.75428110958, - 63934.11077703666, - 63621.59334033088, - 63590.29950746076, - 64255.180988364475, - 64242.303740203904, - 64265.30146986534, - 64243.38539519286, - 64590.608698500546, - 64533.69699314, - 63919.5485944723, - 64549.27220402516 + 64597.53727877946, + 64610.36017886146, + 65242.225763610586, + 64589.04147970082, + 64567.31750114067, + 64260.87450734123, + 64273.0375292284, + 64605.44217771336, + 64931.16064808183, + 64912.52376300204, + 63934.728715887955, + 63613.19796438592, + 63926.19274825267, + 64582.107620501214, + 63615.754452674504, + 64872.99464987155, + 63944.403668768144, + 63927.382279424535, + 64569.13022634177, + 64557.15925061127, + 64261.281746298664, + 64596.88476846383, + 63934.77431711091, + 64582.55472021147 ], "quantiles": { "0.1": [ - 63615.005791701726, - 63586.50989124699, - 63571.68315390089, - 63492.31143928076, - 63539.87055202318, - 63460.811942773726, - 63441.28486667336, - 63423.00497938952, - 63409.437570894006, - 63365.91536643723, - 63401.837892924836, - 63395.84139123143, - 63374.2947128675, - 63380.85803269503, - 63391.910982619054, - 63302.40848237844, - 63415.19325471165, - 63367.830118039245, - 63366.38104294233, - 63362.68885261599, - 63375.52387349672, - 63313.06736011111, - 63361.804024642384, - 63359.0590052816 + 63367.54997164254, + 63374.309456501236, + 63373.79707772892, + 63363.17151098106, + 63360.92682561622, + 63368.20694118339, + 63398.98113054963, + 63368.179409400866, + 63368.66292678912, + 63368.17940940147, + 63388.03258330099, + 63368.17940940147, + 63368.71665094334, + 63363.619556058686, + 63368.71665094334, + 63368.66292678915, + 63368.17940940147, + 63363.17163316854, + 63368.66292678915, + 63363.57476376967, + 63400.1976358137, + 63374.36444981474, + 63403.368269391365, + 63368.17940940147 ], "0.2": [ - 63713.935032330926, - 63700.23686410714, - 63659.786926694636, - 63577.06788076422, - 63593.11989709394, - 63576.558511878524, - 63557.53633483932, - 63519.95784230958, - 63482.35111637863, - 63464.85649718483, - 63503.0694276458, - 63495.21189082534, - 63471.24757578756, - 63484.565431756426, - 63479.74223974024, - 63433.404966609916, - 63492.65716578433, - 63434.28230933023, - 63487.824826661315, - 63468.920746983196, - 63467.394393944494, - 63414.595470897526, - 63461.174524236296, - 63460.29054000256 + 63473.7530836677, + 63513.313349460535, + 63513.365750575365, + 63456.13676462091, + 63474.91975720899, + 63466.18368924356, + 63474.9197629557, + 63466.183689514444, + 63500.11546427308, + 63511.35137307427, + 63488.536803763294, + 63488.536803763294, + 63456.13688680839, + 63466.18368951505, + 63488.536803763294, + 63477.10378133186, + 63452.28695194516, + 63436.88721249227, + 63452.28695194516, + 63466.18368951505, + 63511.9005867485, + 63500.11546427311, + 63511.9005867485, + 63486.250199277005 ], "0.3": [ - 63783.04215570255, - 63740.39234787926, - 63725.37975540234, - 63649.89200118449, - 63637.57685782044, - 63619.10142898918, - 63614.07809083743, - 63578.72738505451, - 63571.61894508421, - 63547.89531040426, - 63561.5966848183, - 63550.525116450786, - 63530.01711853249, - 63524.55770355075, - 63524.57726876811, - 63501.85405928603, - 63532.12599730361, - 63509.01161209487, - 63525.392085686384, - 63506.38852347171, - 63558.34261486698, - 63502.18499335123, - 63498.73500353098, - 63501.2645622115 + 63553.08462314903, + 63557.9981368501, + 63558.05053796493, + 63534.85415993748, + 63539.06397764265, + 63527.4195205199, + 63539.06398338936, + 63531.5917274553, + 63543.139973903286, + 63554.251302449826, + 63539.75383851458, + 63536.252519840265, + 63534.443881268635, + 63527.41952079139, + 63537.454321473175, + 63539.75383851458, + 63531.5917274559, + 63531.5917274559, + 63537.093780983305, + 63536.252519840265, + 63550.91790388587, + 63539.75383851458, + 63537.454321473175, + 63539.06398340216 ], "0.4": [ - 63843.8273292781, - 63778.1042165498, - 63763.43237827062, - 63683.23470105576, - 63693.574177827984, - 63675.48384724681, - 63656.32243638295, - 63634.70774994229, - 63622.35117072183, - 63591.72599110932, - 63599.49496061968, - 63607.22596222404, - 63585.087801349255, - 63581.36012236463, - 63576.809446021005, - 63541.814383703655, - 63569.525615037455, - 63565.48718573409, - 63569.17233848961, - 63562.00501553108, - 63583.983643168845, - 63559.57024906146, - 63538.348442202085, - 63537.46445796835 + 63606.39454080947, + 63593.07702151652, + 63593.69311628044, + 63592.28635216891, + 63585.9214130992, + 63561.00465859937, + 63576.174425091296, + 63576.17442510349, + 63599.11277105114, + 63607.56122011027, + 63596.920309692505, + 63585.841654655465, + 63576.3738356122, + 63571.08940875588, + 63576.3738356122, + 63585.92141885871, + 63561.00465887086, + 63558.1674949712, + 63592.286474356384, + 63574.140418564806, + 63596.920309692505, + 63602.72414609921, + 63593.13201483002, + 63585.92141885871 ], "0.5": [ - 63867.16267831183, - 63810.88835714305, - 63799.88463160924, - 63726.43124017735, - 63732.615517264814, - 63710.360804036034, - 63690.83372793567, - 63651.4714093872, - 63651.45367273143, - 63635.834146738176, - 63626.40751408011, - 63646.92613387295, - 63608.42315038299, - 63602.96373540125, - 63615.06706299437, - 63594.61985864078, - 63603.326679482816, - 63585.24533034113, - 63609.906717492835, - 63588.3717597489, - 63615.2215633235, - 63599.03471037122, - 63577.35820181722, - 63566.729823116795 + 63642.89924362213, + 63615.56980611542, + 63613.36206338371, + 63622.76661925585, + 63610.88300630964, + 63607.91799324481, + 63610.66151238963, + 63618.26275911354, + 63664.65823938638, + 63651.31916883544, + 63615.62479942892, + 63610.66151240243, + 63616.495119226776, + 63616.495119226776, + 63615.62479942892, + 63607.9179935163, + 63607.9179935163, + 63607.56122011027, + 63613.364655582394, + 63604.21935746792, + 63610.88301206914, + 63618.26275911414, + 63615.62479942892, + 63617.36543902463 ], "0.6": [ - 63899.409508328274, - 63848.83671317126, - 63810.4320603559, - 63767.43301172189, - 63768.86290061281, - 63732.66452908797, - 63708.64916511191, - 63686.04683113094, - 63684.0057333104, - 63657.11955498438, - 63655.077139669855, - 63679.57982205607, - 63637.336564608915, - 63633.86600706883, - 63630.4838076882, - 63626.86668865722, - 63639.73156453286, - 63620.77589580782, - 63667.69279491861, - 63617.04138533865, - 63659.61869610267, - 63630.54704373811, - 63605.79801891681, - 63608.106082107195 + 63697.869879037025, + 63683.84262947096, + 63670.34097765124, + 63670.34344766244, + 63667.127747219456, + 63664.16433639641, + 63664.1643366551, + 63670.34356984931, + 63711.95073392739, + 63712.28056563855, + 63670.23509635319, + 63651.31916883544, + 63662.18872579385, + 63670.23509635319, + 63667.127752978966, + 63662.18872579385, + 63667.127752978966, + 63670.23509635319, + 63667.127752978966, + 63644.06592292293, + 63667.127752978966, + 63685.48723996221, + 63685.83658375135, + 63667.127752978966 ], "0.7": [ - 63969.69486052123, - 63877.05643366531, - 63869.96860928414, - 63808.22294655412, - 63812.95194467353, - 63811.25989972271, - 63769.99837023275, - 63721.527358988154, - 63742.66471356443, - 63725.48177568908, - 63696.03640975395, - 63748.17819563237, - 63705.76452086756, - 63696.188568778845, - 63679.48014345473, - 63687.84469201837, - 63702.97940235262, - 63662.02863486836, - 63719.83113332091, - 63681.382782376626, - 63719.80174092048, - 63695.79862482166, - 63654.141506344444, - 63645.93711407309 + 63768.49712548871, + 63728.64952713633, + 63771.39520979587, + 63729.75473790682, + 63715.28843351744, + 63711.730845848506, + 63712.280565625755, + 63716.78642070898, + 63775.44379547293, + 63737.10060751489, + 63721.80080349608, + 63711.730846119994, + 63715.28843927695, + 63716.786420709584, + 63711.730846119994, + 63711.730846119994, + 63712.28056563855, + 63711.89576197556, + 63711.730846119994, + 63711.730846119994, + 63704.30709227541, + 63775.44379547296, + 63722.80855363831, + 63716.786420709584 ], "0.8": [ - 64029.20841007408, - 63959.335371226516, - 63989.222219218835, - 63885.16852936542, - 63878.40944938136, - 63904.86057598028, - 63885.33349987992, - 63797.83362037956, - 63821.17025723696, - 63797.41437748678, - 63803.32639839262, - 63826.896129534536, - 63788.919239122195, - 63765.0094671635, - 63776.595675867444, - 63798.95569017638, - 63802.672312088325, - 63725.35607340479, - 63790.9615420571, - 63762.97717213203, - 63795.21553323932, - 63759.60016485165, - 63786.78874281271, - 63742.097153772425 + 63831.883696730176, + 63795.23568682666, + 63827.99874374936, + 63824.122128957875, + 63775.44378971345, + 63782.13175133815, + 63782.13175159684, + 63809.83228863394, + 63833.050376030944, + 63795.29068014016, + 63809.83228863454, + 63743.61324696981, + 63783.703966866975, + 63783.703966866975, + 63776.78138670029, + 63784.38250176235, + 63769.66380478951, + 63783.703966866975, + 63787.09664134385, + 63782.13175160964, + 63732.20565259805, + 63858.990726921904, + 63795.29068014016, + 63782.13175160964 ], "0.9": [ - 64109.618764076346, - 64045.428963956736, - 64136.878552212824, - 64001.13642001596, - 64030.89111404119, - 64007.464615700774, - 64139.378893272806, - 63899.58950266952, - 63898.12263449814, - 63907.92824876457, - 63865.28639541793, - 63857.428858597465, - 63865.091244508076, - 63842.15805597573, - 63852.96968514627, - 63837.07594440529, - 63848.1261437696, - 63803.42132049739, - 63829.08179628601, - 63824.180601967644, - 63824.37978356756, - 63824.45200178869, - 63856.606712696994, - 63819.24574258465 + 63875.697249105484, + 63870.85633940398, + 63876.86133620761, + 63998.97257676426, + 63859.2694862952, + 63861.37352759465, + 63859.01434919798, + 63998.97269895113, + 64010.817606615354, + 63870.911332717485, + 63871.506592286365, + 63858.990726921904, + 63859.65237225057, + 63859.05689145477, + 63860.77826829726, + 63870.911332717485, + 63876.86392840628, + 63859.65237225057, + 63876.86392840628, + 63859.22694981072, + 63823.46804494986, + 63915.32107431752, + 63859.22694981072, + 63879.78018050147 ] }, "timestamps": [ - "2026-06-18 02:00:00", "2026-06-18 03:00:00", "2026-06-18 04:00:00", "2026-06-18 05:00:00", @@ -589,6 +588,7 @@ "2026-06-22 22:00:00", "2026-06-22 23:00:00", "2026-06-23 00:00:00", - "2026-06-23 01:00:00" + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 999ebc159d1db7cd82c0465d6b79c51258b25ece..01d189d77f51d4a1ed63857a2a33c3ec0c794c9f 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,13 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T02:00:44.373343+00:00", + "evaluated_at": "2026-06-23T02:10:03.990090+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 0d0331954e84c66dc61d41d0c48969044543342b..f4c9d3ba45ba61b607b0c8099cdf7f53ff1c51e1 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -14,4 +14,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 2026-06-22,Chronos-2,4.900,4.000,4.000,4.600,4.900,4.600,2.900,4.600,5.000,4.700 -2026-06-23,Chronos-2,5.500,4.600,5.500,5.500,5.500,5.400,3.500,5.500,5.500,5.500 +2026-06-23,Chronos-2,5.000,4.500,4.700,4.700,5.000,4.600,3.600,4.700,5.000,4.700 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 555df9f1179474a2d39f8d8953c2e0b05da670a4..9815c7c0097be8765b5fef51a791274793c6da9e 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,5.2,4.3,4.75,5.05,5.2,5.0,3.2,5.05,5.25,5.1 +2026-W26,Chronos-Bolt-Mini,4.95,4.25,4.35,4.65,4.95,4.6,3.25,4.65,5.0,4.7 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 44f9c9b38c1592cf1962358eb0e6e318edc9d66a..6209f5b3c0e35844bff865e7960321c4dd821a09 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,274617.2997665405,274617.2997665405,467.4895833333333,0.6157494323261935,0.007266605536443798,0.007244166316471731,3.15546887684051,524.0394066924171,0.008137311174232434,0.007259202574680428,0.00645706293446701,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,180107.89948018393,180107.89948018393,298.5546875,0.4056058183003924,0.004612321446612828,0.004628228717346494,3.982059975112147,424.39121041815173,0.006590387735058507,0.004636267440142227,0.005847665780513909,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.002463514771984935,0.002463514771984935,0.04205938080946604,0.13298006483095384,0.034358970566343704,0.03426770546468387,1.1793173698471082,0.049633806744848165,0.040045023043981665,0.03393390481590433,0.04547709931802778,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.07533743840023138,0.07533743840023138,0.21596889197826385,1.3032605121831067,0.1474886448831192,0.13150153952982768,8.310169184992512,0.2744766627606642,0.17396409605155536,0.13688170313049663,0.08685991744451947,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 8a6267e7cdf1abe3f30a6cf2b04f16009a712a47..b9e9866cc64969f5cdd82e45adbf89e480c91679 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T01:58:35.832020+00:00", + "evaluated_at": "2026-06-23T02:07:44.391215+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64689.5, 64282.8203125, 63883.41015625, 63994.0, @@ -101,10 +100,10 @@ 63801.58984375, 63311.98828125, 63896.01171875, - 64606.0 + 64606.0, + 64257.98828125 ], "actuals": [ - 64257.98828125, 63974.01171875, 64100.01953125, 64247.73828125, @@ -127,350 +126,350 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64127.98828125 + 64156.0, + 64131.75 ], "p50": [ - 64649.6484375, - 64624.21875, - 64615.75, - 64619.3828125, - 64631.66796875, - 64635.5234375, - 64656.92578125, - 64654.109375, - 64668.98828125, - 64673.5234375, - 64685.06640625, - 64699.8984375, - 64700.06640625, - 64693.33203125, - 64698.75, - 64692.30859375, - 64809.234375, - 64825.16796875, - 64822.60546875, - 64819.80859375, - 64824.859375, - 64815.0234375, - 64851.96484375, - 64866.671875 + 64247.39453125, + 64239.71484375, + 64251.8359375, + 64255.9453125, + 64250.2421875, + 64260.07421875, + 64256.30859375, + 64238.0859375, + 64270.2109375, + 64294.10546875, + 64269.89453125, + 64255.14453125, + 64254.921875, + 64265.72265625, + 64289.5078125, + 64285.43359375, + 64358.75390625, + 64364.34765625, + 64340.90234375, + 64336.4921875, + 64321.76171875, + 64339.375, + 64354.5, + 64344.953125 ], "p10": [ - 64053.72265625, - 63907.375, - 63805.62890625, - 63772.91796875, - 63726.6875, - 63665.33203125, - 63578.02734375, - 63519.75, - 63520.6484375, - 63462.1953125, - 63496.7421875, - 63439.2265625, - 63378.84375, - 63348.48046875, - 63362.765625, - 63363.6015625, - 63353.84765625, - 63283.546875, - 63234.26953125, - 63213.57421875, - 63177.67578125, - 63147.19921875, - 63140.71875, - 63136.17578125 + 63764.4921875, + 63625.78125, + 63523.99609375, + 63429.375, + 63360.09375, + 63291.53125, + 63203.34765625, + 63141.890625, + 63118.2421875, + 63064.8125, + 63086.5390625, + 62993.83203125, + 62976.5703125, + 62968.859375, + 62974.60546875, + 63010.4609375, + 62985.64453125, + 62939.41015625, + 62901.55859375, + 62873.46484375, + 62825.48046875, + 62814.2421875, + 62839.57421875, + 62828.88671875 ], "p90": [ - 65173.21875, - 65233.25390625, - 65312.27734375, - 65386.90234375, - 65418.4453125, - 65504.96484375, - 65544.796875, - 65604.65625, - 65643.8359375, - 65686.015625, - 65735.4609375, - 65772.203125, - 65857.8203125, - 65870.59375, - 65866.5, - 65898.234375, - 66291.0078125, - 66298.8515625, - 66324.296875, - 66337.703125, - 66357.125, - 66475.9609375, - 66480.8203125, - 66510.7265625 + 64581.65234375, + 64700.31640625, + 64782.29296875, + 64887.5703125, + 64906.9453125, + 64990.64453125, + 65022.1484375, + 65067.69140625, + 65065.04296875, + 65122.7578125, + 65148.8671875, + 65201.1640625, + 65213.5546875, + 65233.3671875, + 65257.984375, + 65252.234375, + 65720.03125, + 65697.609375, + 65753.5625, + 65746.484375, + 65756.2578125, + 65827.4375, + 65855.671875, + 65859.484375 ], "mean": [ - 64649.6484375, - 64624.21875, - 64615.75, - 64619.3828125, - 64631.66796875, - 64635.5234375, - 64656.92578125, - 64654.109375, - 64668.98828125, - 64673.5234375, - 64685.06640625, - 64699.8984375, - 64700.06640625, - 64693.33203125, - 64698.75, - 64692.30859375, - 64809.234375, - 64825.16796875, - 64822.60546875, - 64819.80859375, - 64824.859375, - 64815.0234375, - 64851.96484375, - 64866.671875 + 64247.39453125, + 64239.71484375, + 64251.8359375, + 64255.9453125, + 64250.2421875, + 64260.07421875, + 64256.30859375, + 64238.0859375, + 64270.2109375, + 64294.10546875, + 64269.89453125, + 64255.14453125, + 64254.921875, + 64265.72265625, + 64289.5078125, + 64285.43359375, + 64358.75390625, + 64364.34765625, + 64340.90234375, + 64336.4921875, + 64321.76171875, + 64339.375, + 64354.5, + 64344.953125 ], "quantiles": { "0.1": [ - 64053.72265625, - 63907.375, - 63805.62890625, - 63772.91796875, - 63726.6875, - 63665.33203125, - 63578.02734375, - 63519.75, - 63520.6484375, - 63462.1953125, - 63496.7421875, - 63439.2265625, - 63378.84375, - 63348.48046875, - 63362.765625, - 63363.6015625, - 63353.84765625, - 63283.546875, - 63234.26953125, - 63213.57421875, - 63177.67578125, - 63147.19921875, - 63140.71875, - 63136.17578125 + 63764.4921875, + 63625.78125, + 63523.99609375, + 63429.375, + 63360.09375, + 63291.53125, + 63203.34765625, + 63141.890625, + 63118.2421875, + 63064.8125, + 63086.5390625, + 62993.83203125, + 62976.5703125, + 62968.859375, + 62974.60546875, + 63010.4609375, + 62985.64453125, + 62939.41015625, + 62901.55859375, + 62873.46484375, + 62825.48046875, + 62814.2421875, + 62839.57421875, + 62828.88671875 ], "0.2": [ - 64053.72265625, - 63907.375, - 63805.62890625, - 63772.91796875, - 63726.6875, - 63665.33203125, - 63578.02734375, - 63519.75, - 63520.6484375, - 63462.1953125, - 63496.7421875, - 63439.2265625, - 63378.84375, - 63348.48046875, - 63362.765625, - 63363.6015625, - 63353.84765625, - 63283.546875, - 63234.26953125, - 63213.57421875, - 63177.67578125, - 63147.19921875, - 63140.71875, - 63136.17578125 + 63764.4921875, + 63625.78125, + 63523.99609375, + 63429.375, + 63360.09375, + 63291.53125, + 63203.34765625, + 63141.890625, + 63118.2421875, + 63064.8125, + 63086.5390625, + 62993.83203125, + 62976.5703125, + 62968.859375, + 62974.60546875, + 63010.4609375, + 62985.64453125, + 62939.41015625, + 62901.55859375, + 62873.46484375, + 62825.48046875, + 62814.2421875, + 62839.57421875, + 62828.88671875 ], "0.3": [ - 64053.72265625, - 63907.375, - 63805.62890625, - 63772.91796875, - 63726.6875, - 63665.33203125, - 63578.02734375, - 63519.75, - 63520.6484375, - 63462.1953125, - 63496.7421875, - 63439.2265625, - 63378.84375, - 63348.48046875, - 63362.765625, - 63363.6015625, - 63353.84765625, - 63283.546875, - 63234.26953125, - 63213.57421875, - 63177.67578125, - 63147.19921875, - 63140.71875, - 63136.17578125 + 63764.4921875, + 63625.78125, + 63523.99609375, + 63429.375, + 63360.09375, + 63291.53125, + 63203.34765625, + 63141.890625, + 63118.2421875, + 63064.8125, + 63086.5390625, + 62993.83203125, + 62976.5703125, + 62968.859375, + 62974.60546875, + 63010.4609375, + 62985.64453125, + 62939.41015625, + 62901.55859375, + 62873.46484375, + 62825.48046875, + 62814.2421875, + 62839.57421875, + 62828.88671875 ], "0.4": [ - 64649.6484375, - 64624.21875, - 64615.75, - 64619.3828125, - 64631.66796875, - 64635.5234375, - 64656.92578125, - 64654.109375, - 64668.98828125, - 64673.5234375, - 64685.06640625, - 64699.8984375, - 64700.06640625, - 64693.33203125, - 64698.75, - 64692.30859375, - 64809.234375, - 64825.16796875, - 64822.60546875, - 64819.80859375, - 64824.859375, - 64815.0234375, - 64851.96484375, - 64866.671875 + 64247.39453125, + 64239.71484375, + 64251.8359375, + 64255.9453125, + 64250.2421875, + 64260.07421875, + 64256.30859375, + 64238.0859375, + 64270.2109375, + 64294.10546875, + 64269.89453125, + 64255.14453125, + 64254.921875, + 64265.72265625, + 64289.5078125, + 64285.43359375, + 64358.75390625, + 64364.34765625, + 64340.90234375, + 64336.4921875, + 64321.76171875, + 64339.375, + 64354.5, + 64344.953125 ], "0.5": [ - 64649.6484375, - 64624.21875, - 64615.75, - 64619.3828125, - 64631.66796875, - 64635.5234375, - 64656.92578125, - 64654.109375, - 64668.98828125, - 64673.5234375, - 64685.06640625, - 64699.8984375, - 64700.06640625, - 64693.33203125, - 64698.75, - 64692.30859375, - 64809.234375, - 64825.16796875, - 64822.60546875, - 64819.80859375, - 64824.859375, - 64815.0234375, - 64851.96484375, - 64866.671875 + 64247.39453125, + 64239.71484375, + 64251.8359375, + 64255.9453125, + 64250.2421875, + 64260.07421875, + 64256.30859375, + 64238.0859375, + 64270.2109375, + 64294.10546875, + 64269.89453125, + 64255.14453125, + 64254.921875, + 64265.72265625, + 64289.5078125, + 64285.43359375, + 64358.75390625, + 64364.34765625, + 64340.90234375, + 64336.4921875, + 64321.76171875, + 64339.375, + 64354.5, + 64344.953125 ], "0.6": [ - 64649.6484375, - 64624.21875, - 64615.75, - 64619.3828125, - 64631.66796875, - 64635.5234375, - 64656.92578125, - 64654.109375, - 64668.98828125, - 64673.5234375, - 64685.06640625, - 64699.8984375, - 64700.06640625, - 64693.33203125, - 64698.75, - 64692.30859375, - 64809.234375, - 64825.16796875, - 64822.60546875, - 64819.80859375, - 64824.859375, - 64815.0234375, - 64851.96484375, - 64866.671875 + 64247.39453125, + 64239.71484375, + 64251.8359375, + 64255.9453125, + 64250.2421875, + 64260.07421875, + 64256.30859375, + 64238.0859375, + 64270.2109375, + 64294.10546875, + 64269.89453125, + 64255.14453125, + 64254.921875, + 64265.72265625, + 64289.5078125, + 64285.43359375, + 64358.75390625, + 64364.34765625, + 64340.90234375, + 64336.4921875, + 64321.76171875, + 64339.375, + 64354.5, + 64344.953125 ], "0.7": [ - 64649.6484375, - 64624.21875, - 64615.75, - 64619.3828125, - 64631.66796875, - 64635.5234375, - 64656.92578125, - 64654.109375, - 64668.98828125, - 64673.5234375, - 64685.06640625, - 64699.8984375, - 64700.06640625, - 64693.33203125, - 64698.75, - 64692.30859375, - 64809.234375, - 64825.16796875, - 64822.60546875, - 64819.80859375, - 64824.859375, - 64815.0234375, - 64851.96484375, - 64866.671875 + 64247.39453125, + 64239.71484375, + 64251.8359375, + 64255.9453125, + 64250.2421875, + 64260.07421875, + 64256.30859375, + 64238.0859375, + 64270.2109375, + 64294.10546875, + 64269.89453125, + 64255.14453125, + 64254.921875, + 64265.72265625, + 64289.5078125, + 64285.43359375, + 64358.75390625, + 64364.34765625, + 64340.90234375, + 64336.4921875, + 64321.76171875, + 64339.375, + 64354.5, + 64344.953125 ], "0.8": [ - 65173.21875, - 65233.25390625, - 65312.27734375, - 65386.90234375, - 65418.4453125, - 65504.96484375, - 65544.796875, - 65604.65625, - 65643.8359375, - 65686.015625, - 65735.4609375, - 65772.203125, - 65857.8203125, - 65870.59375, - 65866.5, - 65898.234375, - 66291.0078125, - 66298.8515625, - 66324.296875, - 66337.703125, - 66357.125, - 66475.9609375, - 66480.8203125, - 66510.7265625 + 64581.65234375, + 64700.31640625, + 64782.29296875, + 64887.5703125, + 64906.9453125, + 64990.64453125, + 65022.1484375, + 65067.69140625, + 65065.04296875, + 65122.7578125, + 65148.8671875, + 65201.1640625, + 65213.5546875, + 65233.3671875, + 65257.984375, + 65252.234375, + 65720.03125, + 65697.609375, + 65753.5625, + 65746.484375, + 65756.2578125, + 65827.4375, + 65855.671875, + 65859.484375 ], "0.9": [ - 65173.21875, - 65233.25390625, - 65312.27734375, - 65386.90234375, - 65418.4453125, - 65504.96484375, - 65544.796875, - 65604.65625, - 65643.8359375, - 65686.015625, - 65735.4609375, - 65772.203125, - 65857.8203125, - 65870.59375, - 65866.5, - 65898.234375, - 66291.0078125, - 66298.8515625, - 66324.296875, - 66337.703125, - 66357.125, - 66475.9609375, - 66480.8203125, - 66510.7265625 + 64581.65234375, + 64700.31640625, + 64782.29296875, + 64887.5703125, + 64906.9453125, + 64990.64453125, + 65022.1484375, + 65067.69140625, + 65065.04296875, + 65122.7578125, + 65148.8671875, + 65201.1640625, + 65213.5546875, + 65233.3671875, + 65257.984375, + 65252.234375, + 65720.03125, + 65697.609375, + 65753.5625, + 65746.484375, + 65756.2578125, + 65827.4375, + 65855.671875, + 65859.484375 ] }, "timestamps": [ - "2026-06-18 02:00:00", "2026-06-18 03:00:00", "2026-06-18 04:00:00", "2026-06-18 05:00:00", @@ -589,6 +588,7 @@ "2026-06-22 22:00:00", "2026-06-22 23:00:00", "2026-06-23 00:00:00", - "2026-06-23 01:00:00" + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 616a42e0b6e4edfb9264c0df84254c18162a0c1b..d45f4949db00a744e0d7ae8dbedec14664fb0f7c 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,13 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T01:58:43.833275+00:00", + "evaluated_at": "2026-06-23T02:07:49.980840+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index f9f2e04c498a69f4d2ecf22dfcad456b02191ef5..ccaf69420645788edabc283e44e742fbbd14e2d6 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,193646.47340378616,188882.8494007215,379.1016302559298,0.49933008551675023,0.005884107472647056,0.005877881076295749,5.057775527629936,440.0528075172185,0.0068331628922020755,0.005886709840242914,0.004918462981168552,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,164404.99421584848,165404.65794621504,299.15761017125504,0.4064249276752745,0.004624312893939238,0.0046376897014114085,4.578010458502697,405.4688572700109,0.006296541771606341,0.0046456302499278315,0.003807734098143407,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.2305839218645761,0.22958699596609064,0.40157505085059947,1.2696686272801132,0.2805740671628352,0.3396964493908681,46.293365400199114,0.48019154705656375,0.3874230656185009,0.32399453557669206,0.31767292906057204,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.2555517618248092,0.24728813088319768,0.41602085307043113,2.510470582522556,0.28090252797976006,0.23283527445473537,63.2839377570377,0.5055212773215477,0.32040083539180186,0.26367520981593034,0.25136794283545133,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 2723c03db091ad051379b5d0ab9072016122b352..217741e21bae407632b8d26dc0d60bf496bdabac 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-23T02:00:44.401004+00:00", + "evaluated_at": "2026-06-23T02:10:04.021272+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64689.5, 64282.8203125, 63883.41015625, 63994.0, @@ -101,10 +100,10 @@ 63801.58984375, 63311.98828125, 63896.01171875, - 64606.0 + 64606.0, + 64257.98828125 ], "actuals": [ - 64257.98828125, 63974.01171875, 64100.01953125, 64247.73828125, @@ -127,350 +126,350 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64127.98828125 + 64156.0, + 64131.75 ], "p50": [ - 64564.08947208018, - 64571.02027603588, - 64582.33584561658, - 64553.43657144728, - 64567.98260977797, - 64564.26302310867, - 64569.93796768937, - 64568.92541227007, - 64579.83473185077, - 64560.21280143147, - 64561.90727726217, - 64560.89472184287, - 64557.44857267357, - 64554.50047037927, - 64563.728149334966, - 64548.901140790666, - 64553.124913496365, - 64554.819389327065, - 64561.824412032765, - 64550.227872238465, - 64569.094223069165, - 64549.564089524865, - 64538.889424730565, - 64548.744056811265 + 64296.85837751891, + 64302.84553861168, + 64289.78387157945, + 64291.413610797215, + 64289.54725626499, + 64285.37621423276, + 64296.49032845053, + 64312.9052239183, + 64308.124806886066, + 64321.24282735384, + 64333.61866032161, + 64311.26402453938, + 64338.97188875715, + 64307.92975297492, + 64302.42667969269, + 64311.532981410455, + 64313.25647062823, + 64319.333475471, + 64313.01985531377, + 64320.69646953154, + 64319.775427499306, + 64329.92079171708, + 64322.98803093485, + 64324.99277015262 ], "p10": [ - 64329.17384708018, - 64337.78980728588, - 64372.26904874158, - 64247.74477457228, - 64325.12362540297, - 64312.995054358675, - 64327.57703018937, - 64331.23634977007, - 64325.92066935077, - 64207.81045768147, - 64319.04829288717, - 64319.19550309287, - 64242.39388517357, - 64330.39304850427, - 64361.478149334966, - 64318.464031415664, - 64302.535069746365, - 64321.588920577065, - 64341.98027140777, - 64323.84232536347, - 64322.35164494417, - 64309.069948899865, - 64311.744893480565, - 64315.035463061264 + 64035.54392439391, + 64037.22053861168, + 64038.89715282945, + 64054.33040767221, + 64046.26913126499, + 64058.84340173276, + 64064.823140950524, + 64040.4989739183, + 64069.023244386066, + 64065.91860860384, + 64109.93116032161, + 64074.05308703938, + 64070.94845125715, + 64068.93756547492, + 64074.30167969269, + 64060.693137660455, + 64061.69162687823, + 64088.391287971004, + 64081.00813656377, + 64067.39959453154, + 64093.896521249306, + 64094.61961984208, + 64092.01771843485, + 64093.325582652615 ], "p90": [ - 64802.06798770518, - 64814.33277603588, - 64864.34404874158, - 64816.64868082228, - 64859.18182852797, - 64800.67786685867, - 64832.339920814375, - 64808.25744352007, - 64807.50152872577, - 64808.79873893147, - 64825.53227726217, - 64804.46386246787, - 64826.264588298574, - 64822.49461100427, - 64849.056274334966, - 64879.878093915664, - 64850.168272871364, - 64787.263139327064, - 64845.006052657765, - 64819.17670036347, - 64880.495004319164, - 64794.081667649865, - 64782.397237230565, - 64871.314369311265 + 64555.22322126891, + 64554.14241361168, + 64537.53777782945, + 64560.25306392222, + 64527.99100626499, + 64543.10277673276, + 64531.344234700526, + 64591.7763176683, + 64686.253713136066, + 64537.638139853836, + 64632.81006657161, + 64576.80308703938, + 64603.29649813215, + 64543.27740922492, + 64559.96691406769, + 64577.615012660455, + 64579.29162687823, + 64560.655741096, + 64585.40227718877, + 64564.26561015654, + 64555.013708749306, + 64646.62001046708, + 64573.379827809855, + 64593.78534827762 ], "mean": [ - 64563.5483392676, - 64570.34717056733, - 64615.33215421006, - 64524.68373941594, - 64570.69237540315, - 64560.08858951464, - 64579.408807533335, - 64584.83947476988, - 64589.19281778827, - 64547.489637369166, - 64548.72807804321, - 64540.16866715565, - 64551.441502360896, - 64564.44795084811, - 64578.962797772736, - 64560.22922672797, - 64549.05520646519, - 64556.71802213947, - 64584.64017375167, - 64567.55478630066, - 64575.4952191628, - 64549.970573900006, - 64534.63340910555, - 64544.37538493644 + 64305.64402204996, + 64288.41512845563, + 64285.747250486005, + 64299.28445064109, + 64281.76085001487, + 64282.4283431387, + 64302.43497688783, + 64331.344169231, + 64339.68717016733, + 64307.39308126021, + 64350.317742352745, + 64326.264161257815, + 64335.02304110071, + 64302.169889693876, + 64304.18810547396, + 64303.91786422308, + 64316.99922453436, + 64316.552303595694, + 64325.55792171983, + 64310.600160938, + 64329.41228296808, + 64359.19485421721, + 64330.74861687223, + 64333.98064124607 ], "quantiles": { "0.1": [ - 64329.17384708018, - 64337.78980728588, - 64372.26904874158, - 64247.74477457228, - 64325.12362540297, - 64312.995054358675, - 64327.57703018937, - 64331.23634977007, - 64325.92066935077, - 64207.81045768147, - 64319.04829288717, - 64319.19550309287, - 64242.39388517357, - 64330.39304850427, - 64361.478149334966, - 64318.464031415664, - 64302.535069746365, - 64321.588920577065, - 64341.98027140777, - 64323.84232536347, - 64322.35164494417, - 64309.069948899865, - 64311.744893480565, - 64315.035463061264 + 64035.54392439391, + 64037.22053861168, + 64038.89715282945, + 64054.33040767221, + 64046.26913126499, + 64058.84340173276, + 64064.823140950524, + 64040.4989739183, + 64069.023244386066, + 64065.91860860384, + 64109.93116032161, + 64074.05308703938, + 64070.94845125715, + 64068.93756547492, + 64074.30167969269, + 64060.693137660455, + 64061.69162687823, + 64088.391287971004, + 64081.00813656377, + 64067.39959453154, + 64093.896521249306, + 64094.61961984208, + 64092.01771843485, + 64093.325582652615 ], "0.2": [ - 64407.32580020518, - 64400.39293228588, - 64461.62881436658, - 64359.01860269728, - 64394.92401602797, - 64421.10286685867, - 64444.23874893937, - 64454.27697477007, - 64447.02223185077, - 64363.821395181476, - 64444.035402262176, - 64396.18769059287, - 64433.33372892357, - 64445.99148600427, - 64450.517211834966, - 64393.465593915666, - 64409.964757246365, - 64381.760795577065, - 64443.138865157765, - 64406.927090988465, - 64405.914535569165, - 64387.390261399865, - 64403.889424730565, - 64378.11671306127 + 64139.47126814391, + 64094.13850736168, + 64116.55184032945, + 64098.272985797215, + 64130.23241251499, + 64127.20433923276, + 64177.18173470053, + 64182.7052239183, + 64190.33730688607, + 64173.87954610384, + 64221.20850407161, + 64137.26402453938, + 64138.94063875715, + 64145.92975297492, + 64148.93449219269, + 64168.122825160455, + 64142.60803312823, + 64167.973709846, + 64148.39251156377, + 64147.48553203154, + 64195.824646249304, + 64197.50126046708, + 64155.70678093485, + 64157.38339515262 ], "0.3": [ - 64465.52501895518, - 64493.03199478588, - 64528.01943936658, - 64440.03188394728, - 64467.78339102797, - 64482.98177310867, - 64481.96921768937, - 64483.48791227007, - 64484.14410685077, - 64453.85420768147, - 64483.91899601217, - 64471.064253092874, - 64477.66576017357, - 64479.84070475427, - 64483.177368084966, - 64467.01403141567, - 64470.445225996365, - 64470.708061202065, - 64474.777927657764, - 64467.407559738465, - 64471.99344181916, - 64471.740261399864, - 64465.358174730565, - 64458.91358806127 + 64214.16111189391, + 64200.68694486168, + 64208.08269970445, + 64186.80150142222, + 64211.14881876499, + 64195.13207360776, + 64217.44345345053, + 64216.5888176683, + 64226.58144751107, + 64244.501421103836, + 64263.61866032161, + 64223.17222766438, + 64246.51095125715, + 64204.12897172492, + 64227.91496094269, + 64229.591575160455, + 64213.01350187823, + 64239.354959846, + 64212.51204281377, + 64236.29803203154, + 64240.156677499304, + 64246.06141671708, + 64240.33959343485, + 64248.374020152616 ], "0.4": [ - 64536.05626895518, - 64565.02027603588, - 64567.26943936658, - 64487.53813394728, - 64522.794328527976, - 64524.98177310867, - 64547.82703018937, - 64549.38634977007, - 64556.37770060077, - 64539.808113931475, - 64551.23618351217, - 64534.45722184287, - 64530.98372892357, - 64534.07273600427, - 64547.970336834966, - 64506.856218915666, - 64510.64366349637, - 64525.920951827065, - 64543.13574015776, - 64523.895840988465, - 64545.781723069165, - 64525.972292649865, - 64507.768330980565, - 64517.01436931126 + 64282.84079939391, + 64274.95881986168, + 64263.29559032945, + 64238.897985797215, + 64253.55897501499, + 64222.54418298276, + 64276.91220345053, + 64275.7802239183, + 64288.921681886066, + 64301.19204610384, + 64302.93116032161, + 64278.38511828938, + 64306.25938875715, + 64268.64850297492, + 64249.86417969269, + 64285.091575160455, + 64279.69006437823, + 64281.366678596, + 64244.34016781377, + 64299.80193828154, + 64297.576208749306, + 64310.71766671708, + 64283.73803093485, + 64302.60605140262 ], "0.5": [ - 64564.08947208018, - 64571.02027603588, - 64582.33584561658, - 64553.43657144728, - 64567.98260977797, - 64564.26302310867, - 64569.93796768937, - 64568.92541227007, - 64579.83473185077, - 64560.21280143147, - 64561.90727726217, - 64560.89472184287, - 64557.44857267357, - 64554.50047037927, - 64563.728149334966, - 64548.901140790666, - 64553.124913496365, - 64554.819389327065, - 64561.824412032765, - 64550.227872238465, - 64569.094223069165, - 64549.564089524865, - 64538.889424730565, - 64548.744056811265 + 64296.85837751891, + 64302.84553861168, + 64289.78387157945, + 64291.413610797215, + 64289.54725626499, + 64285.37621423276, + 64296.49032845053, + 64312.9052239183, + 64308.124806886066, + 64321.24282735384, + 64333.61866032161, + 64311.26402453938, + 64338.97188875715, + 64307.92975297492, + 64302.42667969269, + 64311.532981410455, + 64313.25647062823, + 64319.333475471, + 64313.01985531377, + 64320.69646953154, + 64319.775427499306, + 64329.92079171708, + 64322.98803093485, + 64324.99277015262 ], "0.6": [ - 64600.04455020518, - 64601.03199478588, - 64636.00772061658, - 64568.99516519728, - 64634.126359777976, - 64584.28255435867, - 64626.23874893937, - 64630.94494352007, - 64631.96832560077, - 64580.23233268147, - 64616.572902262174, - 64611.81659684287, - 64614.547791423574, - 64573.36179850427, - 64624.216430584966, - 64594.020281415666, - 64584.64366349637, - 64615.100639327065, - 64626.606052657764, - 64607.45990348847, - 64627.953598069165, - 64601.691042649865, - 64564.248799730565, - 64605.697181811265 + 64355.20017439391, + 64358.553351111674, + 64307.81434032945, + 64344.792517047215, + 64325.55897501499, + 64301.96058923276, + 64328.91220345053, + 64376.7489739183, + 64378.425588136066, + 64370.28970235384, + 64376.15772282161, + 64373.28355578938, + 64385.13204500715, + 64361.55865922492, + 64324.20871094269, + 64344.001731410455, + 64378.23537687823, + 64368.265116096, + 64334.64016781377, + 64375.36209453154, + 64343.965271249304, + 64390.40907296708, + 64341.346624684855, + 64365.778707652615 ], "0.7": [ - 64666.45665958018, - 64647.19215103588, - 64664.43154874158, - 64651.03813394728, - 64682.58417227797, - 64651.52669498367, - 64672.89109268937, - 64663.49572477007, - 64674.68629435077, - 64663.985457681476, - 64659.205714762174, - 64661.960346842876, - 64654.30599454857, - 64640.91257975427, - 64652.280883709966, - 64650.266375165666, - 64654.382725996365, - 64653.370170577065, - 64687.927927657765, - 64646.216153488465, - 64666.383285569165, - 64661.523073899865, - 64631.799580980565, - 64663.345619311265 + 64399.59470564391, + 64402.42561673668, + 64385.61590282945, + 64390.632360797215, + 64381.00389688999, + 64364.84066735776, + 64389.32235970053, + 64439.7997551683, + 64461.144338136066, + 64400.69204610384, + 64444.82959782161, + 64408.34918078938, + 64420.86837313215, + 64401.95865922492, + 64394.35636719269, + 64407.411887660455, + 64412.42834562823, + 64414.104959846, + 64410.34173031377, + 64427.63006328154, + 64415.794958749306, + 64458.17079171708, + 64419.14818718485, + 64421.82675452762 ], "0.8": [ - 64713.66955020518, - 64731.86011978588, - 64769.17959561658, - 64709.22563394728, - 64734.40682852797, - 64714.23177310867, - 64773.98093643937, - 64712.20666227007, - 64764.87457560077, - 64721.81045768147, - 64761.07915226217, - 64749.65644059287, - 64718.77279142357, - 64719.70945475427, - 64726.363305584964, - 64747.688250165666, - 64763.855382246365, - 64695.049858077065, - 64767.959177657765, - 64719.218497238464, - 64710.672348069165, - 64711.609011399865, - 64684.89801848056, - 64757.99327556127 + 64489.78298689391, + 64451.35725736168, + 64451.08465282945, + 64484.714392047215, + 64439.50975626499, + 64411.82543298276, + 64459.74032845053, + 64509.8263176683, + 64534.675588136066, + 64470.35454610384, + 64538.24756657161, + 64496.04527453938, + 64469.80001375715, + 64469.91725297492, + 64453.95011719269, + 64474.829856410455, + 64482.09084562823, + 64466.930741096, + 64519.962042813764, + 64479.58709453154, + 64462.603552499306, + 64554.562197967076, + 64514.48803093485, + 64488.24277015262 ], "0.9": [ - 64802.06798770518, - 64814.33277603588, - 64864.34404874158, - 64816.64868082228, - 64859.18182852797, - 64800.67786685867, - 64832.339920814375, - 64808.25744352007, - 64807.50152872577, - 64808.79873893147, - 64825.53227726217, - 64804.46386246787, - 64826.264588298574, - 64822.49461100427, - 64849.056274334966, - 64879.878093915664, - 64850.168272871364, - 64787.263139327064, - 64845.006052657765, - 64819.17670036347, - 64880.495004319164, - 64794.081667649865, - 64782.397237230565, - 64871.314369311265 + 64555.22322126891, + 64554.14241361168, + 64537.53777782945, + 64560.25306392222, + 64527.99100626499, + 64543.10277673276, + 64531.344234700526, + 64591.7763176683, + 64686.253713136066, + 64537.638139853836, + 64632.81006657161, + 64576.80308703938, + 64603.29649813215, + 64543.27740922492, + 64559.96691406769, + 64577.615012660455, + 64579.29162687823, + 64560.655741096, + 64585.40227718877, + 64564.26561015654, + 64555.013708749306, + 64646.62001046708, + 64573.379827809855, + 64593.78534827762 ] }, "timestamps": [ - "2026-06-18 02:00:00", "2026-06-18 03:00:00", "2026-06-18 04:00:00", "2026-06-18 05:00:00", @@ -589,6 +588,7 @@ "2026-06-22 22:00:00", "2026-06-22 23:00:00", "2026-06-23 00:00:00", - "2026-06-23 01:00:00" + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 18b592c2b58ce49fcdc237777cfff2d44f924e3c..75f2a5f0be6256873100a086a6b59b728d5a08f1 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,13 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T02:00:44.439089+00:00", + "evaluated_at": "2026-06-23T02:10:04.030080+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index e87a52066232891e5f21e58af99e48e1f5ed996f..90372dc254580e8898106a4650c3e1e26d630ed2 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1913,3 +1913,4 @@ {"evaluated_at": "2026-06-23T01:52:44.277906+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-23T02:00:48.518669+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-23T02:00:48.518669+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-23T02:10:08.096926+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index bfb57d9d77831ad47e9995dbb5b767001f2514ba..82d50c9ce1afeda7776023992ed3a44c53267f74 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,233003.11462783813,192584.47195895514,310.151611328125,0.40851322771437265,0.004789790314279174,0.004808587176290655,4.287605745682135,482.7039616864959,0.007495452233391411,0.004816050358685871,0.005332710008524163,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,243511.99884732565,212021.66452026367,307.07568359375,0.41718214162755474,0.004737692910652623,0.0047611207567013905,4.933124711023102,493.46934945072894,0.007663104862711562,0.00476859032235131,0.005375504383731832,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.8731095423527222,1.821102512145406,1.0818432569503784,0.6359587304164259,0.04146600481365605,0.042826358560130284,7.060147424267531,1.3686159221464298,0.052399750196705897,0.04142017895516299,0.038347877008797424,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.3506909836538429,0.3700839447835919,0.48717889984448753,1.5403241901985383,0.3296877088768026,0.42486192950387025,19.684010774403397,0.5921916781362626,0.4777858268927213,0.3930605276984748,0.32223862786087887,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.179035802820815,0.1098362758177327,0.2759734292825063,1.6653568460769155,0.1867805363713028,0.1638555746131278,7.019130367884513,0.42312622563582014,0.2681786153259472,0.1749127509657968,0.1184849553331151,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index c114dc5c51989df650966cb821a32872974cf832..697bfc057fb776590bff3d3bf53da02792fe8d99 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T02:00:13.630918+00:00", + "evaluated_at": "2026-06-23T02:09:41.275486+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64689.5, 64282.8203125, 63883.41015625, 63994.0, @@ -101,10 +100,10 @@ 63801.58984375, 63311.98828125, 63896.01171875, - 64606.0 + 64606.0, + 64257.98828125 ], "actuals": [ - 64257.98828125, 63974.01171875, 64100.01953125, 64247.73828125, @@ -127,350 +126,350 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64127.98828125 + 64156.0, + 64131.75 ], "p50": [ - 64376.279296875, - 64277.4921875, - 64285.5390625, - 64291.94140625, - 64226.03515625, - 64211.611328125, - 64231.6328125, - 64188.01953125, - 64253.34375, - 64198.029296875, - 64192.509765625, - 64273.125, - 64271.830078125, - 64204.8515625, - 64264.119140625, - 64247.037109375, - 64216.357421875, - 64223.79296875, - 64254.767578125, - 64095.3046875, - 64136.93359375, - 64183.880859375, - 64140.935546875, - 64135.708984375 + 64242.693359375, + 64198.625, + 64229.6640625, + 64179.8359375, + 64145.146484375, + 64128.798828125, + 64113.076171875, + 64242.291015625, + 64173.623046875, + 64133.287109375, + 64170.65625, + 64191.123046875, + 64246.732421875, + 64280.76171875, + 64218.23828125, + 64070.529296875, + 64152.953125, + 64034.873046875, + 64201.818359375, + 64157.716796875, + 64120.29296875, + 64247.642578125, + 64082.263671875, + 64242.27734375 ], "p10": [ - 63936.212890625, - 63693.01953125, - 63658.8828125, - 63588.40234375, - 63558.64453125, - 63343.5078125, - 63389.69140625, - 63349.95703125, - 63423.8828125, - 63293.853515625, - 63336.2265625, - 63427.009765625, - 63335.40234375, - 63130.462890625, - 63303.052734375, - 63220.12890625, - 63077.7578125, - 63155.64453125, - 63263.37890625, - 62811.32421875, - 62810.02734375, - 62891.28125, - 62973.201171875, - 62836.12890625 + 63887.431640625, + 63753.75, + 63849.779296875, + 63675.07421875, + 63503.19921875, + 63511.447265625, + 63510.208984375, + 63541.423828125, + 63534.16015625, + 63369.3125, + 63483.001953125, + 63298.708984375, + 63394.72265625, + 63267.189453125, + 63267.806640625, + 63201.40234375, + 63137.03515625, + 62872.845703125, + 62858.603515625, + 63061.373046875, + 63042.310546875, + 63109.32421875, + 62519.587890625, + 62989.779296875 ], "p90": [ - 64728.453125, - 64687.3515625, - 64844.068359375, - 64821.6171875, - 64820.72265625, - 64688.921875, - 64723.66796875, - 64831.0234375, - 64835.025390625, - 64978.8203125, - 64876.814453125, - 65229.337890625, - 64932.005859375, - 64939.583984375, - 64927.869140625, - 64970.8828125, - 64874.474609375, - 65070.65234375, - 65166.955078125, - 65046.26171875, - 65249.37109375, - 65196.0078125, - 65019.78515625, - 65131.224609375 + 64605.89453125, + 64661.076171875, + 64594.3125, + 64606.07421875, + 64665.345703125, + 64605.345703125, + 64710.513671875, + 64890.01953125, + 64803.958984375, + 64804.71484375, + 64817.740234375, + 65009.5078125, + 65058.0, + 64877.9375, + 64944.599609375, + 65041.8515625, + 65019.607421875, + 65184.509765625, + 65132.693359375, + 64944.330078125, + 65057.40234375, + 64965.380859375, + 65149.173828125, + 65281.615234375 ], "mean": [ - 64400.28515625, - 64253.984375, - 64284.140625, - 64230.00390625, - 64214.40625, - 64119.05078125, - 64105.1953125, - 64201.79296875, - 64138.46484375, - 64179.76953125, - 64187.33203125, - 64292.4453125, - 64322.125, - 64168.35546875, - 64160.69921875, - 64006.4140625, - 64131.68359375, - 64097.43359375, - 64173.83984375, - 64125.03125, - 64011.0859375, - 64365.796875, - 64087.94921875, - 64188.90234375 + 64249.01171875, + 64248.13671875, + 64166.0234375, + 64395.078125, + 64123.140625, + 64075.58984375, + 64098.3359375, + 64217.7265625, + 64116.64453125, + 64046.35546875, + 64152.0390625, + 64169.671875, + 64233.6875, + 64170.8671875, + 64108.90234375, + 63998.9921875, + 64192.21875, + 63879.30078125, + 64194.265625, + 63996.58984375, + 64103.40625, + 64083.6484375, + 63959.83984375, + 64170.09375 ], "quantiles": { "0.1": [ - 63936.212890625, - 63693.01953125, - 63658.8828125, - 63588.40234375, - 63558.64453125, - 63343.5078125, - 63389.69140625, - 63349.95703125, - 63423.8828125, - 63293.853515625, - 63336.2265625, - 63427.009765625, - 63335.40234375, - 63130.462890625, - 63303.052734375, - 63220.12890625, - 63077.7578125, - 63155.64453125, - 63263.37890625, - 62811.32421875, - 62810.02734375, - 62891.28125, - 62973.201171875, - 62836.12890625 + 63887.431640625, + 63753.75, + 63849.779296875, + 63675.07421875, + 63503.19921875, + 63511.447265625, + 63510.208984375, + 63541.423828125, + 63534.16015625, + 63369.3125, + 63483.001953125, + 63298.708984375, + 63394.72265625, + 63267.189453125, + 63267.806640625, + 63201.40234375, + 63137.03515625, + 62872.845703125, + 62858.603515625, + 63061.373046875, + 63042.310546875, + 63109.32421875, + 62519.587890625, + 62989.779296875 ], "0.2": [ - 63936.212890625, - 63693.01953125, - 63658.8828125, - 63588.40234375, - 63558.64453125, - 63343.5078125, - 63389.69140625, - 63349.95703125, - 63423.8828125, - 63293.853515625, - 63336.2265625, - 63427.009765625, - 63335.40234375, - 63130.462890625, - 63303.052734375, - 63220.12890625, - 63077.7578125, - 63155.64453125, - 63263.37890625, - 62811.32421875, - 62810.02734375, - 62891.28125, - 62973.201171875, - 62836.12890625 + 63887.431640625, + 63753.75, + 63849.779296875, + 63675.07421875, + 63503.19921875, + 63511.447265625, + 63510.208984375, + 63541.423828125, + 63534.16015625, + 63369.3125, + 63483.001953125, + 63298.708984375, + 63394.72265625, + 63267.189453125, + 63267.806640625, + 63201.40234375, + 63137.03515625, + 62872.845703125, + 62858.603515625, + 63061.373046875, + 63042.310546875, + 63109.32421875, + 62519.587890625, + 62989.779296875 ], "0.3": [ - 63936.212890625, - 63693.01953125, - 63658.8828125, - 63588.40234375, - 63558.64453125, - 63343.5078125, - 63389.69140625, - 63349.95703125, - 63423.8828125, - 63293.853515625, - 63336.2265625, - 63427.009765625, - 63335.40234375, - 63130.462890625, - 63303.052734375, - 63220.12890625, - 63077.7578125, - 63155.64453125, - 63263.37890625, - 62811.32421875, - 62810.02734375, - 62891.28125, - 62973.201171875, - 62836.12890625 + 63887.431640625, + 63753.75, + 63849.779296875, + 63675.07421875, + 63503.19921875, + 63511.447265625, + 63510.208984375, + 63541.423828125, + 63534.16015625, + 63369.3125, + 63483.001953125, + 63298.708984375, + 63394.72265625, + 63267.189453125, + 63267.806640625, + 63201.40234375, + 63137.03515625, + 62872.845703125, + 62858.603515625, + 63061.373046875, + 63042.310546875, + 63109.32421875, + 62519.587890625, + 62989.779296875 ], "0.4": [ - 64376.279296875, - 64277.4921875, - 64285.5390625, - 64291.94140625, - 64226.03515625, - 64211.611328125, - 64231.6328125, - 64188.01953125, - 64253.34375, - 64198.029296875, - 64192.509765625, - 64273.125, - 64271.830078125, - 64204.8515625, - 64264.119140625, - 64247.037109375, - 64216.357421875, - 64223.79296875, - 64254.767578125, - 64095.3046875, - 64136.93359375, - 64183.880859375, - 64140.935546875, - 64135.708984375 + 64242.693359375, + 64198.625, + 64229.6640625, + 64179.8359375, + 64145.146484375, + 64128.798828125, + 64113.076171875, + 64242.291015625, + 64173.623046875, + 64133.287109375, + 64170.65625, + 64191.123046875, + 64246.732421875, + 64280.76171875, + 64218.23828125, + 64070.529296875, + 64152.953125, + 64034.873046875, + 64201.818359375, + 64157.716796875, + 64120.29296875, + 64247.642578125, + 64082.263671875, + 64242.27734375 ], "0.5": [ - 64376.279296875, - 64277.4921875, - 64285.5390625, - 64291.94140625, - 64226.03515625, - 64211.611328125, - 64231.6328125, - 64188.01953125, - 64253.34375, - 64198.029296875, - 64192.509765625, - 64273.125, - 64271.830078125, - 64204.8515625, - 64264.119140625, - 64247.037109375, - 64216.357421875, - 64223.79296875, - 64254.767578125, - 64095.3046875, - 64136.93359375, - 64183.880859375, - 64140.935546875, - 64135.708984375 + 64242.693359375, + 64198.625, + 64229.6640625, + 64179.8359375, + 64145.146484375, + 64128.798828125, + 64113.076171875, + 64242.291015625, + 64173.623046875, + 64133.287109375, + 64170.65625, + 64191.123046875, + 64246.732421875, + 64280.76171875, + 64218.23828125, + 64070.529296875, + 64152.953125, + 64034.873046875, + 64201.818359375, + 64157.716796875, + 64120.29296875, + 64247.642578125, + 64082.263671875, + 64242.27734375 ], "0.6": [ - 64376.279296875, - 64277.4921875, - 64285.5390625, - 64291.94140625, - 64226.03515625, - 64211.611328125, - 64231.6328125, - 64188.01953125, - 64253.34375, - 64198.029296875, - 64192.509765625, - 64273.125, - 64271.830078125, - 64204.8515625, - 64264.119140625, - 64247.037109375, - 64216.357421875, - 64223.79296875, - 64254.767578125, - 64095.3046875, - 64136.93359375, - 64183.880859375, - 64140.935546875, - 64135.708984375 + 64242.693359375, + 64198.625, + 64229.6640625, + 64179.8359375, + 64145.146484375, + 64128.798828125, + 64113.076171875, + 64242.291015625, + 64173.623046875, + 64133.287109375, + 64170.65625, + 64191.123046875, + 64246.732421875, + 64280.76171875, + 64218.23828125, + 64070.529296875, + 64152.953125, + 64034.873046875, + 64201.818359375, + 64157.716796875, + 64120.29296875, + 64247.642578125, + 64082.263671875, + 64242.27734375 ], "0.7": [ - 64376.279296875, - 64277.4921875, - 64285.5390625, - 64291.94140625, - 64226.03515625, - 64211.611328125, - 64231.6328125, - 64188.01953125, - 64253.34375, - 64198.029296875, - 64192.509765625, - 64273.125, - 64271.830078125, - 64204.8515625, - 64264.119140625, - 64247.037109375, - 64216.357421875, - 64223.79296875, - 64254.767578125, - 64095.3046875, - 64136.93359375, - 64183.880859375, - 64140.935546875, - 64135.708984375 + 64242.693359375, + 64198.625, + 64229.6640625, + 64179.8359375, + 64145.146484375, + 64128.798828125, + 64113.076171875, + 64242.291015625, + 64173.623046875, + 64133.287109375, + 64170.65625, + 64191.123046875, + 64246.732421875, + 64280.76171875, + 64218.23828125, + 64070.529296875, + 64152.953125, + 64034.873046875, + 64201.818359375, + 64157.716796875, + 64120.29296875, + 64247.642578125, + 64082.263671875, + 64242.27734375 ], "0.8": [ - 64728.453125, - 64687.3515625, - 64844.068359375, - 64821.6171875, - 64820.72265625, - 64688.921875, - 64723.66796875, - 64831.0234375, - 64835.025390625, - 64978.8203125, - 64876.814453125, - 65229.337890625, - 64932.005859375, - 64939.583984375, - 64927.869140625, - 64970.8828125, - 64874.474609375, - 65070.65234375, - 65166.955078125, - 65046.26171875, - 65249.37109375, - 65196.0078125, - 65019.78515625, - 65131.224609375 + 64605.89453125, + 64661.076171875, + 64594.3125, + 64606.07421875, + 64665.345703125, + 64605.345703125, + 64710.513671875, + 64890.01953125, + 64803.958984375, + 64804.71484375, + 64817.740234375, + 65009.5078125, + 65058.0, + 64877.9375, + 64944.599609375, + 65041.8515625, + 65019.607421875, + 65184.509765625, + 65132.693359375, + 64944.330078125, + 65057.40234375, + 64965.380859375, + 65149.173828125, + 65281.615234375 ], "0.9": [ - 64728.453125, - 64687.3515625, - 64844.068359375, - 64821.6171875, - 64820.72265625, - 64688.921875, - 64723.66796875, - 64831.0234375, - 64835.025390625, - 64978.8203125, - 64876.814453125, - 65229.337890625, - 64932.005859375, - 64939.583984375, - 64927.869140625, - 64970.8828125, - 64874.474609375, - 65070.65234375, - 65166.955078125, - 65046.26171875, - 65249.37109375, - 65196.0078125, - 65019.78515625, - 65131.224609375 + 64605.89453125, + 64661.076171875, + 64594.3125, + 64606.07421875, + 64665.345703125, + 64605.345703125, + 64710.513671875, + 64890.01953125, + 64803.958984375, + 64804.71484375, + 64817.740234375, + 65009.5078125, + 65058.0, + 64877.9375, + 64944.599609375, + 65041.8515625, + 65019.607421875, + 65184.509765625, + 65132.693359375, + 64944.330078125, + 65057.40234375, + 64965.380859375, + 65149.173828125, + 65281.615234375 ] }, "timestamps": [ - "2026-06-18 02:00:00", "2026-06-18 03:00:00", "2026-06-18 04:00:00", "2026-06-18 05:00:00", @@ -589,6 +588,7 @@ "2026-06-22 22:00:00", "2026-06-22 23:00:00", "2026-06-23 00:00:00", - "2026-06-23 01:00:00" + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 896bb82330093f3cbac3ab82d80f296c20abeb91..d239b53ffd35fd295852769bbaad9ab13428cdbd 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,13 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T02:00:20.798561+00:00", + "evaluated_at": "2026-06-23T02:09:44.174329+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index ac8f7ceb65744f77d58b63b38ba7cd35ae16e89b..246aa8eea3790ed59cf205a2b798cb6609ff65b2 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,238454.6233005952,235702.3044403585,322.507347776178,0.42478746777254295,0.004974447436319695,0.005001566480367706,6.666057687925911,488.31815786492643,0.007582629763771088,0.005007910877151852,0.004323412550242705,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,225162.09979357806,227782.1148442664,314.29378426535186,0.4269883974060031,0.004847365266579828,0.004873582185283339,6.553567400113226,474.5124864464349,0.007368722994351029,0.004880680490499873,0.004261514253933713,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.6512363344595774,0.6495394687326077,0.6871002833453765,2.172420003959514,0.4889941941808902,0.6907675037403841,82.23053558464541,0.8069921526629471,0.6510888740778359,0.5543589840194537,0.5478958563673971,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.020535146021562263,0.02009249793420394,0.12273967090774986,0.7406704035344097,0.080239283788352,0.07831984743279644,6.527658839064787,0.14330089330343432,0.09082451715995211,0.07779275543637268,0.06442420633286466,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 50521946045a060d5856467579215bececa43865..0dcb4e48141252988b42a65d76475eed86de2382 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T02:00:44.447691+00:00", + "evaluated_at": "2026-06-23T02:10:04.037960+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64689.5, 64282.8203125, 63883.41015625, 63994.0, @@ -101,10 +100,10 @@ 63801.58984375, 63311.98828125, 63896.01171875, - 64606.0 + 64606.0, + 64257.98828125 ], "actuals": [ - 64257.98828125, 63974.01171875, 64100.01953125, 64247.73828125, @@ -127,350 +126,350 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64127.98828125 + 64156.0, + 64131.75 ], "p50": [ - 64120.79349814967, - 64128.73685752467, - 64141.06498252467, - 64113.17826377467, - 64128.73685752467, - 64126.02982627467, - 64132.71732627467, - 64132.71732627467, - 64144.63920127467, - 64126.02982627467, - 64128.73685752467, - 64128.73685752467, - 64126.30326377467, - 64124.36771689967, - 64134.60795127467, - 64120.79349814967, - 64126.02982627467, - 64128.73685752467, - 64136.75443564967, - 64126.17045127467, - 64146.04935752467, - 64127.53177939967, - 64117.86967002467, - 64128.73685752467 + 64136.834306469296, + 64141.144853344296, + 64126.406572094296, + 64126.359697094296, + 64122.816728344296, + 64116.969072094296, + 64126.406572094296, + 64141.144853344296, + 64134.687822094296, + 64146.129228344296, + 64156.828447094296, + 64132.797197094296, + 64158.828447094296, + 64126.109697094296, + 64118.930009594296, + 64126.359697094296, + 64126.406572094296, + 64130.806962719296, + 64122.816728344296, + 64128.816728344296, + 64126.219072094296, + 64134.687822094296, + 64126.078447094296, + 64126.406572094296 ], "p10": [ - 63885.87787314967, - 63895.50638877467, - 63930.998185649674, - 63807.486466899674, - 63885.87787314967, - 63874.761857524674, - 63890.35638877467, - 63895.02826377467, - 63890.72513877467, - 63773.62748252467, - 63885.87787314967, - 63887.03763877467, - 63811.24857627467, - 63900.26029502467, - 63932.35795127467, - 63890.35638877467, - 63875.43998252467, - 63895.50638877467, - 63916.910295024674, - 63899.784904399676, - 63899.306779399674, - 63887.03763877467, - 63890.72513877467, - 63895.02826377467 + 63875.519853344296, + 63875.519853344296, + 63875.519853344296, + 63889.27649396929, + 63879.5386033443, + 63890.436259594295, + 63894.73938459429, + 63868.738603344296, + 63895.586259594296, + 63890.805009594296, + 63933.140947094296, + 63895.586259594296, + 63890.805009594296, + 63887.117509594296, + 63890.805009594296, + 63875.519853344296, + 63874.8417283443, + 63899.8647752193, + 63890.805009594296, + 63875.519853344296, + 63900.340165844296, + 63899.3866502193, + 63895.108134594295, + 63894.73938459429 ], "p90": [ - 64358.77201377467, - 64372.04935752467, - 64423.07318564967, - 64376.390373149676, - 64419.93607627467, - 64362.44467002467, - 64395.119279399674, - 64372.04935752467, - 64372.30599814967, - 64374.61576377467, - 64392.36185752467, - 64372.30599814967, - 64395.119279399674, - 64392.36185752467, - 64419.93607627467, - 64451.77045127467, - 64423.07318564967, - 64361.18060752467, - 64419.93607627467, - 64395.119279399674, - 64457.45013877467, - 64372.04935752467, - 64361.37748252467, - 64451.30717002467 + 64395.1991502193, + 64392.441728344296, + 64374.160478344296, + 64395.1991502193, + 64361.260478344295, + 64374.695634594296, + 64361.260478344295, + 64420.015947094296, + 64512.816728344296, + 64362.52454084429, + 64456.019853344296, + 64398.336259594296, + 64423.153056469295, + 64361.457353344296, + 64376.4702439693, + 64392.441728344296, + 64392.441728344296, + 64372.129228344296, + 64395.1991502193, + 64372.38586896929, + 64361.457353344296, + 64451.387040844296, + 64376.4702439693, + 64395.1991502193 ], "mean": [ - 64120.25236533711, - 64128.06375205586, - 64174.061291118356, - 64084.42543174336, - 64131.446623149604, - 64121.85539268086, - 64142.18816611836, - 64148.63138877461, - 64153.99728721211, - 64113.306662212104, - 64115.55765830586, - 64108.01080283711, - 64120.296193462105, - 64134.315197368356, - 64149.84259971211, - 64132.12158408711, - 64121.960119243355, - 64130.63549033711, - 64159.57019736836, - 64143.497365337105, - 64152.450353618355, - 64127.93826377461, - 64113.61365439961, - 64124.368185649604 + 64145.619951000444, + 64126.71444318795, + 64122.369951000444, + 64134.23053693795, + 64115.03032209419, + 64114.02120100045, + 64132.351220531695, + 64159.5837986567, + 64166.250185375444, + 64132.279482250444, + 64173.527529125444, + 64147.797333812945, + 64154.87959943795, + 64120.34983381294, + 64120.69143537545, + 64118.7445799067, + 64130.14932600045, + 64128.0257908442, + 64135.35479475045, + 64118.72041975045, + 64135.855927562945, + 64163.961884594195, + 64133.8390330317, + 64135.39444318795 ], "quantiles": { "0.1": [ - 63885.87787314967, - 63895.50638877467, - 63930.998185649674, - 63807.486466899674, - 63885.87787314967, - 63874.761857524674, - 63890.35638877467, - 63895.02826377467, - 63890.72513877467, - 63773.62748252467, - 63885.87787314967, - 63887.03763877467, - 63811.24857627467, - 63900.26029502467, - 63932.35795127467, - 63890.35638877467, - 63875.43998252467, - 63895.50638877467, - 63916.910295024674, - 63899.784904399676, - 63899.306779399674, - 63887.03763877467, - 63890.72513877467, - 63895.02826377467 + 63875.519853344296, + 63875.519853344296, + 63875.519853344296, + 63889.27649396929, + 63879.5386033443, + 63890.436259594295, + 63894.73938459429, + 63868.738603344296, + 63895.586259594296, + 63890.805009594296, + 63933.140947094296, + 63895.586259594296, + 63890.805009594296, + 63887.117509594296, + 63890.805009594296, + 63875.519853344296, + 63874.8417283443, + 63899.8647752193, + 63890.805009594296, + 63875.519853344296, + 63900.340165844296, + 63899.3866502193, + 63895.108134594295, + 63894.73938459429 ], "0.2": [ - 63964.02982627467, - 63958.109513774674, - 64020.35795127467, - 63918.76029502467, - 63955.67826377467, - 63982.86967002467, - 64007.01810752467, - 64018.06888877467, - 64011.82670127467, - 63929.638420024676, - 64010.864982524676, - 63964.02982627467, - 64002.18842002467, - 64015.85873252467, - 64021.39701377467, - 63965.35795127467, - 63982.86967002467, - 63955.67826377467, - 64018.06888877467, - 63982.86967002467, - 63982.86967002467, - 63965.35795127467, - 63982.86967002467, - 63958.109513774674 + 63979.4471970943, + 63932.437822094296, + 63953.174540844295, + 63933.219072094296, + 63963.5018845943, + 63958.797197094296, + 64007.097978344296, + 64010.9448533443, + 64016.9003220943, + 63998.765947094296, + 64044.418290844296, + 63958.797197094296, + 63958.797197094296, + 63964.109697094296, + 63965.437822094296, + 63982.949540844296, + 63955.758134594296, + 63979.4471970943, + 63958.1893845943, + 63955.605790844296, + 64002.268290844295, + 64002.268290844295, + 63958.797197094296, + 63958.797197094296 ], "0.3": [ - 64022.22904502467, - 64050.74857627467, - 64086.74857627467, - 63999.773576274674, - 64028.53763877467, - 64044.74857627467, - 64044.74857627467, - 64047.27982627467, - 64048.94857627467, - 64019.67123252467, - 64050.74857627467, - 64038.906388774674, - 64046.52045127467, - 64049.70795127467, - 64054.05717002467, - 64038.906388774674, - 64043.35013877467, - 64044.62552939967, - 64049.70795127467, - 64043.35013877467, - 64048.94857627467, - 64049.70795127467, - 64044.33842002467, - 64038.906388774674 + 64054.137040844296, + 64038.9862595943, + 64044.705400219296, + 64021.7475877193, + 64044.418290844296, + 64026.724931469296, + 64047.359697094296, + 64044.828447094296, + 64053.1444627193, + 64069.38782209429, + 64086.828447094296, + 64044.705400219296, + 64066.367509594296, + 64022.308915844296, + 64044.418290844296, + 64044.418290844296, + 64026.1636033443, + 64050.828447094296, + 64022.308915844296, + 64044.418290844296, + 64046.600322094295, + 64050.828447094296, + 64043.430009594296, + 64049.787822094295 ], "0.4": [ - 64092.76029502467, - 64122.73685752467, - 64125.99857627467, - 64047.27982627467, - 64083.548576274676, - 64086.74857627467, - 64110.60638877467, - 64113.17826377467, - 64121.18217002467, - 64105.625138774674, - 64118.06576377467, - 64102.29935752467, - 64099.83842002467, - 64103.93998252467, - 64118.85013877467, - 64078.74857627467, - 64083.548576274676, - 64099.83842002467, - 64118.06576377467, - 64099.83842002467, - 64122.73685752467, - 64103.93998252467, - 64086.74857627467, - 64097.00717002467 + 64122.816728344296, + 64113.258134594296, + 64099.918290844296, + 64073.844072094296, + 64086.828447094296, + 64054.137040844296, + 64106.828447094296, + 64104.019853344296, + 64115.484697094296, + 64126.078447094296, + 64126.140947094296, + 64099.918290844296, + 64126.115947094295, + 64086.828447094296, + 64066.367509594296, + 64099.918290844296, + 64092.840165844296, + 64092.840165844296, + 64054.137040844296, + 64107.922197094296, + 64104.019853344296, + 64115.484697094296, + 64086.828447094296, + 64104.019853344296 ], "0.5": [ - 64120.79349814967, - 64128.73685752467, - 64141.06498252467, - 64113.17826377467, - 64128.73685752467, - 64126.02982627467, - 64132.71732627467, - 64132.71732627467, - 64144.63920127467, - 64126.02982627467, - 64128.73685752467, - 64128.73685752467, - 64126.30326377467, - 64124.36771689967, - 64134.60795127467, - 64120.79349814967, - 64126.02982627467, - 64128.73685752467, - 64136.75443564967, - 64126.17045127467, - 64146.04935752467, - 64127.53177939967, - 64117.86967002467, - 64128.73685752467 + 64136.834306469296, + 64141.144853344296, + 64126.406572094296, + 64126.359697094296, + 64122.816728344296, + 64116.969072094296, + 64126.406572094296, + 64141.144853344296, + 64134.687822094296, + 64146.129228344296, + 64156.828447094296, + 64132.797197094296, + 64158.828447094296, + 64126.109697094296, + 64118.930009594296, + 64126.359697094296, + 64126.406572094296, + 64130.806962719296, + 64122.816728344296, + 64128.816728344296, + 64126.219072094296, + 64134.687822094296, + 64126.078447094296, + 64126.406572094296 ], "0.6": [ - 64156.74857627467, - 64158.74857627467, - 64194.73685752467, - 64128.73685752467, - 64194.880607524676, - 64146.04935752467, - 64189.01810752467, - 64194.73685752467, - 64196.77279502467, - 64146.04935752467, - 64183.402482524674, - 64179.65873252467, - 64183.402482524674, - 64143.22904502467, - 64195.09623252467, - 64165.91263877467, - 64157.548576274676, - 64189.01810752467, - 64201.53607627467, - 64183.402482524674, - 64204.90873252467, - 64179.65873252467, - 64143.22904502467, - 64185.68998252467 + 64195.176103344296, + 64196.85266584429, + 64144.4370408443, + 64179.738603344296, + 64158.828447094296, + 64133.553447094295, + 64158.828447094296, + 64204.988603344296, + 64204.988603344296, + 64195.176103344296, + 64199.367509594296, + 64194.816728344296, + 64204.988603344296, + 64179.738603344296, + 64140.71204084429, + 64158.828447094296, + 64191.385478344295, + 64179.738603344296, + 64144.4370408443, + 64183.4823533443, + 64150.408915844295, + 64195.176103344296, + 64144.4370408443, + 64167.19250959429 ], "0.7": [ - 64223.16068564967, - 64204.90873252467, - 64223.16068564967, - 64210.77982627467, - 64243.33842002467, - 64213.29349814967, - 64235.67045127467, - 64227.28763877467, - 64239.49076377467, - 64229.802482524676, - 64226.035295024674, - 64229.802482524676, - 64223.16068564967, - 64210.77982627467, - 64223.16068564967, - 64222.15873252467, - 64227.28763877467, - 64227.28763877467, - 64262.85795127467, - 64222.15873252467, - 64243.33842002467, - 64239.49076377467, - 64210.77982627467, - 64243.33842002467 + 64239.570634594296, + 64240.724931469296, + 64222.238603344296, + 64225.578447094296, + 64214.2733689693, + 64196.4335252193, + 64219.238603344296, + 64268.039384594296, + 64287.707353344296, + 64225.578447094296, + 64268.039384594296, + 64229.8823533443, + 64240.724931469296, + 64220.1386033443, + 64210.859697094296, + 64222.238603344296, + 64225.578447094296, + 64225.578447094296, + 64220.1386033443, + 64235.750322094296, + 64222.238603344296, + 64262.937822094296, + 64222.238603344296, + 64223.240556469296 ], "0.8": [ - 64270.37357627467, - 64289.57670127467, - 64327.90873252467, - 64268.96732627467, - 64295.16107627467, - 64275.99857627467, - 64336.76029502467, - 64275.99857627467, - 64329.67904502467, - 64287.62748252467, - 64327.90873252467, - 64317.49857627467, - 64287.62748252467, - 64289.57670127467, - 64297.24310752467, - 64319.58060752467, - 64336.76029502467, - 64268.96732627467, - 64342.88920127467, - 64295.16107627467, - 64287.62748252467, - 64289.57670127467, - 64263.87826377467, - 64337.986076274676 + 64329.75891584429, + 64289.656572094296, + 64287.707353344296, + 64319.660478344296, + 64272.7792283443, + 64243.418290844296, + 64289.656572094296, + 64338.0659470943, + 64361.238603344296, + 64295.240947094295, + 64361.457353344296, + 64317.578447094296, + 64289.656572094296, + 64288.0971970943, + 64270.453447094296, + 64289.656572094296, + 64295.240947094295, + 64278.4042283443, + 64329.75891584429, + 64287.707353344296, + 64269.047197094296, + 64359.32922834429, + 64317.578447094296, + 64289.656572094296 ], "0.9": [ - 64358.77201377467, - 64372.04935752467, - 64423.07318564967, - 64376.390373149676, - 64419.93607627467, - 64362.44467002467, - 64395.119279399674, - 64372.04935752467, - 64372.30599814967, - 64374.61576377467, - 64392.36185752467, - 64372.30599814967, - 64395.119279399674, - 64392.36185752467, - 64419.93607627467, - 64451.77045127467, - 64423.07318564967, - 64361.18060752467, - 64419.93607627467, - 64395.119279399674, - 64457.45013877467, - 64372.04935752467, - 64361.37748252467, - 64451.30717002467 + 64395.1991502193, + 64392.441728344296, + 64374.160478344296, + 64395.1991502193, + 64361.260478344295, + 64374.695634594296, + 64361.260478344295, + 64420.015947094296, + 64512.816728344296, + 64362.52454084429, + 64456.019853344296, + 64398.336259594296, + 64423.153056469295, + 64361.457353344296, + 64376.4702439693, + 64392.441728344296, + 64392.441728344296, + 64372.129228344296, + 64395.1991502193, + 64372.38586896929, + 64361.457353344296, + 64451.387040844296, + 64376.4702439693, + 64395.1991502193 ] }, "timestamps": [ - "2026-06-18 02:00:00", "2026-06-18 03:00:00", "2026-06-18 04:00:00", "2026-06-18 05:00:00", @@ -589,6 +588,7 @@ "2026-06-22 22:00:00", "2026-06-22 23:00:00", "2026-06-23 00:00:00", - "2026-06-23 01:00:00" + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index c5d3cbfd6d5d74b27d945d69e1df44025e70b788..97462f7b18ae173571c527bac8862e1092298bcf 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,13 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T02:00:44.474412+00:00", + "evaluated_at": "2026-06-23T02:10:04.053227+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 10ef9c3c0b839596d66b737f213613ec39e6e356..63209cae5de9cb2a4944ef35cafa5f73aea00881 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-23T01:58:15.716247+00:00", - "finished_at": "2026-06-23T02:00:48.518021+00:00", - "task_count": 2, + "started_at": "2026-06-23T02:07:24.199546+00:00", + "finished_at": "2026-06-23T02:10:08.096452+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,13 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T01:58:43.833275+00:00", + "evaluated_at": "2026-06-23T02:07:49.980840+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -30,19 +24,13 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T01:59:09.420835+00:00", + "evaluated_at": "2026-06-23T02:08:15.892981+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -50,19 +38,13 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T01:59:41.640227+00:00", + "evaluated_at": "2026-06-23T02:08:56.649897+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -70,19 +52,13 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T01:59:55.211428+00:00", + "evaluated_at": "2026-06-23T02:09:05.440214+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -90,19 +66,13 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T02:00:20.798561+00:00", + "evaluated_at": "2026-06-23T02:09:44.174329+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -110,19 +80,13 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T02:00:44.062268+00:00", + "evaluated_at": "2026-06-23T02:10:03.792530+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -130,19 +94,13 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T02:00:44.373343+00:00", + "evaluated_at": "2026-06-23T02:10:03.990090+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -150,19 +108,13 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T02:00:44.439089+00:00", + "evaluated_at": "2026-06-23T02:10:04.030080+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -170,19 +122,13 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T02:00:44.474412+00:00", + "evaluated_at": "2026-06-23T02:10:04.053227+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -190,19 +136,13 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T02:00:44.498826+00:00", + "evaluated_at": "2026-06-23T02:10:04.070393+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] @@ -223,7 +163,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-23T02:02:52.741595+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_021003.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_021003.json new file mode 100644 index 0000000000000000000000000000000000000000..4dc11a7618de40c2377e168607c00d08299441cf --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_021003.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-23T02:10:03.978574+00:00", + "metrics": { + "MSE[mean]": 442697.3082324833, + "MSE[0.5]": 764613.3196867538, + "MAE[0.5]": 777.3055563562333, + "MASE[0.5]": 1.0560197828255895, + "MAPE[0.5]": 0.012032631622758324, + "sMAPE[0.5]": 0.01212445254038795, + "MSIS": 20.592227167791997, + "RMSE[mean]": 665.3550242032319, + "NRMSE[mean]": 0.010332324240759031, + "ND[0.5]": 0.012070808441003101, + "mean_weighted_sum_quantile_loss": 0.010696706448401695 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" + ], + "context": [ + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125 + ], + "actual": [ + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64131.75 + ], + "predictions": { + "p50": [ + 63642.89924362213, + 63615.56980611542, + 63613.36206338371, + 63622.76661925585, + 63610.88300630964, + 63607.91799324481, + 63610.66151238963, + 63618.26275911354, + 63664.65823938638, + 63651.31916883544, + 63615.62479942892, + 63610.66151240243, + 63616.495119226776, + 63616.495119226776, + 63615.62479942892, + 63607.9179935163, + 63607.9179935163, + 63607.56122011027, + 63613.364655582394, + 63604.21935746792, + 63610.88301206914, + 63618.26275911414, + 63615.62479942892, + 63617.36543902463 + ], + "p10": [ + 63367.54997164254, + 63374.309456501236, + 63373.79707772892, + 63363.17151098106, + 63360.92682561622, + 63368.20694118339, + 63398.98113054963, + 63368.179409400866, + 63368.66292678912, + 63368.17940940147, + 63388.03258330099, + 63368.17940940147, + 63368.71665094334, + 63363.619556058686, + 63368.71665094334, + 63368.66292678915, + 63368.17940940147, + 63363.17163316854, + 63368.66292678915, + 63363.57476376967, + 63400.1976358137, + 63374.36444981474, + 63403.368269391365, + 63368.17940940147 + ], + "p90": [ + 63875.697249105484, + 63870.85633940398, + 63876.86133620761, + 63998.97257676426, + 63859.2694862952, + 63861.37352759465, + 63859.01434919798, + 63998.97269895113, + 64010.817606615354, + 63870.911332717485, + 63871.506592286365, + 63858.990726921904, + 63859.65237225057, + 63859.05689145477, + 63860.77826829726, + 63870.911332717485, + 63876.86392840628, + 63859.65237225057, + 63876.86392840628, + 63859.22694981072, + 63823.46804494986, + 63915.32107431752, + 63859.22694981072, + 63879.78018050147 + ], + "mean": [ + 64597.53727877946, + 64610.36017886146, + 65242.225763610586, + 64589.04147970082, + 64567.31750114067, + 64260.87450734123, + 64273.0375292284, + 64605.44217771336, + 64931.16064808183, + 64912.52376300204, + 63934.728715887955, + 63613.19796438592, + 63926.19274825267, + 64582.107620501214, + 63615.754452674504, + 64872.99464987155, + 63944.403668768144, + 63927.382279424535, + 64569.13022634177, + 64557.15925061127, + 64261.281746298664, + 64596.88476846383, + 63934.77431711091, + 64582.55472021147 + ], + "quantiles": { + "0.1": [ + 63367.54997164254, + 63374.309456501236, + 63373.79707772892, + 63363.17151098106, + 63360.92682561622, + 63368.20694118339, + 63398.98113054963, + 63368.179409400866, + 63368.66292678912, + 63368.17940940147, + 63388.03258330099, + 63368.17940940147, + 63368.71665094334, + 63363.619556058686, + 63368.71665094334, + 63368.66292678915, + 63368.17940940147, + 63363.17163316854, + 63368.66292678915, + 63363.57476376967, + 63400.1976358137, + 63374.36444981474, + 63403.368269391365, + 63368.17940940147 + ], + "0.2": [ + 63473.7530836677, + 63513.313349460535, + 63513.365750575365, + 63456.13676462091, + 63474.91975720899, + 63466.18368924356, + 63474.9197629557, + 63466.183689514444, + 63500.11546427308, + 63511.35137307427, + 63488.536803763294, + 63488.536803763294, + 63456.13688680839, + 63466.18368951505, + 63488.536803763294, + 63477.10378133186, + 63452.28695194516, + 63436.88721249227, + 63452.28695194516, + 63466.18368951505, + 63511.9005867485, + 63500.11546427311, + 63511.9005867485, + 63486.250199277005 + ], + "0.3": [ + 63553.08462314903, + 63557.9981368501, + 63558.05053796493, + 63534.85415993748, + 63539.06397764265, + 63527.4195205199, + 63539.06398338936, + 63531.5917274553, + 63543.139973903286, + 63554.251302449826, + 63539.75383851458, + 63536.252519840265, + 63534.443881268635, + 63527.41952079139, + 63537.454321473175, + 63539.75383851458, + 63531.5917274559, + 63531.5917274559, + 63537.093780983305, + 63536.252519840265, + 63550.91790388587, + 63539.75383851458, + 63537.454321473175, + 63539.06398340216 + ], + "0.4": [ + 63606.39454080947, + 63593.07702151652, + 63593.69311628044, + 63592.28635216891, + 63585.9214130992, + 63561.00465859937, + 63576.174425091296, + 63576.17442510349, + 63599.11277105114, + 63607.56122011027, + 63596.920309692505, + 63585.841654655465, + 63576.3738356122, + 63571.08940875588, + 63576.3738356122, + 63585.92141885871, + 63561.00465887086, + 63558.1674949712, + 63592.286474356384, + 63574.140418564806, + 63596.920309692505, + 63602.72414609921, + 63593.13201483002, + 63585.92141885871 + ], + "0.5": [ + 63642.89924362213, + 63615.56980611542, + 63613.36206338371, + 63622.76661925585, + 63610.88300630964, + 63607.91799324481, + 63610.66151238963, + 63618.26275911354, + 63664.65823938638, + 63651.31916883544, + 63615.62479942892, + 63610.66151240243, + 63616.495119226776, + 63616.495119226776, + 63615.62479942892, + 63607.9179935163, + 63607.9179935163, + 63607.56122011027, + 63613.364655582394, + 63604.21935746792, + 63610.88301206914, + 63618.26275911414, + 63615.62479942892, + 63617.36543902463 + ], + "0.6": [ + 63697.869879037025, + 63683.84262947096, + 63670.34097765124, + 63670.34344766244, + 63667.127747219456, + 63664.16433639641, + 63664.1643366551, + 63670.34356984931, + 63711.95073392739, + 63712.28056563855, + 63670.23509635319, + 63651.31916883544, + 63662.18872579385, + 63670.23509635319, + 63667.127752978966, + 63662.18872579385, + 63667.127752978966, + 63670.23509635319, + 63667.127752978966, + 63644.06592292293, + 63667.127752978966, + 63685.48723996221, + 63685.83658375135, + 63667.127752978966 + ], + "0.7": [ + 63768.49712548871, + 63728.64952713633, + 63771.39520979587, + 63729.75473790682, + 63715.28843351744, + 63711.730845848506, + 63712.280565625755, + 63716.78642070898, + 63775.44379547293, + 63737.10060751489, + 63721.80080349608, + 63711.730846119994, + 63715.28843927695, + 63716.786420709584, + 63711.730846119994, + 63711.730846119994, + 63712.28056563855, + 63711.89576197556, + 63711.730846119994, + 63711.730846119994, + 63704.30709227541, + 63775.44379547296, + 63722.80855363831, + 63716.786420709584 + ], + "0.8": [ + 63831.883696730176, + 63795.23568682666, + 63827.99874374936, + 63824.122128957875, + 63775.44378971345, + 63782.13175133815, + 63782.13175159684, + 63809.83228863394, + 63833.050376030944, + 63795.29068014016, + 63809.83228863454, + 63743.61324696981, + 63783.703966866975, + 63783.703966866975, + 63776.78138670029, + 63784.38250176235, + 63769.66380478951, + 63783.703966866975, + 63787.09664134385, + 63782.13175160964, + 63732.20565259805, + 63858.990726921904, + 63795.29068014016, + 63782.13175160964 + ], + "0.9": [ + 63875.697249105484, + 63870.85633940398, + 63876.86133620761, + 63998.97257676426, + 63859.2694862952, + 63861.37352759465, + 63859.01434919798, + 63998.97269895113, + 64010.817606615354, + 63870.911332717485, + 63871.506592286365, + 63858.990726921904, + 63859.65237225057, + 63859.05689145477, + 63860.77826829726, + 63870.911332717485, + 63876.86392840628, + 63859.65237225057, + 63876.86392840628, + 63859.22694981072, + 63823.46804494986, + 63915.32107431752, + 63859.22694981072, + 63879.78018050147 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_020744.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_020744.json new file mode 100644 index 0000000000000000000000000000000000000000..d20dc8b1b834cd457345ab8e34936fa1107a630a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_020744.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T02:07:44.391215+00:00", + "metrics": { + "MSE[mean]": 180107.89948018393, + "MSE[0.5]": 180107.89948018393, + "MAE[0.5]": 298.5546875, + "MASE[0.5]": 0.4056058183003924, + "MAPE[0.5]": 0.004612321446612828, + "sMAPE[0.5]": 0.004628228717346494, + "MSIS": 3.982059975112147, + "RMSE[mean]": 424.39121041815173, + "NRMSE[mean]": 0.006590387735058507, + "ND[0.5]": 0.004636267440142227, + "mean_weighted_sum_quantile_loss": 0.005847665780513909 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" + ], + "context": [ + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125 + ], + "actual": [ + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64131.75 + ], + "predictions": { + "p50": [ + 64247.39453125, + 64239.71484375, + 64251.8359375, + 64255.9453125, + 64250.2421875, + 64260.07421875, + 64256.30859375, + 64238.0859375, + 64270.2109375, + 64294.10546875, + 64269.89453125, + 64255.14453125, + 64254.921875, + 64265.72265625, + 64289.5078125, + 64285.43359375, + 64358.75390625, + 64364.34765625, + 64340.90234375, + 64336.4921875, + 64321.76171875, + 64339.375, + 64354.5, + 64344.953125 + ], + "p10": [ + 63764.4921875, + 63625.78125, + 63523.99609375, + 63429.375, + 63360.09375, + 63291.53125, + 63203.34765625, + 63141.890625, + 63118.2421875, + 63064.8125, + 63086.5390625, + 62993.83203125, + 62976.5703125, + 62968.859375, + 62974.60546875, + 63010.4609375, + 62985.64453125, + 62939.41015625, + 62901.55859375, + 62873.46484375, + 62825.48046875, + 62814.2421875, + 62839.57421875, + 62828.88671875 + ], + "p90": [ + 64581.65234375, + 64700.31640625, + 64782.29296875, + 64887.5703125, + 64906.9453125, + 64990.64453125, + 65022.1484375, + 65067.69140625, + 65065.04296875, + 65122.7578125, + 65148.8671875, + 65201.1640625, + 65213.5546875, + 65233.3671875, + 65257.984375, + 65252.234375, + 65720.03125, + 65697.609375, + 65753.5625, + 65746.484375, + 65756.2578125, + 65827.4375, + 65855.671875, + 65859.484375 + ], + "mean": [ + 64247.39453125, + 64239.71484375, + 64251.8359375, + 64255.9453125, + 64250.2421875, + 64260.07421875, + 64256.30859375, + 64238.0859375, + 64270.2109375, + 64294.10546875, + 64269.89453125, + 64255.14453125, + 64254.921875, + 64265.72265625, + 64289.5078125, + 64285.43359375, + 64358.75390625, + 64364.34765625, + 64340.90234375, + 64336.4921875, + 64321.76171875, + 64339.375, + 64354.5, + 64344.953125 + ], + "quantiles": { + "0.1": [ + 63764.4921875, + 63625.78125, + 63523.99609375, + 63429.375, + 63360.09375, + 63291.53125, + 63203.34765625, + 63141.890625, + 63118.2421875, + 63064.8125, + 63086.5390625, + 62993.83203125, + 62976.5703125, + 62968.859375, + 62974.60546875, + 63010.4609375, + 62985.64453125, + 62939.41015625, + 62901.55859375, + 62873.46484375, + 62825.48046875, + 62814.2421875, + 62839.57421875, + 62828.88671875 + ], + "0.2": [ + 63764.4921875, + 63625.78125, + 63523.99609375, + 63429.375, + 63360.09375, + 63291.53125, + 63203.34765625, + 63141.890625, + 63118.2421875, + 63064.8125, + 63086.5390625, + 62993.83203125, + 62976.5703125, + 62968.859375, + 62974.60546875, + 63010.4609375, + 62985.64453125, + 62939.41015625, + 62901.55859375, + 62873.46484375, + 62825.48046875, + 62814.2421875, + 62839.57421875, + 62828.88671875 + ], + "0.3": [ + 63764.4921875, + 63625.78125, + 63523.99609375, + 63429.375, + 63360.09375, + 63291.53125, + 63203.34765625, + 63141.890625, + 63118.2421875, + 63064.8125, + 63086.5390625, + 62993.83203125, + 62976.5703125, + 62968.859375, + 62974.60546875, + 63010.4609375, + 62985.64453125, + 62939.41015625, + 62901.55859375, + 62873.46484375, + 62825.48046875, + 62814.2421875, + 62839.57421875, + 62828.88671875 + ], + "0.4": [ + 64247.39453125, + 64239.71484375, + 64251.8359375, + 64255.9453125, + 64250.2421875, + 64260.07421875, + 64256.30859375, + 64238.0859375, + 64270.2109375, + 64294.10546875, + 64269.89453125, + 64255.14453125, + 64254.921875, + 64265.72265625, + 64289.5078125, + 64285.43359375, + 64358.75390625, + 64364.34765625, + 64340.90234375, + 64336.4921875, + 64321.76171875, + 64339.375, + 64354.5, + 64344.953125 + ], + "0.5": [ + 64247.39453125, + 64239.71484375, + 64251.8359375, + 64255.9453125, + 64250.2421875, + 64260.07421875, + 64256.30859375, + 64238.0859375, + 64270.2109375, + 64294.10546875, + 64269.89453125, + 64255.14453125, + 64254.921875, + 64265.72265625, + 64289.5078125, + 64285.43359375, + 64358.75390625, + 64364.34765625, + 64340.90234375, + 64336.4921875, + 64321.76171875, + 64339.375, + 64354.5, + 64344.953125 + ], + "0.6": [ + 64247.39453125, + 64239.71484375, + 64251.8359375, + 64255.9453125, + 64250.2421875, + 64260.07421875, + 64256.30859375, + 64238.0859375, + 64270.2109375, + 64294.10546875, + 64269.89453125, + 64255.14453125, + 64254.921875, + 64265.72265625, + 64289.5078125, + 64285.43359375, + 64358.75390625, + 64364.34765625, + 64340.90234375, + 64336.4921875, + 64321.76171875, + 64339.375, + 64354.5, + 64344.953125 + ], + "0.7": [ + 64247.39453125, + 64239.71484375, + 64251.8359375, + 64255.9453125, + 64250.2421875, + 64260.07421875, + 64256.30859375, + 64238.0859375, + 64270.2109375, + 64294.10546875, + 64269.89453125, + 64255.14453125, + 64254.921875, + 64265.72265625, + 64289.5078125, + 64285.43359375, + 64358.75390625, + 64364.34765625, + 64340.90234375, + 64336.4921875, + 64321.76171875, + 64339.375, + 64354.5, + 64344.953125 + ], + "0.8": [ + 64581.65234375, + 64700.31640625, + 64782.29296875, + 64887.5703125, + 64906.9453125, + 64990.64453125, + 65022.1484375, + 65067.69140625, + 65065.04296875, + 65122.7578125, + 65148.8671875, + 65201.1640625, + 65213.5546875, + 65233.3671875, + 65257.984375, + 65252.234375, + 65720.03125, + 65697.609375, + 65753.5625, + 65746.484375, + 65756.2578125, + 65827.4375, + 65855.671875, + 65859.484375 + ], + "0.9": [ + 64581.65234375, + 64700.31640625, + 64782.29296875, + 64887.5703125, + 64906.9453125, + 64990.64453125, + 65022.1484375, + 65067.69140625, + 65065.04296875, + 65122.7578125, + 65148.8671875, + 65201.1640625, + 65213.5546875, + 65233.3671875, + 65257.984375, + 65252.234375, + 65720.03125, + 65697.609375, + 65753.5625, + 65746.484375, + 65756.2578125, + 65827.4375, + 65855.671875, + 65859.484375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_021004.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_021004.json new file mode 100644 index 0000000000000000000000000000000000000000..a9e559de7261de4c0194eb4c604f57bacec96c8e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_021004.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-23T02:10:04.021272+00:00", + "metrics": { + "MSE[mean]": 164404.99421584848, + "MSE[0.5]": 165404.65794621504, + "MAE[0.5]": 299.15761017125504, + "MASE[0.5]": 0.4064249276752745, + "MAPE[0.5]": 0.004624312893939238, + "sMAPE[0.5]": 0.0046376897014114085, + "MSIS": 4.578010458502697, + "RMSE[mean]": 405.4688572700109, + "NRMSE[mean]": 0.006296541771606341, + "ND[0.5]": 0.0046456302499278315, + "mean_weighted_sum_quantile_loss": 0.003807734098143407 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" + ], + "context": [ + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125 + ], + "actual": [ + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64131.75 + ], + "predictions": { + "p50": [ + 64296.85837751891, + 64302.84553861168, + 64289.78387157945, + 64291.413610797215, + 64289.54725626499, + 64285.37621423276, + 64296.49032845053, + 64312.9052239183, + 64308.124806886066, + 64321.24282735384, + 64333.61866032161, + 64311.26402453938, + 64338.97188875715, + 64307.92975297492, + 64302.42667969269, + 64311.532981410455, + 64313.25647062823, + 64319.333475471, + 64313.01985531377, + 64320.69646953154, + 64319.775427499306, + 64329.92079171708, + 64322.98803093485, + 64324.99277015262 + ], + "p10": [ + 64035.54392439391, + 64037.22053861168, + 64038.89715282945, + 64054.33040767221, + 64046.26913126499, + 64058.84340173276, + 64064.823140950524, + 64040.4989739183, + 64069.023244386066, + 64065.91860860384, + 64109.93116032161, + 64074.05308703938, + 64070.94845125715, + 64068.93756547492, + 64074.30167969269, + 64060.693137660455, + 64061.69162687823, + 64088.391287971004, + 64081.00813656377, + 64067.39959453154, + 64093.896521249306, + 64094.61961984208, + 64092.01771843485, + 64093.325582652615 + ], + "p90": [ + 64555.22322126891, + 64554.14241361168, + 64537.53777782945, + 64560.25306392222, + 64527.99100626499, + 64543.10277673276, + 64531.344234700526, + 64591.7763176683, + 64686.253713136066, + 64537.638139853836, + 64632.81006657161, + 64576.80308703938, + 64603.29649813215, + 64543.27740922492, + 64559.96691406769, + 64577.615012660455, + 64579.29162687823, + 64560.655741096, + 64585.40227718877, + 64564.26561015654, + 64555.013708749306, + 64646.62001046708, + 64573.379827809855, + 64593.78534827762 + ], + "mean": [ + 64305.64402204996, + 64288.41512845563, + 64285.747250486005, + 64299.28445064109, + 64281.76085001487, + 64282.4283431387, + 64302.43497688783, + 64331.344169231, + 64339.68717016733, + 64307.39308126021, + 64350.317742352745, + 64326.264161257815, + 64335.02304110071, + 64302.169889693876, + 64304.18810547396, + 64303.91786422308, + 64316.99922453436, + 64316.552303595694, + 64325.55792171983, + 64310.600160938, + 64329.41228296808, + 64359.19485421721, + 64330.74861687223, + 64333.98064124607 + ], + "quantiles": { + "0.1": [ + 64035.54392439391, + 64037.22053861168, + 64038.89715282945, + 64054.33040767221, + 64046.26913126499, + 64058.84340173276, + 64064.823140950524, + 64040.4989739183, + 64069.023244386066, + 64065.91860860384, + 64109.93116032161, + 64074.05308703938, + 64070.94845125715, + 64068.93756547492, + 64074.30167969269, + 64060.693137660455, + 64061.69162687823, + 64088.391287971004, + 64081.00813656377, + 64067.39959453154, + 64093.896521249306, + 64094.61961984208, + 64092.01771843485, + 64093.325582652615 + ], + "0.2": [ + 64139.47126814391, + 64094.13850736168, + 64116.55184032945, + 64098.272985797215, + 64130.23241251499, + 64127.20433923276, + 64177.18173470053, + 64182.7052239183, + 64190.33730688607, + 64173.87954610384, + 64221.20850407161, + 64137.26402453938, + 64138.94063875715, + 64145.92975297492, + 64148.93449219269, + 64168.122825160455, + 64142.60803312823, + 64167.973709846, + 64148.39251156377, + 64147.48553203154, + 64195.824646249304, + 64197.50126046708, + 64155.70678093485, + 64157.38339515262 + ], + "0.3": [ + 64214.16111189391, + 64200.68694486168, + 64208.08269970445, + 64186.80150142222, + 64211.14881876499, + 64195.13207360776, + 64217.44345345053, + 64216.5888176683, + 64226.58144751107, + 64244.501421103836, + 64263.61866032161, + 64223.17222766438, + 64246.51095125715, + 64204.12897172492, + 64227.91496094269, + 64229.591575160455, + 64213.01350187823, + 64239.354959846, + 64212.51204281377, + 64236.29803203154, + 64240.156677499304, + 64246.06141671708, + 64240.33959343485, + 64248.374020152616 + ], + "0.4": [ + 64282.84079939391, + 64274.95881986168, + 64263.29559032945, + 64238.897985797215, + 64253.55897501499, + 64222.54418298276, + 64276.91220345053, + 64275.7802239183, + 64288.921681886066, + 64301.19204610384, + 64302.93116032161, + 64278.38511828938, + 64306.25938875715, + 64268.64850297492, + 64249.86417969269, + 64285.091575160455, + 64279.69006437823, + 64281.366678596, + 64244.34016781377, + 64299.80193828154, + 64297.576208749306, + 64310.71766671708, + 64283.73803093485, + 64302.60605140262 + ], + "0.5": [ + 64296.85837751891, + 64302.84553861168, + 64289.78387157945, + 64291.413610797215, + 64289.54725626499, + 64285.37621423276, + 64296.49032845053, + 64312.9052239183, + 64308.124806886066, + 64321.24282735384, + 64333.61866032161, + 64311.26402453938, + 64338.97188875715, + 64307.92975297492, + 64302.42667969269, + 64311.532981410455, + 64313.25647062823, + 64319.333475471, + 64313.01985531377, + 64320.69646953154, + 64319.775427499306, + 64329.92079171708, + 64322.98803093485, + 64324.99277015262 + ], + "0.6": [ + 64355.20017439391, + 64358.553351111674, + 64307.81434032945, + 64344.792517047215, + 64325.55897501499, + 64301.96058923276, + 64328.91220345053, + 64376.7489739183, + 64378.425588136066, + 64370.28970235384, + 64376.15772282161, + 64373.28355578938, + 64385.13204500715, + 64361.55865922492, + 64324.20871094269, + 64344.001731410455, + 64378.23537687823, + 64368.265116096, + 64334.64016781377, + 64375.36209453154, + 64343.965271249304, + 64390.40907296708, + 64341.346624684855, + 64365.778707652615 + ], + "0.7": [ + 64399.59470564391, + 64402.42561673668, + 64385.61590282945, + 64390.632360797215, + 64381.00389688999, + 64364.84066735776, + 64389.32235970053, + 64439.7997551683, + 64461.144338136066, + 64400.69204610384, + 64444.82959782161, + 64408.34918078938, + 64420.86837313215, + 64401.95865922492, + 64394.35636719269, + 64407.411887660455, + 64412.42834562823, + 64414.104959846, + 64410.34173031377, + 64427.63006328154, + 64415.794958749306, + 64458.17079171708, + 64419.14818718485, + 64421.82675452762 + ], + "0.8": [ + 64489.78298689391, + 64451.35725736168, + 64451.08465282945, + 64484.714392047215, + 64439.50975626499, + 64411.82543298276, + 64459.74032845053, + 64509.8263176683, + 64534.675588136066, + 64470.35454610384, + 64538.24756657161, + 64496.04527453938, + 64469.80001375715, + 64469.91725297492, + 64453.95011719269, + 64474.829856410455, + 64482.09084562823, + 64466.930741096, + 64519.962042813764, + 64479.58709453154, + 64462.603552499306, + 64554.562197967076, + 64514.48803093485, + 64488.24277015262 + ], + "0.9": [ + 64555.22322126891, + 64554.14241361168, + 64537.53777782945, + 64560.25306392222, + 64527.99100626499, + 64543.10277673276, + 64531.344234700526, + 64591.7763176683, + 64686.253713136066, + 64537.638139853836, + 64632.81006657161, + 64576.80308703938, + 64603.29649813215, + 64543.27740922492, + 64559.96691406769, + 64577.615012660455, + 64579.29162687823, + 64560.655741096, + 64585.40227718877, + 64564.26561015654, + 64555.013708749306, + 64646.62001046708, + 64573.379827809855, + 64593.78534827762 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_020941.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_020941.json new file mode 100644 index 0000000000000000000000000000000000000000..91030b213d48f7639647d9991ca8dfd4a92418fb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_020941.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T02:09:41.275486+00:00", + "metrics": { + "MSE[mean]": 243511.99884732565, + "MSE[0.5]": 212021.66452026367, + "MAE[0.5]": 307.07568359375, + "MASE[0.5]": 0.41718214162755474, + "MAPE[0.5]": 0.004737692910652623, + "sMAPE[0.5]": 0.0047611207567013905, + "MSIS": 4.933124711023102, + "RMSE[mean]": 493.46934945072894, + "NRMSE[mean]": 0.007663104862711562, + "ND[0.5]": 0.00476859032235131, + "mean_weighted_sum_quantile_loss": 0.005375504383731832 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" + ], + "context": [ + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125 + ], + "actual": [ + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64131.75 + ], + "predictions": { + "p50": [ + 64242.693359375, + 64198.625, + 64229.6640625, + 64179.8359375, + 64145.146484375, + 64128.798828125, + 64113.076171875, + 64242.291015625, + 64173.623046875, + 64133.287109375, + 64170.65625, + 64191.123046875, + 64246.732421875, + 64280.76171875, + 64218.23828125, + 64070.529296875, + 64152.953125, + 64034.873046875, + 64201.818359375, + 64157.716796875, + 64120.29296875, + 64247.642578125, + 64082.263671875, + 64242.27734375 + ], + "p10": [ + 63887.431640625, + 63753.75, + 63849.779296875, + 63675.07421875, + 63503.19921875, + 63511.447265625, + 63510.208984375, + 63541.423828125, + 63534.16015625, + 63369.3125, + 63483.001953125, + 63298.708984375, + 63394.72265625, + 63267.189453125, + 63267.806640625, + 63201.40234375, + 63137.03515625, + 62872.845703125, + 62858.603515625, + 63061.373046875, + 63042.310546875, + 63109.32421875, + 62519.587890625, + 62989.779296875 + ], + "p90": [ + 64605.89453125, + 64661.076171875, + 64594.3125, + 64606.07421875, + 64665.345703125, + 64605.345703125, + 64710.513671875, + 64890.01953125, + 64803.958984375, + 64804.71484375, + 64817.740234375, + 65009.5078125, + 65058.0, + 64877.9375, + 64944.599609375, + 65041.8515625, + 65019.607421875, + 65184.509765625, + 65132.693359375, + 64944.330078125, + 65057.40234375, + 64965.380859375, + 65149.173828125, + 65281.615234375 + ], + "mean": [ + 64249.01171875, + 64248.13671875, + 64166.0234375, + 64395.078125, + 64123.140625, + 64075.58984375, + 64098.3359375, + 64217.7265625, + 64116.64453125, + 64046.35546875, + 64152.0390625, + 64169.671875, + 64233.6875, + 64170.8671875, + 64108.90234375, + 63998.9921875, + 64192.21875, + 63879.30078125, + 64194.265625, + 63996.58984375, + 64103.40625, + 64083.6484375, + 63959.83984375, + 64170.09375 + ], + "quantiles": { + "0.1": [ + 63887.431640625, + 63753.75, + 63849.779296875, + 63675.07421875, + 63503.19921875, + 63511.447265625, + 63510.208984375, + 63541.423828125, + 63534.16015625, + 63369.3125, + 63483.001953125, + 63298.708984375, + 63394.72265625, + 63267.189453125, + 63267.806640625, + 63201.40234375, + 63137.03515625, + 62872.845703125, + 62858.603515625, + 63061.373046875, + 63042.310546875, + 63109.32421875, + 62519.587890625, + 62989.779296875 + ], + "0.2": [ + 63887.431640625, + 63753.75, + 63849.779296875, + 63675.07421875, + 63503.19921875, + 63511.447265625, + 63510.208984375, + 63541.423828125, + 63534.16015625, + 63369.3125, + 63483.001953125, + 63298.708984375, + 63394.72265625, + 63267.189453125, + 63267.806640625, + 63201.40234375, + 63137.03515625, + 62872.845703125, + 62858.603515625, + 63061.373046875, + 63042.310546875, + 63109.32421875, + 62519.587890625, + 62989.779296875 + ], + "0.3": [ + 63887.431640625, + 63753.75, + 63849.779296875, + 63675.07421875, + 63503.19921875, + 63511.447265625, + 63510.208984375, + 63541.423828125, + 63534.16015625, + 63369.3125, + 63483.001953125, + 63298.708984375, + 63394.72265625, + 63267.189453125, + 63267.806640625, + 63201.40234375, + 63137.03515625, + 62872.845703125, + 62858.603515625, + 63061.373046875, + 63042.310546875, + 63109.32421875, + 62519.587890625, + 62989.779296875 + ], + "0.4": [ + 64242.693359375, + 64198.625, + 64229.6640625, + 64179.8359375, + 64145.146484375, + 64128.798828125, + 64113.076171875, + 64242.291015625, + 64173.623046875, + 64133.287109375, + 64170.65625, + 64191.123046875, + 64246.732421875, + 64280.76171875, + 64218.23828125, + 64070.529296875, + 64152.953125, + 64034.873046875, + 64201.818359375, + 64157.716796875, + 64120.29296875, + 64247.642578125, + 64082.263671875, + 64242.27734375 + ], + "0.5": [ + 64242.693359375, + 64198.625, + 64229.6640625, + 64179.8359375, + 64145.146484375, + 64128.798828125, + 64113.076171875, + 64242.291015625, + 64173.623046875, + 64133.287109375, + 64170.65625, + 64191.123046875, + 64246.732421875, + 64280.76171875, + 64218.23828125, + 64070.529296875, + 64152.953125, + 64034.873046875, + 64201.818359375, + 64157.716796875, + 64120.29296875, + 64247.642578125, + 64082.263671875, + 64242.27734375 + ], + "0.6": [ + 64242.693359375, + 64198.625, + 64229.6640625, + 64179.8359375, + 64145.146484375, + 64128.798828125, + 64113.076171875, + 64242.291015625, + 64173.623046875, + 64133.287109375, + 64170.65625, + 64191.123046875, + 64246.732421875, + 64280.76171875, + 64218.23828125, + 64070.529296875, + 64152.953125, + 64034.873046875, + 64201.818359375, + 64157.716796875, + 64120.29296875, + 64247.642578125, + 64082.263671875, + 64242.27734375 + ], + "0.7": [ + 64242.693359375, + 64198.625, + 64229.6640625, + 64179.8359375, + 64145.146484375, + 64128.798828125, + 64113.076171875, + 64242.291015625, + 64173.623046875, + 64133.287109375, + 64170.65625, + 64191.123046875, + 64246.732421875, + 64280.76171875, + 64218.23828125, + 64070.529296875, + 64152.953125, + 64034.873046875, + 64201.818359375, + 64157.716796875, + 64120.29296875, + 64247.642578125, + 64082.263671875, + 64242.27734375 + ], + "0.8": [ + 64605.89453125, + 64661.076171875, + 64594.3125, + 64606.07421875, + 64665.345703125, + 64605.345703125, + 64710.513671875, + 64890.01953125, + 64803.958984375, + 64804.71484375, + 64817.740234375, + 65009.5078125, + 65058.0, + 64877.9375, + 64944.599609375, + 65041.8515625, + 65019.607421875, + 65184.509765625, + 65132.693359375, + 64944.330078125, + 65057.40234375, + 64965.380859375, + 65149.173828125, + 65281.615234375 + ], + "0.9": [ + 64605.89453125, + 64661.076171875, + 64594.3125, + 64606.07421875, + 64665.345703125, + 64605.345703125, + 64710.513671875, + 64890.01953125, + 64803.958984375, + 64804.71484375, + 64817.740234375, + 65009.5078125, + 65058.0, + 64877.9375, + 64944.599609375, + 65041.8515625, + 65019.607421875, + 65184.509765625, + 65132.693359375, + 64944.330078125, + 65057.40234375, + 64965.380859375, + 65149.173828125, + 65281.615234375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_021004.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_021004.json new file mode 100644 index 0000000000000000000000000000000000000000..292bda7d332dbce243842c4a732f21901e12f3fd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_021004.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T02:10:04.037960+00:00", + "metrics": { + "MSE[mean]": 225162.09979357806, + "MSE[0.5]": 227782.1148442664, + "MAE[0.5]": 314.29378426535186, + "MASE[0.5]": 0.4269883974060031, + "MAPE[0.5]": 0.004847365266579828, + "sMAPE[0.5]": 0.004873582185283339, + "MSIS": 6.553567400113226, + "RMSE[mean]": 474.5124864464349, + "NRMSE[mean]": 0.007368722994351029, + "ND[0.5]": 0.004880680490499873, + "mean_weighted_sum_quantile_loss": 0.004261514253933713 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" + ], + "context": [ + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125 + ], + "actual": [ + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64131.75 + ], + "predictions": { + "p50": [ + 64136.834306469296, + 64141.144853344296, + 64126.406572094296, + 64126.359697094296, + 64122.816728344296, + 64116.969072094296, + 64126.406572094296, + 64141.144853344296, + 64134.687822094296, + 64146.129228344296, + 64156.828447094296, + 64132.797197094296, + 64158.828447094296, + 64126.109697094296, + 64118.930009594296, + 64126.359697094296, + 64126.406572094296, + 64130.806962719296, + 64122.816728344296, + 64128.816728344296, + 64126.219072094296, + 64134.687822094296, + 64126.078447094296, + 64126.406572094296 + ], + "p10": [ + 63875.519853344296, + 63875.519853344296, + 63875.519853344296, + 63889.27649396929, + 63879.5386033443, + 63890.436259594295, + 63894.73938459429, + 63868.738603344296, + 63895.586259594296, + 63890.805009594296, + 63933.140947094296, + 63895.586259594296, + 63890.805009594296, + 63887.117509594296, + 63890.805009594296, + 63875.519853344296, + 63874.8417283443, + 63899.8647752193, + 63890.805009594296, + 63875.519853344296, + 63900.340165844296, + 63899.3866502193, + 63895.108134594295, + 63894.73938459429 + ], + "p90": [ + 64395.1991502193, + 64392.441728344296, + 64374.160478344296, + 64395.1991502193, + 64361.260478344295, + 64374.695634594296, + 64361.260478344295, + 64420.015947094296, + 64512.816728344296, + 64362.52454084429, + 64456.019853344296, + 64398.336259594296, + 64423.153056469295, + 64361.457353344296, + 64376.4702439693, + 64392.441728344296, + 64392.441728344296, + 64372.129228344296, + 64395.1991502193, + 64372.38586896929, + 64361.457353344296, + 64451.387040844296, + 64376.4702439693, + 64395.1991502193 + ], + "mean": [ + 64145.619951000444, + 64126.71444318795, + 64122.369951000444, + 64134.23053693795, + 64115.03032209419, + 64114.02120100045, + 64132.351220531695, + 64159.5837986567, + 64166.250185375444, + 64132.279482250444, + 64173.527529125444, + 64147.797333812945, + 64154.87959943795, + 64120.34983381294, + 64120.69143537545, + 64118.7445799067, + 64130.14932600045, + 64128.0257908442, + 64135.35479475045, + 64118.72041975045, + 64135.855927562945, + 64163.961884594195, + 64133.8390330317, + 64135.39444318795 + ], + "quantiles": { + "0.1": [ + 63875.519853344296, + 63875.519853344296, + 63875.519853344296, + 63889.27649396929, + 63879.5386033443, + 63890.436259594295, + 63894.73938459429, + 63868.738603344296, + 63895.586259594296, + 63890.805009594296, + 63933.140947094296, + 63895.586259594296, + 63890.805009594296, + 63887.117509594296, + 63890.805009594296, + 63875.519853344296, + 63874.8417283443, + 63899.8647752193, + 63890.805009594296, + 63875.519853344296, + 63900.340165844296, + 63899.3866502193, + 63895.108134594295, + 63894.73938459429 + ], + "0.2": [ + 63979.4471970943, + 63932.437822094296, + 63953.174540844295, + 63933.219072094296, + 63963.5018845943, + 63958.797197094296, + 64007.097978344296, + 64010.9448533443, + 64016.9003220943, + 63998.765947094296, + 64044.418290844296, + 63958.797197094296, + 63958.797197094296, + 63964.109697094296, + 63965.437822094296, + 63982.949540844296, + 63955.758134594296, + 63979.4471970943, + 63958.1893845943, + 63955.605790844296, + 64002.268290844295, + 64002.268290844295, + 63958.797197094296, + 63958.797197094296 + ], + "0.3": [ + 64054.137040844296, + 64038.9862595943, + 64044.705400219296, + 64021.7475877193, + 64044.418290844296, + 64026.724931469296, + 64047.359697094296, + 64044.828447094296, + 64053.1444627193, + 64069.38782209429, + 64086.828447094296, + 64044.705400219296, + 64066.367509594296, + 64022.308915844296, + 64044.418290844296, + 64044.418290844296, + 64026.1636033443, + 64050.828447094296, + 64022.308915844296, + 64044.418290844296, + 64046.600322094295, + 64050.828447094296, + 64043.430009594296, + 64049.787822094295 + ], + "0.4": [ + 64122.816728344296, + 64113.258134594296, + 64099.918290844296, + 64073.844072094296, + 64086.828447094296, + 64054.137040844296, + 64106.828447094296, + 64104.019853344296, + 64115.484697094296, + 64126.078447094296, + 64126.140947094296, + 64099.918290844296, + 64126.115947094295, + 64086.828447094296, + 64066.367509594296, + 64099.918290844296, + 64092.840165844296, + 64092.840165844296, + 64054.137040844296, + 64107.922197094296, + 64104.019853344296, + 64115.484697094296, + 64086.828447094296, + 64104.019853344296 + ], + "0.5": [ + 64136.834306469296, + 64141.144853344296, + 64126.406572094296, + 64126.359697094296, + 64122.816728344296, + 64116.969072094296, + 64126.406572094296, + 64141.144853344296, + 64134.687822094296, + 64146.129228344296, + 64156.828447094296, + 64132.797197094296, + 64158.828447094296, + 64126.109697094296, + 64118.930009594296, + 64126.359697094296, + 64126.406572094296, + 64130.806962719296, + 64122.816728344296, + 64128.816728344296, + 64126.219072094296, + 64134.687822094296, + 64126.078447094296, + 64126.406572094296 + ], + "0.6": [ + 64195.176103344296, + 64196.85266584429, + 64144.4370408443, + 64179.738603344296, + 64158.828447094296, + 64133.553447094295, + 64158.828447094296, + 64204.988603344296, + 64204.988603344296, + 64195.176103344296, + 64199.367509594296, + 64194.816728344296, + 64204.988603344296, + 64179.738603344296, + 64140.71204084429, + 64158.828447094296, + 64191.385478344295, + 64179.738603344296, + 64144.4370408443, + 64183.4823533443, + 64150.408915844295, + 64195.176103344296, + 64144.4370408443, + 64167.19250959429 + ], + "0.7": [ + 64239.570634594296, + 64240.724931469296, + 64222.238603344296, + 64225.578447094296, + 64214.2733689693, + 64196.4335252193, + 64219.238603344296, + 64268.039384594296, + 64287.707353344296, + 64225.578447094296, + 64268.039384594296, + 64229.8823533443, + 64240.724931469296, + 64220.1386033443, + 64210.859697094296, + 64222.238603344296, + 64225.578447094296, + 64225.578447094296, + 64220.1386033443, + 64235.750322094296, + 64222.238603344296, + 64262.937822094296, + 64222.238603344296, + 64223.240556469296 + ], + "0.8": [ + 64329.75891584429, + 64289.656572094296, + 64287.707353344296, + 64319.660478344296, + 64272.7792283443, + 64243.418290844296, + 64289.656572094296, + 64338.0659470943, + 64361.238603344296, + 64295.240947094295, + 64361.457353344296, + 64317.578447094296, + 64289.656572094296, + 64288.0971970943, + 64270.453447094296, + 64289.656572094296, + 64295.240947094295, + 64278.4042283443, + 64329.75891584429, + 64287.707353344296, + 64269.047197094296, + 64359.32922834429, + 64317.578447094296, + 64289.656572094296 + ], + "0.9": [ + 64395.1991502193, + 64392.441728344296, + 64374.160478344296, + 64395.1991502193, + 64361.260478344295, + 64374.695634594296, + 64361.260478344295, + 64420.015947094296, + 64512.816728344296, + 64362.52454084429, + 64456.019853344296, + 64398.336259594296, + 64423.153056469295, + 64361.457353344296, + 64376.4702439693, + 64392.441728344296, + 64392.441728344296, + 64372.129228344296, + 64395.1991502193, + 64372.38586896929, + 64361.457353344296, + 64451.387040844296, + 64376.4702439693, + 64395.1991502193 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_021004.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_021004.json new file mode 100644 index 0000000000000000000000000000000000000000..641f68d38ef276d6463fad86796e62d4f97662d1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_021004.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T02:10:04.063786+00:00", + "metrics": { + "MSE[mean]": 279480.8507048289, + "MSE[0.5]": 279480.8507048289, + "MAE[0.5]": 414.3517252604167, + "MASE[0.5]": 0.5629235702033003, + "MAPE[0.5]": 0.006409433668737585, + "sMAPE[0.5]": 0.006436664002767896, + "MSIS": 5.227693653265497, + "RMSE[mean]": 528.6594846447275, + "NRMSE[mean]": 0.008209573850957271, + "ND[0.5]": 0.006434484176677437, + "mean_weighted_sum_quantile_loss": 0.006030200045590489 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" + ], + "context": [ + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125 + ], + "actual": [ + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64131.75 + ], + "predictions": { + "p50": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125 + ], + "p10": [ + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625 + ], + "p90": [ + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875 + ], + "mean": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125 + ], + "quantiles": { + "0.1": [ + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875, + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625 + ], + "0.2": [ + 63459.61, + 63311.97927734375, + 63292.70251953125, + 63338.909023437496, + 63228.2042578125, + 63053.79, + 63246.02275390625, + 63400.49845703125, + 63213.36, + 63237.0, + 63183.81, + 63183.77921875, + 63260.64, + 63183.12896484375, + 63189.1890234375, + 63250.60146484375, + 63244.01427734375, + 62890.28, + 62850.89154296875, + 62844.56599609375, + 62362.30845703125, + 62937.57154296875, + 63636.909999999996, + 63294.11845703125 + ], + "0.3": [ + 63781.74, + 63633.359882812496, + 63613.9852734375, + 63660.426328125, + 63549.159609375, + 63373.86, + 63567.0685546875, + 63722.3283984375, + 63534.24, + 63558.0, + 63504.54, + 63504.5090625, + 63581.76, + 63503.8555078125, + 63509.946328125, + 63571.6705078125, + 63565.0498828125, + 63209.52, + 63169.9316015625, + 63163.5739453125, + 62678.8683984375, + 63257.051601562496, + 63959.94, + 63615.4083984375 + ], + "0.4": [ + 64103.87, + 63954.74048828125, + 63935.26802734375, + 63981.9436328125, + 63870.1149609375, + 63693.93, + 63888.11435546875, + 64044.15833984375, + 63855.12, + 63879.0, + 63825.27, + 63825.23890625, + 63902.88, + 63824.58205078125, + 63830.7036328125, + 63892.73955078125, + 63886.08548828125, + 63528.76, + 63488.97166015625, + 63482.58189453125, + 62995.42833984375, + 63576.53166015625, + 64282.97, + 63936.69833984375 + ], + "0.5": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125 + ], + "0.6": [ + 64748.12999999999, + 64597.501699218745, + 64577.83353515624, + 64624.97824218749, + 64512.025664062494, + 64334.06999999999, + 64530.20595703124, + 64687.81822265624, + 64496.87999999999, + 64520.99999999999, + 64466.729999999996, + 64466.69859374999, + 64545.119999999995, + 64466.03513671875, + 64472.2182421875, + 64534.877636718746, + 64528.15669921874, + 64167.23999999999, + 64127.051777343746, + 64120.59779296874, + 63628.548222656245, + 64215.49177734374, + 64929.02999999999, + 64579.27822265624 + ], + "0.7": [ + 65070.26, + 64918.882304687504, + 64899.1162890625, + 64946.495546875, + 64832.981015625, + 64654.14, + 64851.2517578125, + 65009.6481640625, + 64817.76, + 64842.0, + 64787.46, + 64787.4284375, + 64866.24, + 64786.7616796875, + 64792.975546875, + 64855.9466796875, + 64849.1923046875, + 64486.48, + 64446.0918359375, + 64439.6057421875, + 63945.1081640625, + 64534.971835937504, + 65252.06, + 64900.5681640625 + ], + "0.8": [ + 65392.38999999999, + 65240.26291015624, + 65220.39904296874, + 65268.0128515625, + 65153.936367187496, + 64974.20999999999, + 65172.297558593746, + 65331.47810546874, + 65138.63999999999, + 65162.99999999999, + 65108.189999999995, + 65108.15828124999, + 65187.35999999999, + 65107.48822265624, + 65113.73285156249, + 65177.015722656244, + 65170.227910156245, + 64805.719999999994, + 64765.131894531245, + 64758.613691406244, + 64261.66810546874, + 64854.451894531245, + 65575.09, + 65221.858105468746 + ], + "0.9": [ + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625, + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_021000.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_021000.json new file mode 100644 index 0000000000000000000000000000000000000000..60d1696f02d13eb4265799338bb28f9517892a1b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_021000.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T02:10:00.903195+00:00", + "metrics": { + "MSE[mean]": 245537.53265444437, + "MSE[0.5]": 245537.53265444437, + "MAE[0.5]": 351.7003580729167, + "MASE[0.5]": 0.4778076429722993, + "MAPE[0.5]": 0.005429743655460077, + "sMAPE[0.5]": 0.005457187152173269, + "MSIS": 9.849126953480146, + "RMSE[mean]": 495.5174393040515, + "NRMSE[mean]": 0.007694909730291962, + "ND[0.5]": 0.005461568640820037, + "mean_weighted_sum_quantile_loss": 0.006303829846142899 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" + ], + "context": [ + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125 + ], + "actual": [ + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64131.75 + ], + "predictions": { + "p50": [ + 64278.375, + 64243.21875, + 64236.1875, + 64219.78125, + 64222.125, + 64208.0625, + 64201.03125, + 64186.96875, + 64184.625, + 64175.25, + 64156.5, + 64130.71875, + 64123.6875, + 64100.25, + 64079.15625, + 64058.0625, + 64027.59375, + 64007.671875, + 64013.53125, + 64006.5, + 63998.296875, + 63987.75, + 63988.921875, + 63954.9375 + ], + "p10": [ + 63899.859375, + 63735.359375, + 63612.75, + 63485.015625, + 63399.46875, + 63326.8125, + 63275.25, + 63216.65625, + 63179.15625, + 63144.0, + 63111.1875, + 63050.25, + 63017.4375, + 62975.25, + 62928.375, + 62881.5, + 62904.9375, + 62872.125, + 62872.125, + 62867.4375, + 62858.0625, + 62844.0, + 62839.3125, + 62801.8125 + ], + "p90": [ + 64461.1875, + 64437.75, + 64442.4375, + 64437.75, + 64442.4375, + 64433.0625, + 64437.75, + 64437.75, + 64451.8125, + 64442.4375, + 64433.0625, + 64437.75, + 64437.75, + 64419.0, + 64423.6875, + 64428.375, + 64414.3125, + 64400.25, + 64409.625, + 64419.0, + 64419.0, + 64409.625, + 64423.6875, + 64404.9375 + ], + "mean": [ + 64278.375, + 64243.21875, + 64236.1875, + 64219.78125, + 64222.125, + 64208.0625, + 64201.03125, + 64186.96875, + 64184.625, + 64175.25, + 64156.5, + 64130.71875, + 64123.6875, + 64100.25, + 64079.15625, + 64058.0625, + 64027.59375, + 64007.671875, + 64013.53125, + 64006.5, + 63998.296875, + 63987.75, + 63988.921875, + 63954.9375 + ], + "quantiles": { + "0.1": [ + 63899.859375, + 63735.359375, + 63612.75, + 63485.015625, + 63399.46875, + 63326.8125, + 63275.25, + 63216.65625, + 63179.15625, + 63144.0, + 63111.1875, + 63050.25, + 63017.4375, + 62975.25, + 62928.375, + 62881.5, + 62904.9375, + 62872.125, + 62872.125, + 62867.4375, + 62858.0625, + 62844.0, + 62839.3125, + 62801.8125 + ], + "0.2": [ + 63899.859375, + 63735.359375, + 63612.75, + 63485.015625, + 63399.46875, + 63326.8125, + 63275.25, + 63216.65625, + 63179.15625, + 63144.0, + 63111.1875, + 63050.25, + 63017.4375, + 62975.25, + 62928.375, + 62881.5, + 62904.9375, + 62872.125, + 62872.125, + 62867.4375, + 62858.0625, + 62844.0, + 62839.3125, + 62801.8125 + ], + "0.3": [ + 63899.859375, + 63735.359375, + 63612.75, + 63485.015625, + 63399.46875, + 63326.8125, + 63275.25, + 63216.65625, + 63179.15625, + 63144.0, + 63111.1875, + 63050.25, + 63017.4375, + 62975.25, + 62928.375, + 62881.5, + 62904.9375, + 62872.125, + 62872.125, + 62867.4375, + 62858.0625, + 62844.0, + 62839.3125, + 62801.8125 + ], + "0.4": [ + 64278.375, + 64243.21875, + 64236.1875, + 64219.78125, + 64222.125, + 64208.0625, + 64201.03125, + 64186.96875, + 64184.625, + 64175.25, + 64156.5, + 64130.71875, + 64123.6875, + 64100.25, + 64079.15625, + 64058.0625, + 64027.59375, + 64007.671875, + 64013.53125, + 64006.5, + 63998.296875, + 63987.75, + 63988.921875, + 63954.9375 + ], + "0.5": [ + 64278.375, + 64243.21875, + 64236.1875, + 64219.78125, + 64222.125, + 64208.0625, + 64201.03125, + 64186.96875, + 64184.625, + 64175.25, + 64156.5, + 64130.71875, + 64123.6875, + 64100.25, + 64079.15625, + 64058.0625, + 64027.59375, + 64007.671875, + 64013.53125, + 64006.5, + 63998.296875, + 63987.75, + 63988.921875, + 63954.9375 + ], + "0.6": [ + 64278.375, + 64243.21875, + 64236.1875, + 64219.78125, + 64222.125, + 64208.0625, + 64201.03125, + 64186.96875, + 64184.625, + 64175.25, + 64156.5, + 64130.71875, + 64123.6875, + 64100.25, + 64079.15625, + 64058.0625, + 64027.59375, + 64007.671875, + 64013.53125, + 64006.5, + 63998.296875, + 63987.75, + 63988.921875, + 63954.9375 + ], + "0.7": [ + 64278.375, + 64243.21875, + 64236.1875, + 64219.78125, + 64222.125, + 64208.0625, + 64201.03125, + 64186.96875, + 64184.625, + 64175.25, + 64156.5, + 64130.71875, + 64123.6875, + 64100.25, + 64079.15625, + 64058.0625, + 64027.59375, + 64007.671875, + 64013.53125, + 64006.5, + 63998.296875, + 63987.75, + 63988.921875, + 63954.9375 + ], + "0.8": [ + 64461.1875, + 64437.75, + 64442.4375, + 64437.75, + 64442.4375, + 64433.0625, + 64437.75, + 64437.75, + 64451.8125, + 64442.4375, + 64433.0625, + 64437.75, + 64437.75, + 64419.0, + 64423.6875, + 64428.375, + 64414.3125, + 64400.25, + 64409.625, + 64419.0, + 64419.0, + 64409.625, + 64423.6875, + 64404.9375 + ], + "0.9": [ + 64461.1875, + 64437.75, + 64442.4375, + 64437.75, + 64442.4375, + 64433.0625, + 64437.75, + 64437.75, + 64451.8125, + 64442.4375, + 64433.0625, + 64437.75, + 64437.75, + 64419.0, + 64423.6875, + 64428.375, + 64414.3125, + 64400.25, + 64409.625, + 64419.0, + 64419.0, + 64409.625, + 64423.6875, + 64404.9375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_020812.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_020812.json new file mode 100644 index 0000000000000000000000000000000000000000..615579ac380f6ef465cc49fe7b9df2bf7adc13b8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_020812.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T02:08:12.401455+00:00", + "metrics": { + "MSE[mean]": 196567.9568049113, + "MSE[0.5]": 244827.1756248474, + "MAE[0.5]": 330.8352864583333, + "MASE[0.5]": 0.4494610960900656, + "MAPE[0.5]": 0.005103371742275574, + "sMAPE[0.5]": 0.005131548881337144, + "MSIS": 9.001973500767766, + "RMSE[mean]": 443.3598502400858, + "NRMSE[mean]": 0.006884952486081611, + "ND[0.5]": 0.005137554126182988, + "mean_weighted_sum_quantile_loss": 0.004313676476930475 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" + ], + "context": [ + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125 + ], + "actual": [ + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64131.75 + ], + "predictions": { + "p50": [ + 64164.65234375, + 64142.6015625, + 64125.7734375, + 64127.52734375, + 64121.3203125, + 64123.0234375, + 64119.86328125, + 64100.65625, + 64081.8828125, + 64089.3671875, + 64103.8203125, + 64124.1796875, + 64146.45703125, + 64122.1484375, + 64129.81640625, + 64108.23046875, + 64106.84375, + 64112.703125, + 64112.5703125, + 64134.6171875, + 64099.58984375, + 64095.30859375, + 64081.3125, + 64105.08984375 + ], + "p10": [ + 64218.33984375, + 64193.40625, + 64167.12890625, + 64170.6953125, + 64175.77734375, + 64160.03125, + 64151.47265625, + 64152.015625, + 64153.16015625, + 64132.96875, + 64147.9921875, + 64152.671875, + 64160.8828125, + 64161.3671875, + 64148.40234375, + 64141.62890625, + 64135.578125, + 64138.984375, + 64127.0859375, + 64165.5625, + 64136.3359375, + 64110.66796875, + 64110.81640625, + 64125.2421875 + ], + "p90": [ + 64430.05078125, + 64439.6640625, + 64436.2578125, + 64453.625, + 64454.63671875, + 64473.0, + 64487.17578125, + 64481.3984375, + 64460.92578125, + 64471.5390625, + 64505.93359375, + 64523.390625, + 64551.25, + 64555.63671875, + 64549.91796875, + 64554.234375, + 64563.4609375, + 64574.0234375, + 64595.76953125, + 64602.78515625, + 64591.6796875, + 64597.25390625, + 64577.984375, + 64596.10546875 + ], + "mean": [ + 64228.55078125, + 64212.359375, + 64199.671875, + 64215.4375, + 64204.63671875, + 64211.7109375, + 64216.3515625, + 64204.96875, + 64192.69140625, + 64187.75390625, + 64205.23046875, + 64224.93359375, + 64237.80859375, + 64236.15625, + 64234.9375, + 64232.08984375, + 64218.32421875, + 64227.64453125, + 64235.796875, + 64240.48828125, + 64219.95703125, + 64213.60546875, + 64213.01953125, + 64222.56640625 + ], + "quantiles": { + "0.1": [ + 64218.33984375, + 64193.40625, + 64167.12890625, + 64170.6953125, + 64175.77734375, + 64160.03125, + 64151.47265625, + 64152.015625, + 64153.16015625, + 64132.96875, + 64147.9921875, + 64152.671875, + 64160.8828125, + 64161.3671875, + 64148.40234375, + 64141.62890625, + 64135.578125, + 64138.984375, + 64127.0859375, + 64165.5625, + 64136.3359375, + 64110.66796875, + 64110.81640625, + 64125.2421875 + ], + "0.2": [ + 64218.33984375, + 64193.40625, + 64167.12890625, + 64170.6953125, + 64175.77734375, + 64160.03125, + 64151.47265625, + 64152.015625, + 64153.16015625, + 64132.96875, + 64147.9921875, + 64152.671875, + 64160.8828125, + 64161.3671875, + 64148.40234375, + 64141.62890625, + 64135.578125, + 64138.984375, + 64127.0859375, + 64165.5625, + 64136.3359375, + 64110.66796875, + 64110.81640625, + 64125.2421875 + ], + "0.3": [ + 64218.33984375, + 64193.40625, + 64167.12890625, + 64170.6953125, + 64175.77734375, + 64160.03125, + 64151.47265625, + 64152.015625, + 64153.16015625, + 64132.96875, + 64147.9921875, + 64152.671875, + 64160.8828125, + 64161.3671875, + 64148.40234375, + 64141.62890625, + 64135.578125, + 64138.984375, + 64127.0859375, + 64165.5625, + 64136.3359375, + 64110.66796875, + 64110.81640625, + 64125.2421875 + ], + "0.4": [ + 64164.65234375, + 64142.6015625, + 64125.7734375, + 64127.52734375, + 64121.3203125, + 64123.0234375, + 64119.86328125, + 64100.65625, + 64081.8828125, + 64089.3671875, + 64103.8203125, + 64124.1796875, + 64146.45703125, + 64122.1484375, + 64129.81640625, + 64108.23046875, + 64106.84375, + 64112.703125, + 64112.5703125, + 64134.6171875, + 64099.58984375, + 64095.30859375, + 64081.3125, + 64105.08984375 + ], + "0.5": [ + 64164.65234375, + 64142.6015625, + 64125.7734375, + 64127.52734375, + 64121.3203125, + 64123.0234375, + 64119.86328125, + 64100.65625, + 64081.8828125, + 64089.3671875, + 64103.8203125, + 64124.1796875, + 64146.45703125, + 64122.1484375, + 64129.81640625, + 64108.23046875, + 64106.84375, + 64112.703125, + 64112.5703125, + 64134.6171875, + 64099.58984375, + 64095.30859375, + 64081.3125, + 64105.08984375 + ], + "0.6": [ + 64164.65234375, + 64142.6015625, + 64125.7734375, + 64127.52734375, + 64121.3203125, + 64123.0234375, + 64119.86328125, + 64100.65625, + 64081.8828125, + 64089.3671875, + 64103.8203125, + 64124.1796875, + 64146.45703125, + 64122.1484375, + 64129.81640625, + 64108.23046875, + 64106.84375, + 64112.703125, + 64112.5703125, + 64134.6171875, + 64099.58984375, + 64095.30859375, + 64081.3125, + 64105.08984375 + ], + "0.7": [ + 64164.65234375, + 64142.6015625, + 64125.7734375, + 64127.52734375, + 64121.3203125, + 64123.0234375, + 64119.86328125, + 64100.65625, + 64081.8828125, + 64089.3671875, + 64103.8203125, + 64124.1796875, + 64146.45703125, + 64122.1484375, + 64129.81640625, + 64108.23046875, + 64106.84375, + 64112.703125, + 64112.5703125, + 64134.6171875, + 64099.58984375, + 64095.30859375, + 64081.3125, + 64105.08984375 + ], + "0.8": [ + 64430.05078125, + 64439.6640625, + 64436.2578125, + 64453.625, + 64454.63671875, + 64473.0, + 64487.17578125, + 64481.3984375, + 64460.92578125, + 64471.5390625, + 64505.93359375, + 64523.390625, + 64551.25, + 64555.63671875, + 64549.91796875, + 64554.234375, + 64563.4609375, + 64574.0234375, + 64595.76953125, + 64602.78515625, + 64591.6796875, + 64597.25390625, + 64577.984375, + 64596.10546875 + ], + "0.9": [ + 64430.05078125, + 64439.6640625, + 64436.2578125, + 64453.625, + 64454.63671875, + 64473.0, + 64487.17578125, + 64481.3984375, + 64460.92578125, + 64471.5390625, + 64505.93359375, + 64523.390625, + 64551.25, + 64555.63671875, + 64549.91796875, + 64554.234375, + 64563.4609375, + 64574.0234375, + 64595.76953125, + 64602.78515625, + 64591.6796875, + 64597.25390625, + 64577.984375, + 64596.10546875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_020902.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_020902.json new file mode 100644 index 0000000000000000000000000000000000000000..e3edae2a5e5e8bfe15a93cd583a536890fbd55d1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_020902.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-23T02:09:02.072858+00:00", + "metrics": { + "MSE[mean]": 192393.57860120139, + "MSE[0.5]": 192393.57860120139, + "MAE[0.5]": 305.38720703125, + "MASE[0.5]": 0.4148882372057263, + "MAPE[0.5]": 0.00471488479897712, + "sMAPE[0.5]": 0.004734604961933187, + "MSIS": 5.099807691471402, + "RMSE[mean]": 438.6269241635782, + "NRMSE[mean]": 0.006811454691594254, + "ND[0.5]": 0.0047423699036544436, + "mean_weighted_sum_quantile_loss": 0.005212869797714585 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" + ], + "context": [ + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125 + ], + "actual": [ + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64131.75 + ], + "predictions": { + "p50": [ + 64261.203125, + 64258.91796875, + 64258.70703125, + 64267.8125, + 64262.8125, + 64255.81640625, + 64254.94140625, + 64248.5625, + 64241.16796875, + 64241.0703125, + 64234.33203125, + 64231.0859375, + 64230.6171875, + 64214.04296875, + 64205.16015625, + 64206.375, + 64199.93359375, + 64194.08203125, + 64197.05859375, + 64197.8515625, + 64192.15234375, + 64196.83203125, + 64197.453125, + 64194.24609375 + ], + "p10": [ + 63914.578125, + 63816.3515625, + 63733.07421875, + 63652.80078125, + 63596.59375, + 63556.76171875, + 63499.7578125, + 63451.8671875, + 63412.27734375, + 63386.6015625, + 63346.53515625, + 63315.4765625, + 63286.0234375, + 63235.91796875, + 63187.64453125, + 63172.078125, + 63154.8046875, + 63122.26171875, + 63094.37109375, + 63059.625, + 63027.70703125, + 63007.71484375, + 62988.98046875, + 62967.2109375 + ], + "p90": [ + 64498.96484375, + 64544.75, + 64593.7421875, + 64640.60546875, + 64658.67578125, + 64673.796875, + 64705.21875, + 64731.5, + 64749.55078125, + 64771.2421875, + 64783.234375, + 64795.15234375, + 64805.9453125, + 64804.04296875, + 64812.7109375, + 64822.8203125, + 64827.03515625, + 64847.65625, + 64878.359375, + 64902.96875, + 64902.046875, + 64913.2421875, + 64919.70703125, + 64922.3046875 + ], + "mean": [ + 64261.203125, + 64258.91796875, + 64258.70703125, + 64267.8125, + 64262.8125, + 64255.81640625, + 64254.94140625, + 64248.5625, + 64241.16796875, + 64241.0703125, + 64234.33203125, + 64231.0859375, + 64230.6171875, + 64214.04296875, + 64205.16015625, + 64206.375, + 64199.93359375, + 64194.08203125, + 64197.05859375, + 64197.8515625, + 64192.15234375, + 64196.83203125, + 64197.453125, + 64194.24609375 + ], + "quantiles": { + "0.1": [ + 63914.578125, + 63816.3515625, + 63733.07421875, + 63652.80078125, + 63596.59375, + 63556.76171875, + 63499.7578125, + 63451.8671875, + 63412.27734375, + 63386.6015625, + 63346.53515625, + 63315.4765625, + 63286.0234375, + 63235.91796875, + 63187.64453125, + 63172.078125, + 63154.8046875, + 63122.26171875, + 63094.37109375, + 63059.625, + 63027.70703125, + 63007.71484375, + 62988.98046875, + 62967.2109375 + ], + "0.2": [ + 63914.578125, + 63816.3515625, + 63733.07421875, + 63652.80078125, + 63596.59375, + 63556.76171875, + 63499.7578125, + 63451.8671875, + 63412.27734375, + 63386.6015625, + 63346.53515625, + 63315.4765625, + 63286.0234375, + 63235.91796875, + 63187.64453125, + 63172.078125, + 63154.8046875, + 63122.26171875, + 63094.37109375, + 63059.625, + 63027.70703125, + 63007.71484375, + 62988.98046875, + 62967.2109375 + ], + "0.3": [ + 63914.578125, + 63816.3515625, + 63733.07421875, + 63652.80078125, + 63596.59375, + 63556.76171875, + 63499.7578125, + 63451.8671875, + 63412.27734375, + 63386.6015625, + 63346.53515625, + 63315.4765625, + 63286.0234375, + 63235.91796875, + 63187.64453125, + 63172.078125, + 63154.8046875, + 63122.26171875, + 63094.37109375, + 63059.625, + 63027.70703125, + 63007.71484375, + 62988.98046875, + 62967.2109375 + ], + "0.4": [ + 64261.203125, + 64258.91796875, + 64258.70703125, + 64267.8125, + 64262.8125, + 64255.81640625, + 64254.94140625, + 64248.5625, + 64241.16796875, + 64241.0703125, + 64234.33203125, + 64231.0859375, + 64230.6171875, + 64214.04296875, + 64205.16015625, + 64206.375, + 64199.93359375, + 64194.08203125, + 64197.05859375, + 64197.8515625, + 64192.15234375, + 64196.83203125, + 64197.453125, + 64194.24609375 + ], + "0.5": [ + 64261.203125, + 64258.91796875, + 64258.70703125, + 64267.8125, + 64262.8125, + 64255.81640625, + 64254.94140625, + 64248.5625, + 64241.16796875, + 64241.0703125, + 64234.33203125, + 64231.0859375, + 64230.6171875, + 64214.04296875, + 64205.16015625, + 64206.375, + 64199.93359375, + 64194.08203125, + 64197.05859375, + 64197.8515625, + 64192.15234375, + 64196.83203125, + 64197.453125, + 64194.24609375 + ], + "0.6": [ + 64261.203125, + 64258.91796875, + 64258.70703125, + 64267.8125, + 64262.8125, + 64255.81640625, + 64254.94140625, + 64248.5625, + 64241.16796875, + 64241.0703125, + 64234.33203125, + 64231.0859375, + 64230.6171875, + 64214.04296875, + 64205.16015625, + 64206.375, + 64199.93359375, + 64194.08203125, + 64197.05859375, + 64197.8515625, + 64192.15234375, + 64196.83203125, + 64197.453125, + 64194.24609375 + ], + "0.7": [ + 64261.203125, + 64258.91796875, + 64258.70703125, + 64267.8125, + 64262.8125, + 64255.81640625, + 64254.94140625, + 64248.5625, + 64241.16796875, + 64241.0703125, + 64234.33203125, + 64231.0859375, + 64230.6171875, + 64214.04296875, + 64205.16015625, + 64206.375, + 64199.93359375, + 64194.08203125, + 64197.05859375, + 64197.8515625, + 64192.15234375, + 64196.83203125, + 64197.453125, + 64194.24609375 + ], + "0.8": [ + 64498.96484375, + 64544.75, + 64593.7421875, + 64640.60546875, + 64658.67578125, + 64673.796875, + 64705.21875, + 64731.5, + 64749.55078125, + 64771.2421875, + 64783.234375, + 64795.15234375, + 64805.9453125, + 64804.04296875, + 64812.7109375, + 64822.8203125, + 64827.03515625, + 64847.65625, + 64878.359375, + 64902.96875, + 64902.046875, + 64913.2421875, + 64919.70703125, + 64922.3046875 + ], + "0.9": [ + 64498.96484375, + 64544.75, + 64593.7421875, + 64640.60546875, + 64658.67578125, + 64673.796875, + 64705.21875, + 64731.5, + 64749.55078125, + 64771.2421875, + 64783.234375, + 64795.15234375, + 64805.9453125, + 64804.04296875, + 64812.7109375, + 64822.8203125, + 64827.03515625, + 64847.65625, + 64878.359375, + 64902.96875, + 64902.046875, + 64913.2421875, + 64919.70703125, + 64922.3046875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_020852.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_020852.json new file mode 100644 index 0000000000000000000000000000000000000000..6dfdd6a1aa883b03d279aadf008933c265d03952 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_020852.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T02:08:52.755766+00:00", + "metrics": { + "MSE[mean]": 231841.13909784952, + "MSE[0.5]": 231841.13909784952, + "MAE[0.5]": 324.123046875, + "MASE[0.5]": 0.44034208525950813, + "MAPE[0.5]": 0.00500094307088914, + "sMAPE[0.5]": 0.005026762846822033, + "MSIS": 3.8336580242688627, + "RMSE[mean]": 481.4988464138305, + "NRMSE[mean]": 0.007477214452023919, + "ND[0.5]": 0.005033319494694771, + "mean_weighted_sum_quantile_loss": 0.006160613832723508 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" + ], + "context": [ + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125 + ], + "actual": [ + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875, + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64131.75 + ], + "predictions": { + "p50": [ + 64248.875, + 64233.40625, + 64228.61328125, + 64219.18359375, + 64207.40234375, + 64192.46875, + 64179.6328125, + 64166.9921875, + 64154.6015625, + 64151.43359375, + 64155.6796875, + 64140.2421875, + 64131.6953125, + 64126.4609375, + 64120.90234375, + 64119.01171875, + 64115.984375, + 64107.875, + 64108.734375, + 64098.55078125, + 64097.41796875, + 64092.2890625, + 64088.46875, + 64088.42578125 + ], + "p10": [ + 63746.01953125, + 63605.0703125, + 63501.28515625, + 63428.7265625, + 63333.12890625, + 63277.40234375, + 63220.796875, + 63158.83984375, + 63095.828125, + 63048.62890625, + 63046.59765625, + 62999.3671875, + 62948.578125, + 62919.6875, + 62897.86328125, + 62869.80078125, + 62832.80078125, + 62777.72265625, + 62773.12109375, + 62735.31640625, + 62732.4765625, + 62711.22265625, + 62657.4453125, + 62648.1171875 + ], + "p90": [ + 64644.9921875, + 64763.78125, + 64828.40625, + 64877.296875, + 64933.0625, + 64993.28515625, + 65025.06640625, + 65064.04296875, + 65096.62890625, + 65140.41796875, + 65190.04296875, + 65224.94140625, + 65246.0234375, + 65302.9140625, + 65333.57421875, + 65381.40625, + 65399.9765625, + 65411.12109375, + 65435.8828125, + 65462.00390625, + 65475.55859375, + 65492.7734375, + 65526.28125, + 65556.2578125 + ], + "mean": [ + 64248.875, + 64233.40625, + 64228.61328125, + 64219.18359375, + 64207.40234375, + 64192.46875, + 64179.6328125, + 64166.9921875, + 64154.6015625, + 64151.43359375, + 64155.6796875, + 64140.2421875, + 64131.6953125, + 64126.4609375, + 64120.90234375, + 64119.01171875, + 64115.984375, + 64107.875, + 64108.734375, + 64098.55078125, + 64097.41796875, + 64092.2890625, + 64088.46875, + 64088.42578125 + ], + "quantiles": { + "0.1": [ + 63746.01953125, + 63605.0703125, + 63501.28515625, + 63428.7265625, + 63333.12890625, + 63277.40234375, + 63220.796875, + 63158.83984375, + 63095.828125, + 63048.62890625, + 63046.59765625, + 62999.3671875, + 62948.578125, + 62919.6875, + 62897.86328125, + 62869.80078125, + 62832.80078125, + 62777.72265625, + 62773.12109375, + 62735.31640625, + 62732.4765625, + 62711.22265625, + 62657.4453125, + 62648.1171875 + ], + "0.2": [ + 63746.01953125, + 63605.0703125, + 63501.28515625, + 63428.7265625, + 63333.12890625, + 63277.40234375, + 63220.796875, + 63158.83984375, + 63095.828125, + 63048.62890625, + 63046.59765625, + 62999.3671875, + 62948.578125, + 62919.6875, + 62897.86328125, + 62869.80078125, + 62832.80078125, + 62777.72265625, + 62773.12109375, + 62735.31640625, + 62732.4765625, + 62711.22265625, + 62657.4453125, + 62648.1171875 + ], + "0.3": [ + 63746.01953125, + 63605.0703125, + 63501.28515625, + 63428.7265625, + 63333.12890625, + 63277.40234375, + 63220.796875, + 63158.83984375, + 63095.828125, + 63048.62890625, + 63046.59765625, + 62999.3671875, + 62948.578125, + 62919.6875, + 62897.86328125, + 62869.80078125, + 62832.80078125, + 62777.72265625, + 62773.12109375, + 62735.31640625, + 62732.4765625, + 62711.22265625, + 62657.4453125, + 62648.1171875 + ], + "0.4": [ + 64248.875, + 64233.40625, + 64228.61328125, + 64219.18359375, + 64207.40234375, + 64192.46875, + 64179.6328125, + 64166.9921875, + 64154.6015625, + 64151.43359375, + 64155.6796875, + 64140.2421875, + 64131.6953125, + 64126.4609375, + 64120.90234375, + 64119.01171875, + 64115.984375, + 64107.875, + 64108.734375, + 64098.55078125, + 64097.41796875, + 64092.2890625, + 64088.46875, + 64088.42578125 + ], + "0.5": [ + 64248.875, + 64233.40625, + 64228.61328125, + 64219.18359375, + 64207.40234375, + 64192.46875, + 64179.6328125, + 64166.9921875, + 64154.6015625, + 64151.43359375, + 64155.6796875, + 64140.2421875, + 64131.6953125, + 64126.4609375, + 64120.90234375, + 64119.01171875, + 64115.984375, + 64107.875, + 64108.734375, + 64098.55078125, + 64097.41796875, + 64092.2890625, + 64088.46875, + 64088.42578125 + ], + "0.6": [ + 64248.875, + 64233.40625, + 64228.61328125, + 64219.18359375, + 64207.40234375, + 64192.46875, + 64179.6328125, + 64166.9921875, + 64154.6015625, + 64151.43359375, + 64155.6796875, + 64140.2421875, + 64131.6953125, + 64126.4609375, + 64120.90234375, + 64119.01171875, + 64115.984375, + 64107.875, + 64108.734375, + 64098.55078125, + 64097.41796875, + 64092.2890625, + 64088.46875, + 64088.42578125 + ], + "0.7": [ + 64248.875, + 64233.40625, + 64228.61328125, + 64219.18359375, + 64207.40234375, + 64192.46875, + 64179.6328125, + 64166.9921875, + 64154.6015625, + 64151.43359375, + 64155.6796875, + 64140.2421875, + 64131.6953125, + 64126.4609375, + 64120.90234375, + 64119.01171875, + 64115.984375, + 64107.875, + 64108.734375, + 64098.55078125, + 64097.41796875, + 64092.2890625, + 64088.46875, + 64088.42578125 + ], + "0.8": [ + 64644.9921875, + 64763.78125, + 64828.40625, + 64877.296875, + 64933.0625, + 64993.28515625, + 65025.06640625, + 65064.04296875, + 65096.62890625, + 65140.41796875, + 65190.04296875, + 65224.94140625, + 65246.0234375, + 65302.9140625, + 65333.57421875, + 65381.40625, + 65399.9765625, + 65411.12109375, + 65435.8828125, + 65462.00390625, + 65475.55859375, + 65492.7734375, + 65526.28125, + 65556.2578125 + ], + "0.9": [ + 64644.9921875, + 64763.78125, + 64828.40625, + 64877.296875, + 64933.0625, + 64993.28515625, + 65025.06640625, + 65064.04296875, + 65096.62890625, + 65140.41796875, + 65190.04296875, + 65224.94140625, + 65246.0234375, + 65302.9140625, + 65333.57421875, + 65381.40625, + 65399.9765625, + 65411.12109375, + 65435.8828125, + 65462.00390625, + 65475.55859375, + 65492.7734375, + 65526.28125, + 65556.2578125 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 32b9750993a5ef202da1945db2f6d15b526aa75d..051f4ddcb1876f85279eb5983c4221fadb0e9084 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,279911.65360768634,279911.65360768634,410.9563802083333,0.5412872646697658,0.0063565977545554445,0.006383778274822623,5.068240402850012,529.0667761329248,0.008215376428491546,0.006381352054988067,0.006027937940580955,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,279480.8507048289,279480.8507048289,414.3517252604167,0.5629235702033003,0.006409433668737585,0.006436664002767896,5.227693653265497,528.6594846447275,0.008209573850957271,0.006434484176677437,0.006030200045590489,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.6483912707348357,0.6483912707348357,0.6883499940236409,2.1763712415625687,0.4918528164669859,0.6944154262420841,85.04758001997435,0.8052274652139206,0.6496651076130759,0.5553672623722843,0.5523718478866622,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.03069445179568575,0.03069445179568575,0.13750001788139343,0.8297414599289907,0.08984472955273594,0.08724896568830626,24.909845879821248,0.17519832132667754,0.11104119852230034,0.08714790568066226,0.08304970499774705,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 0b2144958222eaf3b11b332d9ea58856db36ebb0..e83b4d5a86e523bc7b96dcbcaf2b274e81fa5066 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T02:00:44.480579+00:00", + "evaluated_at": "2026-06-23T02:10:04.063786+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64689.5, 64282.8203125, 63883.41015625, 63994.0, @@ -101,10 +100,10 @@ 63801.58984375, 63311.98828125, 63896.01171875, - 64606.0 + 64606.0, + 64257.98828125 ], "actuals": [ - 64257.98828125, 63974.01171875, 64100.01953125, 64247.73828125, @@ -127,10 +126,10 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64127.98828125 + 64156.0, + 64131.75 ], "p50": [ - 64241.25, 64426.0, 64276.12109375, 64256.55078125, @@ -153,10 +152,10 @@ 63801.58984375, 63311.98828125, 63896.01171875, - 64606.0 + 64606.0, + 64257.98828125 ], "p10": [ - 62956.424999999996, 63137.479999999996, 62990.598671875, 62971.419765624996, @@ -179,10 +178,10 @@ 62525.558046875, 62045.748515625, 62618.091484375, - 63313.88 + 63313.88, + 62972.828515625 ], "p90": [ - 65526.075000000004, 65714.52, 65561.64351562501, 65541.681796875, @@ -205,10 +204,10 @@ 65077.621640625, 64578.228046875, 65173.931953125, - 65898.12 + 65898.12, + 65543.148046875 ], "mean": [ - 64241.25, 64426.0, 64276.12109375, 64256.55078125, @@ -231,11 +230,11 @@ 63801.58984375, 63311.98828125, 63896.01171875, - 64606.0 + 64606.0, + 64257.98828125 ], "quantiles": { "0.1": [ - 62956.424999999996, 63137.479999999996, 62990.598671875, 62971.419765624996, @@ -258,10 +257,10 @@ 62525.558046875, 62045.748515625, 62618.091484375, - 63313.88 + 63313.88, + 62972.828515625 ], "0.2": [ - 63277.63125, 63459.61, 63311.97927734375, 63292.70251953125, @@ -284,10 +283,10 @@ 62844.56599609375, 62362.30845703125, 62937.57154296875, - 63636.909999999996 + 63636.909999999996, + 63294.11845703125 ], "0.3": [ - 63598.8375, 63781.74, 63633.359882812496, 63613.9852734375, @@ -310,10 +309,10 @@ 63163.5739453125, 62678.8683984375, 63257.051601562496, - 63959.94 + 63959.94, + 63615.4083984375 ], "0.4": [ - 63920.04375, 64103.87, 63954.74048828125, 63935.26802734375, @@ -336,10 +335,10 @@ 63482.58189453125, 62995.42833984375, 63576.53166015625, - 64282.97 + 64282.97, + 63936.69833984375 ], "0.5": [ - 64241.25, 64426.0, 64276.12109375, 64256.55078125, @@ -362,10 +361,10 @@ 63801.58984375, 63311.98828125, 63896.01171875, - 64606.0 + 64606.0, + 64257.98828125 ], "0.6": [ - 64562.456249999996, 64748.12999999999, 64597.501699218745, 64577.83353515624, @@ -388,10 +387,10 @@ 64120.59779296874, 63628.548222656245, 64215.49177734374, - 64929.02999999999 + 64929.02999999999, + 64579.27822265624 ], "0.7": [ - 64883.6625, 65070.26, 64918.882304687504, 64899.1162890625, @@ -414,10 +413,10 @@ 64439.6057421875, 63945.1081640625, 64534.971835937504, - 65252.06 + 65252.06, + 64900.5681640625 ], "0.8": [ - 65204.868749999994, 65392.38999999999, 65240.26291015624, 65220.39904296874, @@ -440,10 +439,10 @@ 64758.613691406244, 64261.66810546874, 64854.451894531245, - 65575.09 + 65575.09, + 65221.858105468746 ], "0.9": [ - 65526.075000000004, 65714.52, 65561.64351562501, 65541.681796875, @@ -466,11 +465,11 @@ 65077.621640625, 64578.228046875, 65173.931953125, - 65898.12 + 65898.12, + 65543.148046875 ] }, "timestamps": [ - "2026-06-18 02:00:00", "2026-06-18 03:00:00", "2026-06-18 04:00:00", "2026-06-18 05:00:00", @@ -589,6 +588,7 @@ "2026-06-22 22:00:00", "2026-06-22 23:00:00", "2026-06-23 00:00:00", - "2026-06-23 01:00:00" + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 34400c9299dd8c5fefdb72480cd47244a8a86347..95989c05211c639ea083d2e739a0fd9982d85df0 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,13 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T02:00:44.498826+00:00", + "evaluated_at": "2026-06-23T02:10:04.070393+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index eede3aad8c67b41c47c296eb067ca5f227c4b92f..c17ee7875b403ba1e9f0d9494e7af992954eff10 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,298366.0176970164,298366.0176970164,423.1619466145833,0.5573637096940164,0.0065405332412879795,0.006572738653114391,7.9658406717416215,546.2289059515401,0.008481870873304577,0.0065708807252312,0.006787777081711278,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,245537.53265444437,245537.53265444437,351.7003580729167,0.4778076429722993,0.005429743655460077,0.005457187152173269,9.849126953480146,495.5174393040515,0.007694909730291962,0.005461568640820037,0.006303829846142899,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.002421532658776885,0.002421532658776885,0.043384197354316714,0.13716876629618588,0.041135499174446324,0.04234784379191018,0.9360538092997236,0.049209070899346244,0.03970234216100678,0.03500277928971446,0.04460039333593481,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.024989023565113025,0.024989023565113025,0.129604309797287,0.7820949471952192,0.08739870147734957,0.08249644303090005,5.584302920459417,0.15807916866277172,0.1001910304665127,0.08214358325221505,0.05997881366256024,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index ebba2a3bbe191e4b11f6af5d34a6a86f66d6d021..90f468158a1ae623b4284dbe8c01fd828a4ebf64 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T02:00:35.340239+00:00", + "evaluated_at": "2026-06-23T02:10:00.903195+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64689.5, 64282.8203125, 63883.41015625, 63994.0, @@ -101,10 +100,10 @@ 63801.58984375, 63311.98828125, 63896.01171875, - 64606.0 + 64606.0, + 64257.98828125 ], "actuals": [ - 64257.98828125, 63974.01171875, 64100.01953125, 64247.73828125, @@ -127,350 +126,350 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64127.98828125 + 64156.0, + 64131.75 ], "p50": [ - 64418.5, - 64366.25, - 64328.25, - 64302.125, - 64280.75, - 64261.75, - 64235.625, - 64211.875, - 64197.625, - 64183.375, - 64162.0, - 64135.875, - 64105.0, - 64042.0625, - 63989.8125, - 63948.25, - 63915.0, - 63924.5, - 63896.0, - 63882.34375, - 63877.59375, - 63854.4375, - 63846.125, - 63811.390625 + 64278.375, + 64243.21875, + 64236.1875, + 64219.78125, + 64222.125, + 64208.0625, + 64201.03125, + 64186.96875, + 64184.625, + 64175.25, + 64156.5, + 64130.71875, + 64123.6875, + 64100.25, + 64079.15625, + 64058.0625, + 64027.59375, + 64007.671875, + 64013.53125, + 64006.5, + 63998.296875, + 63987.75, + 63988.921875, + 63954.9375 ], "p10": [ - 63967.25, - 63753.09375, - 63609.8125, - 63499.375, - 63404.375, - 63342.625, - 63259.5, - 63197.75, - 63136.0, - 63107.5, - 63088.5, - 63031.5, - 62974.5, - 62870.0, - 62808.25, - 62746.5, - 62817.75, - 62836.75, - 62813.0, - 62798.75, - 62789.25, - 62760.75, - 62746.5, - 62713.25 + 63899.859375, + 63735.359375, + 63612.75, + 63485.015625, + 63399.46875, + 63326.8125, + 63275.25, + 63216.65625, + 63179.15625, + 63144.0, + 63111.1875, + 63050.25, + 63017.4375, + 62975.25, + 62928.375, + 62881.5, + 62904.9375, + 62872.125, + 62872.125, + 62867.4375, + 62858.0625, + 62844.0, + 62839.3125, + 62801.8125 ], "p90": [ - 64637.0, - 64637.0, - 64613.25, - 64599.0, - 64575.25, - 64570.5, - 64556.25, - 64551.5, - 64565.75, - 64556.25, - 64542.0, - 64551.5, - 64546.75, - 64527.75, - 64518.25, - 64523.0, - 64489.75, - 64489.75, - 64466.0, - 64466.0, - 64475.5, - 64466.0, - 64485.0, - 64475.5 + 64461.1875, + 64437.75, + 64442.4375, + 64437.75, + 64442.4375, + 64433.0625, + 64437.75, + 64437.75, + 64451.8125, + 64442.4375, + 64433.0625, + 64437.75, + 64437.75, + 64419.0, + 64423.6875, + 64428.375, + 64414.3125, + 64400.25, + 64409.625, + 64419.0, + 64419.0, + 64409.625, + 64423.6875, + 64404.9375 ], "mean": [ - 64418.5, - 64366.25, - 64328.25, - 64302.125, - 64280.75, - 64261.75, - 64235.625, - 64211.875, - 64197.625, - 64183.375, - 64162.0, - 64135.875, - 64105.0, - 64042.0625, - 63989.8125, - 63948.25, - 63915.0, - 63924.5, - 63896.0, - 63882.34375, - 63877.59375, - 63854.4375, - 63846.125, - 63811.390625 + 64278.375, + 64243.21875, + 64236.1875, + 64219.78125, + 64222.125, + 64208.0625, + 64201.03125, + 64186.96875, + 64184.625, + 64175.25, + 64156.5, + 64130.71875, + 64123.6875, + 64100.25, + 64079.15625, + 64058.0625, + 64027.59375, + 64007.671875, + 64013.53125, + 64006.5, + 63998.296875, + 63987.75, + 63988.921875, + 63954.9375 ], "quantiles": { "0.1": [ - 63967.25, - 63753.09375, - 63609.8125, - 63499.375, - 63404.375, - 63342.625, - 63259.5, - 63197.75, - 63136.0, - 63107.5, - 63088.5, - 63031.5, - 62974.5, - 62870.0, - 62808.25, - 62746.5, - 62817.75, - 62836.75, - 62813.0, - 62798.75, - 62789.25, - 62760.75, - 62746.5, - 62713.25 + 63899.859375, + 63735.359375, + 63612.75, + 63485.015625, + 63399.46875, + 63326.8125, + 63275.25, + 63216.65625, + 63179.15625, + 63144.0, + 63111.1875, + 63050.25, + 63017.4375, + 62975.25, + 62928.375, + 62881.5, + 62904.9375, + 62872.125, + 62872.125, + 62867.4375, + 62858.0625, + 62844.0, + 62839.3125, + 62801.8125 ], "0.2": [ - 63967.25, - 63753.09375, - 63609.8125, - 63499.375, - 63404.375, - 63342.625, - 63259.5, - 63197.75, - 63136.0, - 63107.5, - 63088.5, - 63031.5, - 62974.5, - 62870.0, - 62808.25, - 62746.5, - 62817.75, - 62836.75, - 62813.0, - 62798.75, - 62789.25, - 62760.75, - 62746.5, - 62713.25 + 63899.859375, + 63735.359375, + 63612.75, + 63485.015625, + 63399.46875, + 63326.8125, + 63275.25, + 63216.65625, + 63179.15625, + 63144.0, + 63111.1875, + 63050.25, + 63017.4375, + 62975.25, + 62928.375, + 62881.5, + 62904.9375, + 62872.125, + 62872.125, + 62867.4375, + 62858.0625, + 62844.0, + 62839.3125, + 62801.8125 ], "0.3": [ - 63967.25, - 63753.09375, - 63609.8125, - 63499.375, - 63404.375, - 63342.625, - 63259.5, - 63197.75, - 63136.0, - 63107.5, - 63088.5, - 63031.5, - 62974.5, - 62870.0, - 62808.25, - 62746.5, - 62817.75, - 62836.75, - 62813.0, - 62798.75, - 62789.25, - 62760.75, - 62746.5, - 62713.25 + 63899.859375, + 63735.359375, + 63612.75, + 63485.015625, + 63399.46875, + 63326.8125, + 63275.25, + 63216.65625, + 63179.15625, + 63144.0, + 63111.1875, + 63050.25, + 63017.4375, + 62975.25, + 62928.375, + 62881.5, + 62904.9375, + 62872.125, + 62872.125, + 62867.4375, + 62858.0625, + 62844.0, + 62839.3125, + 62801.8125 ], "0.4": [ - 64418.5, - 64366.25, - 64328.25, - 64302.125, - 64280.75, - 64261.75, - 64235.625, - 64211.875, - 64197.625, - 64183.375, - 64162.0, - 64135.875, - 64105.0, - 64042.0625, - 63989.8125, - 63948.25, - 63915.0, - 63924.5, - 63896.0, - 63882.34375, - 63877.59375, - 63854.4375, - 63846.125, - 63811.390625 + 64278.375, + 64243.21875, + 64236.1875, + 64219.78125, + 64222.125, + 64208.0625, + 64201.03125, + 64186.96875, + 64184.625, + 64175.25, + 64156.5, + 64130.71875, + 64123.6875, + 64100.25, + 64079.15625, + 64058.0625, + 64027.59375, + 64007.671875, + 64013.53125, + 64006.5, + 63998.296875, + 63987.75, + 63988.921875, + 63954.9375 ], "0.5": [ - 64418.5, - 64366.25, - 64328.25, - 64302.125, - 64280.75, - 64261.75, - 64235.625, - 64211.875, - 64197.625, - 64183.375, - 64162.0, - 64135.875, - 64105.0, - 64042.0625, - 63989.8125, - 63948.25, - 63915.0, - 63924.5, - 63896.0, - 63882.34375, - 63877.59375, - 63854.4375, - 63846.125, - 63811.390625 + 64278.375, + 64243.21875, + 64236.1875, + 64219.78125, + 64222.125, + 64208.0625, + 64201.03125, + 64186.96875, + 64184.625, + 64175.25, + 64156.5, + 64130.71875, + 64123.6875, + 64100.25, + 64079.15625, + 64058.0625, + 64027.59375, + 64007.671875, + 64013.53125, + 64006.5, + 63998.296875, + 63987.75, + 63988.921875, + 63954.9375 ], "0.6": [ - 64418.5, - 64366.25, - 64328.25, - 64302.125, - 64280.75, - 64261.75, - 64235.625, - 64211.875, - 64197.625, - 64183.375, - 64162.0, - 64135.875, - 64105.0, - 64042.0625, - 63989.8125, - 63948.25, - 63915.0, - 63924.5, - 63896.0, - 63882.34375, - 63877.59375, - 63854.4375, - 63846.125, - 63811.390625 + 64278.375, + 64243.21875, + 64236.1875, + 64219.78125, + 64222.125, + 64208.0625, + 64201.03125, + 64186.96875, + 64184.625, + 64175.25, + 64156.5, + 64130.71875, + 64123.6875, + 64100.25, + 64079.15625, + 64058.0625, + 64027.59375, + 64007.671875, + 64013.53125, + 64006.5, + 63998.296875, + 63987.75, + 63988.921875, + 63954.9375 ], "0.7": [ - 64418.5, - 64366.25, - 64328.25, - 64302.125, - 64280.75, - 64261.75, - 64235.625, - 64211.875, - 64197.625, - 64183.375, - 64162.0, - 64135.875, - 64105.0, - 64042.0625, - 63989.8125, - 63948.25, - 63915.0, - 63924.5, - 63896.0, - 63882.34375, - 63877.59375, - 63854.4375, - 63846.125, - 63811.390625 + 64278.375, + 64243.21875, + 64236.1875, + 64219.78125, + 64222.125, + 64208.0625, + 64201.03125, + 64186.96875, + 64184.625, + 64175.25, + 64156.5, + 64130.71875, + 64123.6875, + 64100.25, + 64079.15625, + 64058.0625, + 64027.59375, + 64007.671875, + 64013.53125, + 64006.5, + 63998.296875, + 63987.75, + 63988.921875, + 63954.9375 ], "0.8": [ - 64637.0, - 64637.0, - 64613.25, - 64599.0, - 64575.25, - 64570.5, - 64556.25, - 64551.5, - 64565.75, - 64556.25, - 64542.0, - 64551.5, - 64546.75, - 64527.75, - 64518.25, - 64523.0, - 64489.75, - 64489.75, - 64466.0, - 64466.0, - 64475.5, - 64466.0, - 64485.0, - 64475.5 + 64461.1875, + 64437.75, + 64442.4375, + 64437.75, + 64442.4375, + 64433.0625, + 64437.75, + 64437.75, + 64451.8125, + 64442.4375, + 64433.0625, + 64437.75, + 64437.75, + 64419.0, + 64423.6875, + 64428.375, + 64414.3125, + 64400.25, + 64409.625, + 64419.0, + 64419.0, + 64409.625, + 64423.6875, + 64404.9375 ], "0.9": [ - 64637.0, - 64637.0, - 64613.25, - 64599.0, - 64575.25, - 64570.5, - 64556.25, - 64551.5, - 64565.75, - 64556.25, - 64542.0, - 64551.5, - 64546.75, - 64527.75, - 64518.25, - 64523.0, - 64489.75, - 64489.75, - 64466.0, - 64466.0, - 64475.5, - 64466.0, - 64485.0, - 64475.5 + 64461.1875, + 64437.75, + 64442.4375, + 64437.75, + 64442.4375, + 64433.0625, + 64437.75, + 64437.75, + 64451.8125, + 64442.4375, + 64433.0625, + 64437.75, + 64437.75, + 64419.0, + 64423.6875, + 64428.375, + 64414.3125, + 64400.25, + 64409.625, + 64419.0, + 64419.0, + 64409.625, + 64423.6875, + 64404.9375 ] }, "timestamps": [ - "2026-06-18 02:00:00", "2026-06-18 03:00:00", "2026-06-18 04:00:00", "2026-06-18 05:00:00", @@ -589,6 +588,7 @@ "2026-06-22 22:00:00", "2026-06-22 23:00:00", "2026-06-23 00:00:00", - "2026-06-23 01:00:00" + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 83304f77f59468cd6b65d5f9a511bee4ef6235c2..ae5a7f8a239d0b2adfe35f71cd85054be136e3e6 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,13 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T02:00:44.062268+00:00", + "evaluated_at": "2026-06-23T02:10:03.792530+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 3e238d8ae340f1d9790332dce709a5b1a28a3457..8681ee38ca85458ef1ad68bdd7816b42d258d931 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,173549.60329882303,194280.2978293101,305.18212890625,0.4019677214842527,0.00471207070639671,0.0047312539754735565,10.5738977095248,416.5928507533741,0.006468875462891459,0.0047388839770640965,0.004360596187246777,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,196567.9568049113,244827.1756248474,330.8352864583333,0.4494610960900656,0.005103371742275574,0.005131548881337144,9.001973500767766,443.3598502400858,0.006884952486081611,0.005137554126182988,0.004313676476930475,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0029946959039565493,0.001604255217965426,0.03348487416903178,0.10586985952137482,0.02677418098369908,0.026380641573251023,5.501169415605782,0.05472381477891092,0.044151689495457336,0.02701591204996352,0.035355760168991744,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.032361817844662175,0.02455743131480601,0.12885135412216187,0.777551249305092,0.08681473742701118,0.08207217263147774,27.24902591340849,0.17989390719160606,0.11401727431034295,0.08166635778585819,0.08256018680231499,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index eca7cf4f76b708b6dbd1f593262ed9eaa7b2f4a9..4df74973c63218cfe72c670ab79cf6dd05ec86a1 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T01:59:01.950488+00:00", + "evaluated_at": "2026-06-23T02:08:12.401455+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64689.5, 64282.8203125, 63883.41015625, 63994.0, @@ -101,10 +100,10 @@ 63801.58984375, 63311.98828125, 63896.01171875, - 64606.0 + 64606.0, + 64257.98828125 ], "actuals": [ - 64257.98828125, 63974.01171875, 64100.01953125, 64247.73828125, @@ -127,350 +126,350 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64127.98828125 + 64156.0, + 64131.75 ], "p50": [ - 64384.95703125, - 64323.87890625, - 64276.171875, - 64260.9375, - 64247.3828125, - 64234.74609375, - 64232.609375, - 64222.5859375, - 64211.0234375, - 64210.34375, - 64203.6328125, - 64230.01171875, - 64250.453125, - 64231.3671875, - 64243.453125, - 64236.89453125, - 64242.28125, - 64242.67578125, - 64227.99609375, - 64252.83984375, - 64236.140625, - 64228.66796875, - 64209.61328125, - 64248.921875 + 64164.65234375, + 64142.6015625, + 64125.7734375, + 64127.52734375, + 64121.3203125, + 64123.0234375, + 64119.86328125, + 64100.65625, + 64081.8828125, + 64089.3671875, + 64103.8203125, + 64124.1796875, + 64146.45703125, + 64122.1484375, + 64129.81640625, + 64108.23046875, + 64106.84375, + 64112.703125, + 64112.5703125, + 64134.6171875, + 64099.58984375, + 64095.30859375, + 64081.3125, + 64105.08984375 ], "p10": [ - 64438.85546875, - 64374.8359375, - 64321.50390625, - 64310.3359375, - 64307.3671875, - 64274.7578125, - 64266.6875, - 64279.3046875, - 64282.1640625, - 64243.734375, - 64242.35546875, - 64245.56640625, - 64261.64453125, - 64263.1953125, - 64263.96484375, - 64257.9765625, - 64262.203125, - 64267.30859375, - 64242.390625, - 64264.8671875, - 64254.09765625, - 64252.28515625, - 64224.34765625, - 64258.32421875 + 64218.33984375, + 64193.40625, + 64167.12890625, + 64170.6953125, + 64175.77734375, + 64160.03125, + 64151.47265625, + 64152.015625, + 64153.16015625, + 64132.96875, + 64147.9921875, + 64152.671875, + 64160.8828125, + 64161.3671875, + 64148.40234375, + 64141.62890625, + 64135.578125, + 64138.984375, + 64127.0859375, + 64165.5625, + 64136.3359375, + 64110.66796875, + 64110.81640625, + 64125.2421875 ], "p90": [ - 64650.69140625, - 64619.2890625, - 64584.71484375, - 64577.7109375, - 64573.05078125, - 64569.13671875, - 64580.16015625, - 64579.75390625, - 64571.9296875, - 64571.65234375, - 64579.8359375, - 64603.71875, - 64628.37890625, - 64632.7578125, - 64636.8828125, - 64653.99609375, - 64662.47265625, - 64668.0234375, - 64676.89453125, - 64685.81640625, - 64682.140625, - 64683.7265625, - 64655.44921875, - 64684.30859375 + 64430.05078125, + 64439.6640625, + 64436.2578125, + 64453.625, + 64454.63671875, + 64473.0, + 64487.17578125, + 64481.3984375, + 64460.92578125, + 64471.5390625, + 64505.93359375, + 64523.390625, + 64551.25, + 64555.63671875, + 64549.91796875, + 64554.234375, + 64563.4609375, + 64574.0234375, + 64595.76953125, + 64602.78515625, + 64591.6796875, + 64597.25390625, + 64577.984375, + 64596.10546875 ], "mean": [ - 64450.65625, - 64394.6640625, - 64345.6875, - 64342.3046875, - 64324.7578125, - 64317.2578125, - 64319.125, - 64317.29296875, - 64314.7421875, - 64299.0390625, - 64297.84765625, - 64317.82421875, - 64330.6796875, - 64334.953125, - 64336.08203125, - 64343.66796875, - 64343.73046875, - 64342.7109375, - 64339.32421875, - 64346.21484375, - 64342.44921875, - 64334.9140625, - 64326.4140625, - 64356.01171875 + 64228.55078125, + 64212.359375, + 64199.671875, + 64215.4375, + 64204.63671875, + 64211.7109375, + 64216.3515625, + 64204.96875, + 64192.69140625, + 64187.75390625, + 64205.23046875, + 64224.93359375, + 64237.80859375, + 64236.15625, + 64234.9375, + 64232.08984375, + 64218.32421875, + 64227.64453125, + 64235.796875, + 64240.48828125, + 64219.95703125, + 64213.60546875, + 64213.01953125, + 64222.56640625 ], "quantiles": { "0.1": [ - 64438.85546875, - 64374.8359375, - 64321.50390625, - 64310.3359375, - 64307.3671875, - 64274.7578125, - 64266.6875, - 64279.3046875, - 64282.1640625, - 64243.734375, - 64242.35546875, - 64245.56640625, - 64261.64453125, - 64263.1953125, - 64263.96484375, - 64257.9765625, - 64262.203125, - 64267.30859375, - 64242.390625, - 64264.8671875, - 64254.09765625, - 64252.28515625, - 64224.34765625, - 64258.32421875 + 64218.33984375, + 64193.40625, + 64167.12890625, + 64170.6953125, + 64175.77734375, + 64160.03125, + 64151.47265625, + 64152.015625, + 64153.16015625, + 64132.96875, + 64147.9921875, + 64152.671875, + 64160.8828125, + 64161.3671875, + 64148.40234375, + 64141.62890625, + 64135.578125, + 64138.984375, + 64127.0859375, + 64165.5625, + 64136.3359375, + 64110.66796875, + 64110.81640625, + 64125.2421875 ], "0.2": [ - 64438.85546875, - 64374.8359375, - 64321.50390625, - 64310.3359375, - 64307.3671875, - 64274.7578125, - 64266.6875, - 64279.3046875, - 64282.1640625, - 64243.734375, - 64242.35546875, - 64245.56640625, - 64261.64453125, - 64263.1953125, - 64263.96484375, - 64257.9765625, - 64262.203125, - 64267.30859375, - 64242.390625, - 64264.8671875, - 64254.09765625, - 64252.28515625, - 64224.34765625, - 64258.32421875 + 64218.33984375, + 64193.40625, + 64167.12890625, + 64170.6953125, + 64175.77734375, + 64160.03125, + 64151.47265625, + 64152.015625, + 64153.16015625, + 64132.96875, + 64147.9921875, + 64152.671875, + 64160.8828125, + 64161.3671875, + 64148.40234375, + 64141.62890625, + 64135.578125, + 64138.984375, + 64127.0859375, + 64165.5625, + 64136.3359375, + 64110.66796875, + 64110.81640625, + 64125.2421875 ], "0.3": [ - 64438.85546875, - 64374.8359375, - 64321.50390625, - 64310.3359375, - 64307.3671875, - 64274.7578125, - 64266.6875, - 64279.3046875, - 64282.1640625, - 64243.734375, - 64242.35546875, - 64245.56640625, - 64261.64453125, - 64263.1953125, - 64263.96484375, - 64257.9765625, - 64262.203125, - 64267.30859375, - 64242.390625, - 64264.8671875, - 64254.09765625, - 64252.28515625, - 64224.34765625, - 64258.32421875 + 64218.33984375, + 64193.40625, + 64167.12890625, + 64170.6953125, + 64175.77734375, + 64160.03125, + 64151.47265625, + 64152.015625, + 64153.16015625, + 64132.96875, + 64147.9921875, + 64152.671875, + 64160.8828125, + 64161.3671875, + 64148.40234375, + 64141.62890625, + 64135.578125, + 64138.984375, + 64127.0859375, + 64165.5625, + 64136.3359375, + 64110.66796875, + 64110.81640625, + 64125.2421875 ], "0.4": [ - 64384.95703125, - 64323.87890625, - 64276.171875, - 64260.9375, - 64247.3828125, - 64234.74609375, - 64232.609375, - 64222.5859375, - 64211.0234375, - 64210.34375, - 64203.6328125, - 64230.01171875, - 64250.453125, - 64231.3671875, - 64243.453125, - 64236.89453125, - 64242.28125, - 64242.67578125, - 64227.99609375, - 64252.83984375, - 64236.140625, - 64228.66796875, - 64209.61328125, - 64248.921875 + 64164.65234375, + 64142.6015625, + 64125.7734375, + 64127.52734375, + 64121.3203125, + 64123.0234375, + 64119.86328125, + 64100.65625, + 64081.8828125, + 64089.3671875, + 64103.8203125, + 64124.1796875, + 64146.45703125, + 64122.1484375, + 64129.81640625, + 64108.23046875, + 64106.84375, + 64112.703125, + 64112.5703125, + 64134.6171875, + 64099.58984375, + 64095.30859375, + 64081.3125, + 64105.08984375 ], "0.5": [ - 64384.95703125, - 64323.87890625, - 64276.171875, - 64260.9375, - 64247.3828125, - 64234.74609375, - 64232.609375, - 64222.5859375, - 64211.0234375, - 64210.34375, - 64203.6328125, - 64230.01171875, - 64250.453125, - 64231.3671875, - 64243.453125, - 64236.89453125, - 64242.28125, - 64242.67578125, - 64227.99609375, - 64252.83984375, - 64236.140625, - 64228.66796875, - 64209.61328125, - 64248.921875 + 64164.65234375, + 64142.6015625, + 64125.7734375, + 64127.52734375, + 64121.3203125, + 64123.0234375, + 64119.86328125, + 64100.65625, + 64081.8828125, + 64089.3671875, + 64103.8203125, + 64124.1796875, + 64146.45703125, + 64122.1484375, + 64129.81640625, + 64108.23046875, + 64106.84375, + 64112.703125, + 64112.5703125, + 64134.6171875, + 64099.58984375, + 64095.30859375, + 64081.3125, + 64105.08984375 ], "0.6": [ - 64384.95703125, - 64323.87890625, - 64276.171875, - 64260.9375, - 64247.3828125, - 64234.74609375, - 64232.609375, - 64222.5859375, - 64211.0234375, - 64210.34375, - 64203.6328125, - 64230.01171875, - 64250.453125, - 64231.3671875, - 64243.453125, - 64236.89453125, - 64242.28125, - 64242.67578125, - 64227.99609375, - 64252.83984375, - 64236.140625, - 64228.66796875, - 64209.61328125, - 64248.921875 + 64164.65234375, + 64142.6015625, + 64125.7734375, + 64127.52734375, + 64121.3203125, + 64123.0234375, + 64119.86328125, + 64100.65625, + 64081.8828125, + 64089.3671875, + 64103.8203125, + 64124.1796875, + 64146.45703125, + 64122.1484375, + 64129.81640625, + 64108.23046875, + 64106.84375, + 64112.703125, + 64112.5703125, + 64134.6171875, + 64099.58984375, + 64095.30859375, + 64081.3125, + 64105.08984375 ], "0.7": [ - 64384.95703125, - 64323.87890625, - 64276.171875, - 64260.9375, - 64247.3828125, - 64234.74609375, - 64232.609375, - 64222.5859375, - 64211.0234375, - 64210.34375, - 64203.6328125, - 64230.01171875, - 64250.453125, - 64231.3671875, - 64243.453125, - 64236.89453125, - 64242.28125, - 64242.67578125, - 64227.99609375, - 64252.83984375, - 64236.140625, - 64228.66796875, - 64209.61328125, - 64248.921875 + 64164.65234375, + 64142.6015625, + 64125.7734375, + 64127.52734375, + 64121.3203125, + 64123.0234375, + 64119.86328125, + 64100.65625, + 64081.8828125, + 64089.3671875, + 64103.8203125, + 64124.1796875, + 64146.45703125, + 64122.1484375, + 64129.81640625, + 64108.23046875, + 64106.84375, + 64112.703125, + 64112.5703125, + 64134.6171875, + 64099.58984375, + 64095.30859375, + 64081.3125, + 64105.08984375 ], "0.8": [ - 64650.69140625, - 64619.2890625, - 64584.71484375, - 64577.7109375, - 64573.05078125, - 64569.13671875, - 64580.16015625, - 64579.75390625, - 64571.9296875, - 64571.65234375, - 64579.8359375, - 64603.71875, - 64628.37890625, - 64632.7578125, - 64636.8828125, - 64653.99609375, - 64662.47265625, - 64668.0234375, - 64676.89453125, - 64685.81640625, - 64682.140625, - 64683.7265625, - 64655.44921875, - 64684.30859375 + 64430.05078125, + 64439.6640625, + 64436.2578125, + 64453.625, + 64454.63671875, + 64473.0, + 64487.17578125, + 64481.3984375, + 64460.92578125, + 64471.5390625, + 64505.93359375, + 64523.390625, + 64551.25, + 64555.63671875, + 64549.91796875, + 64554.234375, + 64563.4609375, + 64574.0234375, + 64595.76953125, + 64602.78515625, + 64591.6796875, + 64597.25390625, + 64577.984375, + 64596.10546875 ], "0.9": [ - 64650.69140625, - 64619.2890625, - 64584.71484375, - 64577.7109375, - 64573.05078125, - 64569.13671875, - 64580.16015625, - 64579.75390625, - 64571.9296875, - 64571.65234375, - 64579.8359375, - 64603.71875, - 64628.37890625, - 64632.7578125, - 64636.8828125, - 64653.99609375, - 64662.47265625, - 64668.0234375, - 64676.89453125, - 64685.81640625, - 64682.140625, - 64683.7265625, - 64655.44921875, - 64684.30859375 + 64430.05078125, + 64439.6640625, + 64436.2578125, + 64453.625, + 64454.63671875, + 64473.0, + 64487.17578125, + 64481.3984375, + 64460.92578125, + 64471.5390625, + 64505.93359375, + 64523.390625, + 64551.25, + 64555.63671875, + 64549.91796875, + 64554.234375, + 64563.4609375, + 64574.0234375, + 64595.76953125, + 64602.78515625, + 64591.6796875, + 64597.25390625, + 64577.984375, + 64596.10546875 ] }, "timestamps": [ - "2026-06-18 02:00:00", "2026-06-18 03:00:00", "2026-06-18 04:00:00", "2026-06-18 05:00:00", @@ -589,6 +588,7 @@ "2026-06-22 22:00:00", "2026-06-22 23:00:00", "2026-06-23 00:00:00", - "2026-06-23 01:00:00" + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 04b3c2f0d21bb93e21b8043d3db67fe9c171141c..9cc72344f7d8629e6b5d71c776938a811af5109c 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,13 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T01:59:09.420835+00:00", + "evaluated_at": "2026-06-23T02:08:15.892981+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 00b0f6faaea844416e7e5b56c53d8a259524e753..3b48166de222582de99508d0d49460214d0098d7 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,172327.53837649027,172327.53837649027,347.11962890625,0.45720529840319596,0.005379977387868814,0.005382144644354583,3.7267626757616434,415.1235218299371,0.006446059646915383,0.0053900916591796385,0.0050550484945647905,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,192393.57860120139,192393.57860120139,305.38720703125,0.4148882372057263,0.00471488479897712,0.004734604961933187,5.099807691471402,438.6269241635782,0.006811454691594254,0.0047423699036544436,0.005212869797714585,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.10173740857378556,0.10173740857378556,0.2168524513641993,0.6856271415834138,0.13477200280604304,0.1548275111665694,1.9826022071500893,0.3189630206995563,0.2573423710930155,0.17495860143599873,0.14706066417886612,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.04861359923153113,0.04861359923153113,0.1713032838371065,1.0337266788156916,0.11708959857134528,0.10660064400514192,5.604967738792961,0.22048491837658904,0.13974397361363292,0.1085725125905168,0.07448831066353037,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 61ee38efd675576a84b4bcab7f66ab39d4ff12dc..1cd84a020b917572cca00c517a102ee69f36ab49 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-23T01:59:47.202569+00:00", + "evaluated_at": "2026-06-23T02:09:02.072858+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64689.5, 64282.8203125, 63883.41015625, 63994.0, @@ -101,10 +100,10 @@ 63801.58984375, 63311.98828125, 63896.01171875, - 64606.0 + 64606.0, + 64257.98828125 ], "actuals": [ - 64257.98828125, 63974.01171875, 64100.01953125, 64247.73828125, @@ -127,350 +126,350 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64127.98828125 + 64156.0, + 64131.75 ], "p50": [ - 64561.83984375, - 64530.5, - 64508.96875, - 64499.73828125, - 64497.59765625, - 64490.7109375, - 64479.61328125, - 64471.046875, - 64467.1796875, - 64462.42578125, - 64460.95703125, - 64456.30859375, - 64456.62890625, - 64444.7421875, - 64432.6875, - 64427.06640625, - 64420.375, - 64419.04296875, - 64416.12109375, - 64418.2890625, - 64422.6875, - 64416.16796875, - 64422.75390625, - 64429.86328125 + 64261.203125, + 64258.91796875, + 64258.70703125, + 64267.8125, + 64262.8125, + 64255.81640625, + 64254.94140625, + 64248.5625, + 64241.16796875, + 64241.0703125, + 64234.33203125, + 64231.0859375, + 64230.6171875, + 64214.04296875, + 64205.16015625, + 64206.375, + 64199.93359375, + 64194.08203125, + 64197.05859375, + 64197.8515625, + 64192.15234375, + 64196.83203125, + 64197.453125, + 64194.24609375 ], "p10": [ - 64255.81640625, - 64070.73828125, - 63945.08203125, - 63862.39453125, - 63814.63671875, - 63770.4296875, - 63695.5, - 63634.01953125, - 63588.109375, - 63550.20703125, - 63527.62109375, - 63470.6796875, - 63435.484375, - 63390.0390625, - 63331.25, - 63311.35546875, - 63301.52734375, - 63280.26171875, - 63247.6484375, - 63209.59765625, - 63195.8984375, - 63162.3203125, - 63144.96875, - 63132.56640625 + 63914.578125, + 63816.3515625, + 63733.07421875, + 63652.80078125, + 63596.59375, + 63556.76171875, + 63499.7578125, + 63451.8671875, + 63412.27734375, + 63386.6015625, + 63346.53515625, + 63315.4765625, + 63286.0234375, + 63235.91796875, + 63187.64453125, + 63172.078125, + 63154.8046875, + 63122.26171875, + 63094.37109375, + 63059.625, + 63027.70703125, + 63007.71484375, + 62988.98046875, + 62967.2109375 ], "p90": [ - 64780.5390625, - 64813.19140625, - 64841.53515625, - 64871.54296875, - 64896.21875, - 64916.70703125, - 64932.26953125, - 64954.921875, - 64975.41796875, - 64987.64453125, - 65005.65234375, - 65012.0859375, - 65030.16015625, - 65036.19140625, - 65039.4375, - 65044.96875, - 65048.37109375, - 65070.453125, - 65087.125, - 65103.45703125, - 65115.84765625, - 65118.109375, - 65135.1484375, - 65155.2421875 + 64498.96484375, + 64544.75, + 64593.7421875, + 64640.60546875, + 64658.67578125, + 64673.796875, + 64705.21875, + 64731.5, + 64749.55078125, + 64771.2421875, + 64783.234375, + 64795.15234375, + 64805.9453125, + 64804.04296875, + 64812.7109375, + 64822.8203125, + 64827.03515625, + 64847.65625, + 64878.359375, + 64902.96875, + 64902.046875, + 64913.2421875, + 64919.70703125, + 64922.3046875 ], "mean": [ - 64561.83984375, - 64530.5, - 64508.96875, - 64499.73828125, - 64497.59765625, - 64490.7109375, - 64479.61328125, - 64471.046875, - 64467.1796875, - 64462.42578125, - 64460.95703125, - 64456.30859375, - 64456.62890625, - 64444.7421875, - 64432.6875, - 64427.06640625, - 64420.375, - 64419.04296875, - 64416.12109375, - 64418.2890625, - 64422.6875, - 64416.16796875, - 64422.75390625, - 64429.86328125 + 64261.203125, + 64258.91796875, + 64258.70703125, + 64267.8125, + 64262.8125, + 64255.81640625, + 64254.94140625, + 64248.5625, + 64241.16796875, + 64241.0703125, + 64234.33203125, + 64231.0859375, + 64230.6171875, + 64214.04296875, + 64205.16015625, + 64206.375, + 64199.93359375, + 64194.08203125, + 64197.05859375, + 64197.8515625, + 64192.15234375, + 64196.83203125, + 64197.453125, + 64194.24609375 ], "quantiles": { "0.1": [ - 64255.81640625, - 64070.73828125, - 63945.08203125, - 63862.39453125, - 63814.63671875, - 63770.4296875, - 63695.5, - 63634.01953125, - 63588.109375, - 63550.20703125, - 63527.62109375, - 63470.6796875, - 63435.484375, - 63390.0390625, - 63331.25, - 63311.35546875, - 63301.52734375, - 63280.26171875, - 63247.6484375, - 63209.59765625, - 63195.8984375, - 63162.3203125, - 63144.96875, - 63132.56640625 + 63914.578125, + 63816.3515625, + 63733.07421875, + 63652.80078125, + 63596.59375, + 63556.76171875, + 63499.7578125, + 63451.8671875, + 63412.27734375, + 63386.6015625, + 63346.53515625, + 63315.4765625, + 63286.0234375, + 63235.91796875, + 63187.64453125, + 63172.078125, + 63154.8046875, + 63122.26171875, + 63094.37109375, + 63059.625, + 63027.70703125, + 63007.71484375, + 62988.98046875, + 62967.2109375 ], "0.2": [ - 64255.81640625, - 64070.73828125, - 63945.08203125, - 63862.39453125, - 63814.63671875, - 63770.4296875, - 63695.5, - 63634.01953125, - 63588.109375, - 63550.20703125, - 63527.62109375, - 63470.6796875, - 63435.484375, - 63390.0390625, - 63331.25, - 63311.35546875, - 63301.52734375, - 63280.26171875, - 63247.6484375, - 63209.59765625, - 63195.8984375, - 63162.3203125, - 63144.96875, - 63132.56640625 + 63914.578125, + 63816.3515625, + 63733.07421875, + 63652.80078125, + 63596.59375, + 63556.76171875, + 63499.7578125, + 63451.8671875, + 63412.27734375, + 63386.6015625, + 63346.53515625, + 63315.4765625, + 63286.0234375, + 63235.91796875, + 63187.64453125, + 63172.078125, + 63154.8046875, + 63122.26171875, + 63094.37109375, + 63059.625, + 63027.70703125, + 63007.71484375, + 62988.98046875, + 62967.2109375 ], "0.3": [ - 64255.81640625, - 64070.73828125, - 63945.08203125, - 63862.39453125, - 63814.63671875, - 63770.4296875, - 63695.5, - 63634.01953125, - 63588.109375, - 63550.20703125, - 63527.62109375, - 63470.6796875, - 63435.484375, - 63390.0390625, - 63331.25, - 63311.35546875, - 63301.52734375, - 63280.26171875, - 63247.6484375, - 63209.59765625, - 63195.8984375, - 63162.3203125, - 63144.96875, - 63132.56640625 + 63914.578125, + 63816.3515625, + 63733.07421875, + 63652.80078125, + 63596.59375, + 63556.76171875, + 63499.7578125, + 63451.8671875, + 63412.27734375, + 63386.6015625, + 63346.53515625, + 63315.4765625, + 63286.0234375, + 63235.91796875, + 63187.64453125, + 63172.078125, + 63154.8046875, + 63122.26171875, + 63094.37109375, + 63059.625, + 63027.70703125, + 63007.71484375, + 62988.98046875, + 62967.2109375 ], "0.4": [ - 64561.83984375, - 64530.5, - 64508.96875, - 64499.73828125, - 64497.59765625, - 64490.7109375, - 64479.61328125, - 64471.046875, - 64467.1796875, - 64462.42578125, - 64460.95703125, - 64456.30859375, - 64456.62890625, - 64444.7421875, - 64432.6875, - 64427.06640625, - 64420.375, - 64419.04296875, - 64416.12109375, - 64418.2890625, - 64422.6875, - 64416.16796875, - 64422.75390625, - 64429.86328125 + 64261.203125, + 64258.91796875, + 64258.70703125, + 64267.8125, + 64262.8125, + 64255.81640625, + 64254.94140625, + 64248.5625, + 64241.16796875, + 64241.0703125, + 64234.33203125, + 64231.0859375, + 64230.6171875, + 64214.04296875, + 64205.16015625, + 64206.375, + 64199.93359375, + 64194.08203125, + 64197.05859375, + 64197.8515625, + 64192.15234375, + 64196.83203125, + 64197.453125, + 64194.24609375 ], "0.5": [ - 64561.83984375, - 64530.5, - 64508.96875, - 64499.73828125, - 64497.59765625, - 64490.7109375, - 64479.61328125, - 64471.046875, - 64467.1796875, - 64462.42578125, - 64460.95703125, - 64456.30859375, - 64456.62890625, - 64444.7421875, - 64432.6875, - 64427.06640625, - 64420.375, - 64419.04296875, - 64416.12109375, - 64418.2890625, - 64422.6875, - 64416.16796875, - 64422.75390625, - 64429.86328125 + 64261.203125, + 64258.91796875, + 64258.70703125, + 64267.8125, + 64262.8125, + 64255.81640625, + 64254.94140625, + 64248.5625, + 64241.16796875, + 64241.0703125, + 64234.33203125, + 64231.0859375, + 64230.6171875, + 64214.04296875, + 64205.16015625, + 64206.375, + 64199.93359375, + 64194.08203125, + 64197.05859375, + 64197.8515625, + 64192.15234375, + 64196.83203125, + 64197.453125, + 64194.24609375 ], "0.6": [ - 64561.83984375, - 64530.5, - 64508.96875, - 64499.73828125, - 64497.59765625, - 64490.7109375, - 64479.61328125, - 64471.046875, - 64467.1796875, - 64462.42578125, - 64460.95703125, - 64456.30859375, - 64456.62890625, - 64444.7421875, - 64432.6875, - 64427.06640625, - 64420.375, - 64419.04296875, - 64416.12109375, - 64418.2890625, - 64422.6875, - 64416.16796875, - 64422.75390625, - 64429.86328125 + 64261.203125, + 64258.91796875, + 64258.70703125, + 64267.8125, + 64262.8125, + 64255.81640625, + 64254.94140625, + 64248.5625, + 64241.16796875, + 64241.0703125, + 64234.33203125, + 64231.0859375, + 64230.6171875, + 64214.04296875, + 64205.16015625, + 64206.375, + 64199.93359375, + 64194.08203125, + 64197.05859375, + 64197.8515625, + 64192.15234375, + 64196.83203125, + 64197.453125, + 64194.24609375 ], "0.7": [ - 64561.83984375, - 64530.5, - 64508.96875, - 64499.73828125, - 64497.59765625, - 64490.7109375, - 64479.61328125, - 64471.046875, - 64467.1796875, - 64462.42578125, - 64460.95703125, - 64456.30859375, - 64456.62890625, - 64444.7421875, - 64432.6875, - 64427.06640625, - 64420.375, - 64419.04296875, - 64416.12109375, - 64418.2890625, - 64422.6875, - 64416.16796875, - 64422.75390625, - 64429.86328125 + 64261.203125, + 64258.91796875, + 64258.70703125, + 64267.8125, + 64262.8125, + 64255.81640625, + 64254.94140625, + 64248.5625, + 64241.16796875, + 64241.0703125, + 64234.33203125, + 64231.0859375, + 64230.6171875, + 64214.04296875, + 64205.16015625, + 64206.375, + 64199.93359375, + 64194.08203125, + 64197.05859375, + 64197.8515625, + 64192.15234375, + 64196.83203125, + 64197.453125, + 64194.24609375 ], "0.8": [ - 64780.5390625, - 64813.19140625, - 64841.53515625, - 64871.54296875, - 64896.21875, - 64916.70703125, - 64932.26953125, - 64954.921875, - 64975.41796875, - 64987.64453125, - 65005.65234375, - 65012.0859375, - 65030.16015625, - 65036.19140625, - 65039.4375, - 65044.96875, - 65048.37109375, - 65070.453125, - 65087.125, - 65103.45703125, - 65115.84765625, - 65118.109375, - 65135.1484375, - 65155.2421875 + 64498.96484375, + 64544.75, + 64593.7421875, + 64640.60546875, + 64658.67578125, + 64673.796875, + 64705.21875, + 64731.5, + 64749.55078125, + 64771.2421875, + 64783.234375, + 64795.15234375, + 64805.9453125, + 64804.04296875, + 64812.7109375, + 64822.8203125, + 64827.03515625, + 64847.65625, + 64878.359375, + 64902.96875, + 64902.046875, + 64913.2421875, + 64919.70703125, + 64922.3046875 ], "0.9": [ - 64780.5390625, - 64813.19140625, - 64841.53515625, - 64871.54296875, - 64896.21875, - 64916.70703125, - 64932.26953125, - 64954.921875, - 64975.41796875, - 64987.64453125, - 65005.65234375, - 65012.0859375, - 65030.16015625, - 65036.19140625, - 65039.4375, - 65044.96875, - 65048.37109375, - 65070.453125, - 65087.125, - 65103.45703125, - 65115.84765625, - 65118.109375, - 65135.1484375, - 65155.2421875 + 64498.96484375, + 64544.75, + 64593.7421875, + 64640.60546875, + 64658.67578125, + 64673.796875, + 64705.21875, + 64731.5, + 64749.55078125, + 64771.2421875, + 64783.234375, + 64795.15234375, + 64805.9453125, + 64804.04296875, + 64812.7109375, + 64822.8203125, + 64827.03515625, + 64847.65625, + 64878.359375, + 64902.96875, + 64902.046875, + 64913.2421875, + 64919.70703125, + 64922.3046875 ] }, "timestamps": [ - "2026-06-18 02:00:00", "2026-06-18 03:00:00", "2026-06-18 04:00:00", "2026-06-18 05:00:00", @@ -589,6 +588,7 @@ "2026-06-22 22:00:00", "2026-06-22 23:00:00", "2026-06-23 00:00:00", - "2026-06-23 01:00:00" + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index b3e000cfbc4e58d22e4190c99bcc137af6323a3a..07e33055357521d423faaf31fcc8e57b5447ea25 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,13 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T01:59:55.211428+00:00", + "evaluated_at": "2026-06-23T02:09:05.440214+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index c52eb9e1d6e495c62b3a9b38822daec10570c1d1..1870fa86fb8d13a5e239d1b5066134d5b6e9a066 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,174650.55197588602,174650.55197588602,342.6935221354167,0.45137549421350026,0.005308404950832501,0.005313454607652583,3.865758507675315,417.91213427691474,0.006489361366090699,0.005321362842940466,0.006800778399322208,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,231841.13909784952,231841.13909784952,324.123046875,0.44034208525950813,0.00500094307088914,0.005026762846822033,3.8336580242688627,481.4988464138305,0.007477214452023919,0.005033319494694771,0.006160613832723508,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.01845103815662223,0.01845103815662223,0.09002388715744018,0.28463049431855986,0.056398485941828835,0.05964176009932361,1.5910170595222994,0.1358345985256416,0.10959263423198783,0.0726321205677557,0.08091867161852932,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.0360858164882103,0.0360858164882103,0.15014752083354527,0.90606259592351,0.1022310763144466,0.09460856674626511,4.237907012130425,0.18996267130204897,0.12039888588056556,0.09516392932453392,0.06908682811344355,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index d548d6ee914d482d6e48c8a9da1cdfcd1f2f85b0..a6cab2be92a5dd07f9af889c1316dc181562c57f 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T01:59:32.709316+00:00", + "evaluated_at": "2026-06-23T02:08:52.755766+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 64689.5, 64282.8203125, 63883.41015625, 63994.0, @@ -101,10 +100,10 @@ 63801.58984375, 63311.98828125, 63896.01171875, - 64606.0 + 64606.0, + 64257.98828125 ], "actuals": [ - 64257.98828125, 63974.01171875, 64100.01953125, 64247.73828125, @@ -127,350 +126,350 @@ 63971.12109375, 64020.01171875, 64154.98828125, - 64127.98828125 + 64156.0, + 64131.75 ], "p50": [ - 64539.0625, - 64514.1171875, - 64512.34375, - 64499.05078125, - 64487.40234375, - 64470.31640625, - 64455.015625, - 64430.89453125, - 64422.2109375, - 64415.11328125, - 64424.13671875, - 64408.05859375, - 64402.2734375, - 64403.48828125, - 64395.609375, - 64397.0078125, - 64392.76171875, - 64393.91796875, - 64388.59375, - 64381.30078125, - 64380.75, - 64369.94140625, - 64361.40625, - 64366.75 + 64248.875, + 64233.40625, + 64228.61328125, + 64219.18359375, + 64207.40234375, + 64192.46875, + 64179.6328125, + 64166.9921875, + 64154.6015625, + 64151.43359375, + 64155.6796875, + 64140.2421875, + 64131.6953125, + 64126.4609375, + 64120.90234375, + 64119.01171875, + 64115.984375, + 64107.875, + 64108.734375, + 64098.55078125, + 64097.41796875, + 64092.2890625, + 64088.46875, + 64088.42578125 ], "p10": [ - 63931.15625, - 63798.44140625, - 63628.30078125, - 63517.59765625, - 63407.2578125, - 63361.875, - 63267.1875, - 63197.609375, - 63117.86328125, - 63055.03125, - 63030.0390625, - 62961.21484375, - 62908.76171875, - 62864.33203125, - 62829.3359375, - 62793.5234375, - 62747.3671875, - 62701.14453125, - 62674.27734375, - 62656.7421875, - 62639.20703125, - 62605.87890625, - 62538.44921875, - 62544.71875 + 63746.01953125, + 63605.0703125, + 63501.28515625, + 63428.7265625, + 63333.12890625, + 63277.40234375, + 63220.796875, + 63158.83984375, + 63095.828125, + 63048.62890625, + 63046.59765625, + 62999.3671875, + 62948.578125, + 62919.6875, + 62897.86328125, + 62869.80078125, + 62832.80078125, + 62777.72265625, + 62773.12109375, + 62735.31640625, + 62732.4765625, + 62711.22265625, + 62657.4453125, + 62648.1171875 ], "p90": [ - 64985.890625, - 65134.3984375, - 65260.22265625, - 65398.984375, - 65514.46875, - 65599.953125, - 65680.2578125, - 65731.2734375, - 65811.625, - 65879.109375, - 65979.03125, - 66022.0703125, - 66085.359375, - 66159.6015625, - 66217.296875, - 66300.515625, - 66351.3515625, - 66370.53125, - 66370.09375, - 66411.359375, - 66444.1171875, - 66466.734375, - 66503.6953125, - 66538.484375 + 64644.9921875, + 64763.78125, + 64828.40625, + 64877.296875, + 64933.0625, + 64993.28515625, + 65025.06640625, + 65064.04296875, + 65096.62890625, + 65140.41796875, + 65190.04296875, + 65224.94140625, + 65246.0234375, + 65302.9140625, + 65333.57421875, + 65381.40625, + 65399.9765625, + 65411.12109375, + 65435.8828125, + 65462.00390625, + 65475.55859375, + 65492.7734375, + 65526.28125, + 65556.2578125 ], "mean": [ - 64539.0625, - 64514.1171875, - 64512.34375, - 64499.05078125, - 64487.40234375, - 64470.31640625, - 64455.015625, - 64430.89453125, - 64422.2109375, - 64415.11328125, - 64424.13671875, - 64408.05859375, - 64402.2734375, - 64403.48828125, - 64395.609375, - 64397.0078125, - 64392.76171875, - 64393.91796875, - 64388.59375, - 64381.30078125, - 64380.75, - 64369.94140625, - 64361.40625, - 64366.75 + 64248.875, + 64233.40625, + 64228.61328125, + 64219.18359375, + 64207.40234375, + 64192.46875, + 64179.6328125, + 64166.9921875, + 64154.6015625, + 64151.43359375, + 64155.6796875, + 64140.2421875, + 64131.6953125, + 64126.4609375, + 64120.90234375, + 64119.01171875, + 64115.984375, + 64107.875, + 64108.734375, + 64098.55078125, + 64097.41796875, + 64092.2890625, + 64088.46875, + 64088.42578125 ], "quantiles": { "0.1": [ - 63931.15625, - 63798.44140625, - 63628.30078125, - 63517.59765625, - 63407.2578125, - 63361.875, - 63267.1875, - 63197.609375, - 63117.86328125, - 63055.03125, - 63030.0390625, - 62961.21484375, - 62908.76171875, - 62864.33203125, - 62829.3359375, - 62793.5234375, - 62747.3671875, - 62701.14453125, - 62674.27734375, - 62656.7421875, - 62639.20703125, - 62605.87890625, - 62538.44921875, - 62544.71875 + 63746.01953125, + 63605.0703125, + 63501.28515625, + 63428.7265625, + 63333.12890625, + 63277.40234375, + 63220.796875, + 63158.83984375, + 63095.828125, + 63048.62890625, + 63046.59765625, + 62999.3671875, + 62948.578125, + 62919.6875, + 62897.86328125, + 62869.80078125, + 62832.80078125, + 62777.72265625, + 62773.12109375, + 62735.31640625, + 62732.4765625, + 62711.22265625, + 62657.4453125, + 62648.1171875 ], "0.2": [ - 63931.15625, - 63798.44140625, - 63628.30078125, - 63517.59765625, - 63407.2578125, - 63361.875, - 63267.1875, - 63197.609375, - 63117.86328125, - 63055.03125, - 63030.0390625, - 62961.21484375, - 62908.76171875, - 62864.33203125, - 62829.3359375, - 62793.5234375, - 62747.3671875, - 62701.14453125, - 62674.27734375, - 62656.7421875, - 62639.20703125, - 62605.87890625, - 62538.44921875, - 62544.71875 + 63746.01953125, + 63605.0703125, + 63501.28515625, + 63428.7265625, + 63333.12890625, + 63277.40234375, + 63220.796875, + 63158.83984375, + 63095.828125, + 63048.62890625, + 63046.59765625, + 62999.3671875, + 62948.578125, + 62919.6875, + 62897.86328125, + 62869.80078125, + 62832.80078125, + 62777.72265625, + 62773.12109375, + 62735.31640625, + 62732.4765625, + 62711.22265625, + 62657.4453125, + 62648.1171875 ], "0.3": [ - 63931.15625, - 63798.44140625, - 63628.30078125, - 63517.59765625, - 63407.2578125, - 63361.875, - 63267.1875, - 63197.609375, - 63117.86328125, - 63055.03125, - 63030.0390625, - 62961.21484375, - 62908.76171875, - 62864.33203125, - 62829.3359375, - 62793.5234375, - 62747.3671875, - 62701.14453125, - 62674.27734375, - 62656.7421875, - 62639.20703125, - 62605.87890625, - 62538.44921875, - 62544.71875 + 63746.01953125, + 63605.0703125, + 63501.28515625, + 63428.7265625, + 63333.12890625, + 63277.40234375, + 63220.796875, + 63158.83984375, + 63095.828125, + 63048.62890625, + 63046.59765625, + 62999.3671875, + 62948.578125, + 62919.6875, + 62897.86328125, + 62869.80078125, + 62832.80078125, + 62777.72265625, + 62773.12109375, + 62735.31640625, + 62732.4765625, + 62711.22265625, + 62657.4453125, + 62648.1171875 ], "0.4": [ - 64539.0625, - 64514.1171875, - 64512.34375, - 64499.05078125, - 64487.40234375, - 64470.31640625, - 64455.015625, - 64430.89453125, - 64422.2109375, - 64415.11328125, - 64424.13671875, - 64408.05859375, - 64402.2734375, - 64403.48828125, - 64395.609375, - 64397.0078125, - 64392.76171875, - 64393.91796875, - 64388.59375, - 64381.30078125, - 64380.75, - 64369.94140625, - 64361.40625, - 64366.75 + 64248.875, + 64233.40625, + 64228.61328125, + 64219.18359375, + 64207.40234375, + 64192.46875, + 64179.6328125, + 64166.9921875, + 64154.6015625, + 64151.43359375, + 64155.6796875, + 64140.2421875, + 64131.6953125, + 64126.4609375, + 64120.90234375, + 64119.01171875, + 64115.984375, + 64107.875, + 64108.734375, + 64098.55078125, + 64097.41796875, + 64092.2890625, + 64088.46875, + 64088.42578125 ], "0.5": [ - 64539.0625, - 64514.1171875, - 64512.34375, - 64499.05078125, - 64487.40234375, - 64470.31640625, - 64455.015625, - 64430.89453125, - 64422.2109375, - 64415.11328125, - 64424.13671875, - 64408.05859375, - 64402.2734375, - 64403.48828125, - 64395.609375, - 64397.0078125, - 64392.76171875, - 64393.91796875, - 64388.59375, - 64381.30078125, - 64380.75, - 64369.94140625, - 64361.40625, - 64366.75 + 64248.875, + 64233.40625, + 64228.61328125, + 64219.18359375, + 64207.40234375, + 64192.46875, + 64179.6328125, + 64166.9921875, + 64154.6015625, + 64151.43359375, + 64155.6796875, + 64140.2421875, + 64131.6953125, + 64126.4609375, + 64120.90234375, + 64119.01171875, + 64115.984375, + 64107.875, + 64108.734375, + 64098.55078125, + 64097.41796875, + 64092.2890625, + 64088.46875, + 64088.42578125 ], "0.6": [ - 64539.0625, - 64514.1171875, - 64512.34375, - 64499.05078125, - 64487.40234375, - 64470.31640625, - 64455.015625, - 64430.89453125, - 64422.2109375, - 64415.11328125, - 64424.13671875, - 64408.05859375, - 64402.2734375, - 64403.48828125, - 64395.609375, - 64397.0078125, - 64392.76171875, - 64393.91796875, - 64388.59375, - 64381.30078125, - 64380.75, - 64369.94140625, - 64361.40625, - 64366.75 + 64248.875, + 64233.40625, + 64228.61328125, + 64219.18359375, + 64207.40234375, + 64192.46875, + 64179.6328125, + 64166.9921875, + 64154.6015625, + 64151.43359375, + 64155.6796875, + 64140.2421875, + 64131.6953125, + 64126.4609375, + 64120.90234375, + 64119.01171875, + 64115.984375, + 64107.875, + 64108.734375, + 64098.55078125, + 64097.41796875, + 64092.2890625, + 64088.46875, + 64088.42578125 ], "0.7": [ - 64539.0625, - 64514.1171875, - 64512.34375, - 64499.05078125, - 64487.40234375, - 64470.31640625, - 64455.015625, - 64430.89453125, - 64422.2109375, - 64415.11328125, - 64424.13671875, - 64408.05859375, - 64402.2734375, - 64403.48828125, - 64395.609375, - 64397.0078125, - 64392.76171875, - 64393.91796875, - 64388.59375, - 64381.30078125, - 64380.75, - 64369.94140625, - 64361.40625, - 64366.75 + 64248.875, + 64233.40625, + 64228.61328125, + 64219.18359375, + 64207.40234375, + 64192.46875, + 64179.6328125, + 64166.9921875, + 64154.6015625, + 64151.43359375, + 64155.6796875, + 64140.2421875, + 64131.6953125, + 64126.4609375, + 64120.90234375, + 64119.01171875, + 64115.984375, + 64107.875, + 64108.734375, + 64098.55078125, + 64097.41796875, + 64092.2890625, + 64088.46875, + 64088.42578125 ], "0.8": [ - 64985.890625, - 65134.3984375, - 65260.22265625, - 65398.984375, - 65514.46875, - 65599.953125, - 65680.2578125, - 65731.2734375, - 65811.625, - 65879.109375, - 65979.03125, - 66022.0703125, - 66085.359375, - 66159.6015625, - 66217.296875, - 66300.515625, - 66351.3515625, - 66370.53125, - 66370.09375, - 66411.359375, - 66444.1171875, - 66466.734375, - 66503.6953125, - 66538.484375 + 64644.9921875, + 64763.78125, + 64828.40625, + 64877.296875, + 64933.0625, + 64993.28515625, + 65025.06640625, + 65064.04296875, + 65096.62890625, + 65140.41796875, + 65190.04296875, + 65224.94140625, + 65246.0234375, + 65302.9140625, + 65333.57421875, + 65381.40625, + 65399.9765625, + 65411.12109375, + 65435.8828125, + 65462.00390625, + 65475.55859375, + 65492.7734375, + 65526.28125, + 65556.2578125 ], "0.9": [ - 64985.890625, - 65134.3984375, - 65260.22265625, - 65398.984375, - 65514.46875, - 65599.953125, - 65680.2578125, - 65731.2734375, - 65811.625, - 65879.109375, - 65979.03125, - 66022.0703125, - 66085.359375, - 66159.6015625, - 66217.296875, - 66300.515625, - 66351.3515625, - 66370.53125, - 66370.09375, - 66411.359375, - 66444.1171875, - 66466.734375, - 66503.6953125, - 66538.484375 + 64644.9921875, + 64763.78125, + 64828.40625, + 64877.296875, + 64933.0625, + 64993.28515625, + 65025.06640625, + 65064.04296875, + 65096.62890625, + 65140.41796875, + 65190.04296875, + 65224.94140625, + 65246.0234375, + 65302.9140625, + 65333.57421875, + 65381.40625, + 65399.9765625, + 65411.12109375, + 65435.8828125, + 65462.00390625, + 65475.55859375, + 65492.7734375, + 65526.28125, + 65556.2578125 ] }, "timestamps": [ - "2026-06-18 02:00:00", "2026-06-18 03:00:00", "2026-06-18 04:00:00", "2026-06-18 05:00:00", @@ -589,6 +588,7 @@ "2026-06-22 22:00:00", "2026-06-22 23:00:00", "2026-06-23 00:00:00", - "2026-06-23 01:00:00" + "2026-06-23 01:00:00", + "2026-06-23 02:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index fd1ba539d5bf31e50c139ec0b805cb93689de066..5af6c7c28959d143158656b3014de7382889922b 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,13 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T01:59:41.640227+00:00", + "evaluated_at": "2026-06-23T02:08:56.649897+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t010000z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t020000z", + "data_fetched_at": "2026-06-23T02:07:23.355035Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t194800z", - "data_fetched_at": "2026-06-23T01:58:14.929793Z", - "context_length": 240, - "prediction_length": 60 } ], "failed_datasets": []