diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index f2af3c678b1047ad89924fc56450bcf67d266fbf..c7a3f63ad2a40625896ffbd508443f53786350a2 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-07-11T13:22:31.692778+00:00", + "generated_at": "2026-07-11T13:35:55.837455+00:00", "scope": "All deduplicated metrics-only evaluation releases saved up to generation time, plus one latest all_results snapshot for allowlisted model-datasets without release history", "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 12, "num_datasets": 14, - "num_model_releases": 25211, - "num_unique_releases": 3089 + "num_model_releases": 25223, + "num_unique_releases": 3090 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 75cb8cf075e0346c1d6507b6bee6caf5ad123c1d..28d427691d5b913f72b9679663026ba3afb688d3 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,13 +1,13 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,Moirai-2.0,80652.60415791332,116.32096740258541,0.24190554999915764,0.2006215970844942,25.954352029874947,4.940635925879867,0.6312690848121529,1204.2996510560838,39071.90504216043,0.0896021608012446,0.14285714285714285,14,1147,0.9285714285714286,2026-07-03T07:52:13.218889Z,2026-07-11T12:47:57.207958Z -2,Chronos-2,64903.72455565941,92.51491846035672,0.2601706528891183,0.28880503043797007,26.03504586825418,3.310707693976642,0.7104431343057815,1198.3367871811333,84229.38178700615,0.1883953553974841,0.14285714285714285,14,2976,0.9285714285714286,2026-06-16T12:06:40.343188+00:00,2026-07-11T12:47:57.207958Z -3,TiRex,72707.03240877367,98.34399474623832,0.26787436314369545,0.28989428186923044,25.288264923361936,3.7072962603256476,0.664996736495228,1152.6988408107027,86101.00339252884,0.19207989390278327,0.14285714285714285,14,2951,0.9285714285714286,2026-06-16T12:07:33.925127+00:00,2026-07-11T12:47:57.207958Z -4,TimesFM-2.5,68176.7844689152,97.95627065542328,0.2424616137404157,0.34570363438219426,25.81581202658405,4.123651129894129,0.5954784537320681,1107.680342398032,75129.09807535837,0.19950866744207638,0.14285714285714285,14,2961,0.9285714285714286,2026-06-16T12:06:55.147862+00:00,2026-07-11T12:47:57.207958Z -5,Sundial,152312.3624364483,153.2524935311524,0.40448852065761215,0.21917043290826344,18.8012027502148,5.628973066391451,0.5224387456536554,1045.9281945209214,114152.19913847857,0.026161501231331485,0.21428571428571427,14,1596,0.9285714285714286,2026-07-01T08:20:13.790420Z,2026-07-11T12:47:57.207958Z -6,TabPFN-TS,104672.25670379543,135.63224819255615,0.27328162195581285,0.24714132153714802,18.84366734696319,6.472996898762473,0.5011339539390901,1033.110780436077,31528.095244794655,0.034808845768650364,0.14285714285714285,14,1079,0.9285714285714286,2026-07-01T13:07:24.792624Z,2026-07-11T12:47:57.207958Z -7,Chronos-Bolt,84752.97347059786,120.94206322795763,0.279350386084935,0.22007552301582062,13.716820986287408,5.83815649872698,0.5477445609987451,1005.1088674662338,48383.74756358039,0.04942986560432575,0.14285714285714285,14,1133,0.9285714285714286,2026-07-03T07:52:13.218889Z,2026-07-11T12:47:57.207958Z -8,ETS,74732.68682278524,103.30363662656877,0.3997249584452731,0.46721219096221583,-0.8024749154048456,6.31724936791161,0.3595187833673745,899.8769632131155,106847.49924402926,0.13924094703025733,0.21428571428571427,14,2550,0.9285714285714286,2026-06-17T12:10:12.660440+00:00,2026-07-11T12:47:57.207958Z -9,Moving-Average,111186.34242151208,128.14102733675247,0.4077798644669448,0.3756695435480139,6.246864589755431,6.2307311094673485,0.36112394630186206,892.6906571727309,111945.78890992171,0.13966669120412184,0.21428571428571427,14,2550,0.9285714285714286,2026-06-17T12:10:12.847893+00:00,2026-07-11T12:47:57.207958Z -10,ARIMA,94495.55392135671,122.00398894156748,0.3575423136928382,0.3890731369645556,3.8522777403199417,6.2402086448458425,0.36304501798471095,878.0573694566159,89064.55746782804,0.12328968333220613,0.21428571428571427,14,2550,0.9285714285714286,2026-06-17T12:10:12.135642+00:00,2026-07-11T12:47:57.207958Z -11,Toto-1.0,126715.21659651899,144.72236979042017,0.2595831670183513,0.21120002886436826,-16.49299725360705,6.96498907987121,0.42093477527029677,843.7043889006337,249920.306617827,0.0238210949974246,0.21428571428571427,14,1161,0.9285714285714286,2026-07-03T07:52:13.218889Z,2026-07-11T12:47:57.207958Z -12,Seasonal-Naive,138457.05675740624,148.4826601588036,0.42194236413320485,0.43400311715348433,0.0,6.536870820287403,0.3218728071390352,738.5071573877187,108270.61042882876,0.14224268630690115,0.14285714285714285,14,2557,0.9285714285714286,2026-06-17T12:10:12.963911+00:00,2026-07-11T12:47:57.207958Z +1,Moirai-2.0,80592.47414539206,116.2880132941414,0.24190517119682736,0.20062120851340945,25.952654224190443,4.941788589279175,0.6311339862224352,1204.2995264324156,39013.84674992605,0.08958433542451909,0.14285714285714285,14,1148,0.9285714285714286,2026-07-03T07:52:13.218889Z,2026-07-11T13:32:43.110250Z +2,Chronos-2,64888.420020864774,92.51922348990988,0.26017055195752337,0.28879649759569265,26.032963936322197,3.3111742893320444,0.7103581362951846,1198.3366348941495,84196.71214859717,0.18834655326120833,0.14285714285714285,14,2977,0.9285714285714286,2026-06-16T12:06:40.343188+00:00,2026-07-11T13:32:43.110250Z +3,TiRex,72675.08001935449,98.3289712204844,0.26787383350248317,0.2898850970421669,25.291146760176794,3.707219574332693,0.6650300545450915,1152.6988961701088,86078.16676507049,0.19195244108140203,0.14285714285714285,14,2952,0.9285714285714286,2026-06-16T12:07:33.925127+00:00,2026-07-11T13:32:43.110250Z +4,TimesFM-2.5,68149.98928074175,97.94639872325088,0.242460964974763,0.34569290359992666,25.81730092179678,4.12353474623324,0.5955311948047122,1107.6804177466643,75105.61680637315,0.19941165938117125,0.14285714285714285,14,2962,0.9285714285714286,2026-06-16T12:06:55.147862+00:00,2026-07-11T13:32:43.110250Z +5,Sundial,152064.36082782908,153.1209714058212,0.4044864303210344,0.21916841268578832,18.808346488183982,5.628389814065385,0.5225486096791299,1045.928293069255,114155.01725134651,0.025852755165051738,0.21428571428571427,14,1597,0.9285714285714286,2026-07-01T08:20:13.790420Z,2026-07-11T13:32:43.110250Z +6,TabPFN-TS,104568.72729326136,135.55235042102578,0.27328033776394123,0.24714003067592558,18.850566060478524,6.471939996490376,0.5012615646364241,1033.1108958718796,31517.97232107565,0.034467084550544445,0.14285714285714285,14,1080,0.9285714285714286,2026-07-01T13:07:24.792624Z,2026-07-11T13:32:43.110250Z +7,Chronos-Bolt,84636.72161896867,120.86870645914091,0.27934942796858125,0.2200745972632803,13.721862603226523,5.838104921951265,0.547754833125438,1005.108881547082,48336.545124013646,0.0491922128467791,0.14285714285714285,14,1134,0.9285714285714286,2026-07-03T07:52:13.218889Z,2026-07-11T13:32:43.110250Z +8,ETS,74730.0359432286,103.32021576784466,0.399725135865472,0.46720365323415725,-0.8076103945040042,6.318165560582069,0.3593897156058717,899.8767755455257,106797.25014181717,0.13927681946186363,0.21428571428571427,14,2551,0.9285714285714286,2026-06-17T12:10:12.660440+00:00,2026-07-11T13:32:43.110250Z +9,Moving-Average,111114.50602809135,128.10625882997576,0.4077790830413673,0.3756597433151014,6.249254046668365,6.230813051668954,0.3611370212127722,892.6907012003882,111919.41419803476,0.13953051723379073,0.21428571428571427,14,2551,0.9285714285714286,2026-06-17T12:10:12.847893+00:00,2026-07-11T13:32:43.110250Z +10,ARIMA,94459.87962046938,121.99152211911776,0.35754096333050805,0.38906181041358134,3.8521790639776805,6.2400344748106304,0.36311863086107976,878.0574753537237,89031.97750342231,0.12315946516707138,0.21428571428571427,14,2551,0.9285714285714286,2026-06-17T12:10:12.135642+00:00,2026-07-11T13:32:43.110250Z +11,Toto-1.0,126500.99390945538,144.63606543973467,0.2595820944780003,0.21119918980654193,-16.491304350302737,6.96536663324306,0.4209062875789132,843.7043712934648,249558.953512858,0.023753437541441026,0.21428571428571427,14,1162,0.9285714285714286,2026-07-03T07:52:13.218889Z,2026-07-11T13:32:43.110250Z +12,Seasonal-Naive,138395.3269897003,148.4616949533096,0.4219416364272612,0.4339941242622506,0.0,6.5373514164426325,0.3218299654329482,738.5071308753429,108236.71507402278,0.14215980711190454,0.14285714285714285,14,2558,0.9285714285714286,2026-06-17T12:10:12.963911+00:00,2026-07-11T13:32:43.110250Z diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 14937ed56e340490b86a6d786989d35e9ee7024c..689e595475ee41550df6fcc46026cd314e23b6ef 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,13 +1,13 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,Moirai-2.0,4.940635925879867,0.6312690848121529,1204.2996510560838,154,1147,11976 -2,Chronos-2,3.310707693976642,0.7104431343057815,1198.3367871811333,154,2968,21878 -3,TiRex,3.7072962603256476,0.664996736495228,1152.6988408107027,154,2949,21851 -4,TimesFM-2.5,4.123651129894129,0.5954784537320681,1107.680342398032,154,2956,21882 -5,Sundial,5.628973066391451,0.5224387456536554,1045.9281945209214,154,1585,15226 -6,TabPFN-TS,6.472996898762473,0.5011339539390901,1033.110780436077,154,1069,11565 -7,Chronos-Bolt,5.83815649872698,0.5477445609987451,1005.1088674662338,154,1133,11920 -8,ETS,6.31724936791161,0.3595187833673745,899.8769632131155,154,2550,20799 -9,Moving-Average,6.2307311094673485,0.36112394630186206,892.6906571727309,154,2550,20799 -10,ARIMA,6.2402086448458425,0.36304501798471095,878.0573694566159,154,2550,20799 -11,Toto-1.0,6.96498907987121,0.42093477527029677,843.7043889006337,154,1161,12018 -12,Seasonal-Naive,6.536870820287403,0.3218728071390352,738.5071573877187,154,2550,20799 +1,Moirai-2.0,4.941788589279175,0.6311339862224352,1204.2995264324156,154,1148,11987 +2,Chronos-2,3.3111742893320444,0.7103581362951846,1198.3366348941495,154,2969,21889 +3,TiRex,3.707219574332693,0.6650300545450915,1152.6988961701088,154,2950,21862 +4,TimesFM-2.5,4.12353474623324,0.5955311948047122,1107.6804177466643,154,2957,21893 +5,Sundial,5.628389814065385,0.5225486096791299,1045.928293069255,154,1586,15237 +6,TabPFN-TS,6.471939996490376,0.5012615646364241,1033.1108958718796,154,1070,11576 +7,Chronos-Bolt,5.838104921951265,0.547754833125438,1005.108881547082,154,1134,11931 +8,ETS,6.318165560582069,0.3593897156058717,899.8767755455257,154,2551,20810 +9,Moving-Average,6.230813051668954,0.3611370212127722,892.6907012003882,154,2551,20810 +10,ARIMA,6.2400344748106304,0.36311863086107976,878.0574753537237,154,2551,20810 +11,Toto-1.0,6.96536663324306,0.4209062875789132,843.7043712934648,154,1162,12029 +12,Seasonal-Naive,6.5373514164426325,0.3218299654329482,738.5071308753429,154,2551,20810 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index e4f703b428cd7f820387c321778cf1005cfd1b83..cf2f185749650a47464a413e6bea1268549b06e1 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -535,6 +535,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-11T09:58:25.497291Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:10:32.641001Z|h:24,2026-07-11T11:10:32.641001Z,2026-07-11T11:24:22.505549+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,344760.9848025164,587.1635077237995,0.0037603136163285606,0.002882611889984946,27.1197590887359,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:38:35.393046Z|h:24,2026-07-11T11:38:35.393046Z,2026-07-11T12:21:17.590842+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,344817.5165309215,587.2116454319698,0.0037589174536906377,0.0028815238229838347,27.115606246150175,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T12:47:57.207958Z|h:24,2026-07-11T12:47:57.207958Z,2026-07-11T13:22:30.182629+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,307692.68353301316,554.7005350033594,0.006912843004479957,0.005718510117807656,22.37183277634602,True +binance_btcusdt_1h_close/1h/short|source:2026-07-11T13:32:43.110250Z|h:24,2026-07-11T13:32:43.110250Z,2026-07-11T13:35:54.674437+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,319017.3751586123,564.8162313165338,0.003125039295258385,0.0024102509691702424,11.220262506453228,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.369176+00:00,2026-06-22T01:22:02.369176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3169074533967339,0.5629453378408369,0.0085352021500282,0.4356122103113208,2.4821416702079793,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:30.776110+00:00,2026-06-22T07:33:30.776110+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3737040337380361,0.6113133678712057,0.012305158444961,0.7985186914109059,-15.142472841866445,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:22.917126+00:00,2026-06-22T08:13:22.917126+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2732656714019672,0.5227481911991348,0.0117912606294595,0.7610992079601563,-2.641083194827792,True @@ -3104,6 +3105,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-11T09:58:25.497291Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:10:32.641001Z|h:24,2026-07-11T11:10:32.641001Z,2026-07-11T11:11:22.410453+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,210120.57728322348,458.3891112179951,0.0068093539487256586,0.005708359024507505,48.211872787482015,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:38:35.393046Z|h:24,2026-07-11T11:38:35.393046Z,2026-07-11T11:39:17.681349+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,210198.99791653952,458.4746426101879,0.006810765943351396,0.00570883492974292,48.20040317924363,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T12:47:57.207958Z|h:24,2026-07-11T12:47:57.207958Z,2026-07-11T12:48:43.010874+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,102868.5035088857,320.7312013335866,0.004754185770620439,0.00486443075697667,65.00538377204802,True +binance_btcusdt_1h_close/1h/short|source:2026-07-11T13:32:43.110250Z|h:24,2026-07-11T13:32:43.110250Z,2026-07-11T13:33:21.137597+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,303489.6828962962,550.8989770332635,0.008475675979484346,0.006154503744740054,13.676365755159129,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:52:59.517094+00:00,2026-06-17T06:52:59.517094+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1813123535575668,0.4258078833905812,0.0083663181977859,0.2410261424253861,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:19:41.412209+00:00,2026-06-22T01:19:41.412209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3026024844282185,0.5500931597722504,0.0063219336945878,0.2735899804256079,4.788475382706393,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:29:55.777922+00:00,2026-06-22T07:29:55.777922+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1135532687832525,0.3369766591075004,0.0030837061496461,0.2504677210622425,41.612619480802856,True @@ -5785,6 +5787,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-11T09:58:25.497291Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:10:32.641001Z|h:24,2026-07-11T11:10:32.641001Z,2026-07-11T11:15:52.039142+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,130908.10119756062,361.8122457816493,0.00516716256225119,0.0052368103698719306,64.24496454013799,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:38:35.393046Z|h:24,2026-07-11T11:38:35.393046Z,2026-07-11T11:44:20.719976+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,130945.63777987163,361.86411507618664,0.005168569593628343,0.005237285623798956,64.23872778242753,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T12:47:57.207958Z|h:24,2026-07-11T12:47:57.207958Z,2026-07-11T13:16:07.573508+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,87504.03101285298,295.8108027318356,0.00424986241026271,0.004904266281659971,69.43336119940956,True +binance_btcusdt_1h_close/1h/short|source:2026-07-11T13:32:43.110250Z|h:24,2026-07-11T13:32:43.110250Z,2026-07-11T13:34:38.101693+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,179871.14683278403,424.1121866119671,0.006302921808952197,0.0056391648435980485,37.924667673977844,True coingecko_bitcoin_7d_price_usd/1h/short|source:2026-07-10T06:03:20.192661Z|h:24,2026-07-10T06:03:20.192661Z,2026-07-10T06:06:15.518676+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Chronos-Bolt,550075.7529417673,741.6709195740166,0.010462097325442461,0.009123359636132623,38.61237607189936,True coingecko_bitcoin_7d_price_usd/1h/short|source:2026-07-10T06:21:42.014278Z|h:24,2026-07-10T06:21:42.014278Z,2026-07-10T06:25:20.408473+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Chronos-Bolt,550075.7529417673,741.6709195740166,0.010462097325442461,0.009123359636132623,38.61237607189936,True data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short|source:2026-07-10T02:33:33.483148Z|h:12,2026-07-10T02:33:33.483148Z,2026-07-10T02:36:40.342260+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Chronos-Bolt,24494.29886562596,156.5065457596773,0.6356253615465683,0.5956771935646294,19.59914238474674,True @@ -7194,6 +7197,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-11T09:58:25.497291Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:10:32.641001Z|h:24,2026-07-11T11:10:32.641001Z,2026-07-11T11:24:22.154443+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,496100.2538470633,704.3438463187304,0.010490442071249743,0.009150969989374187,9.589711086068593,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:38:35.393046Z|h:24,2026-07-11T11:38:35.393046Z,2026-07-11T12:21:17.257153+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,496266.59010831406,704.4619153001205,0.010491864715163382,0.009152386691152588,9.576784871746415,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T12:47:57.207958Z|h:24,2026-07-11T12:47:57.207958Z,2026-07-11T13:22:29.871520+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,299965.906644297,547.6914337875817,0.00830563776025267,0.006868709141263101,23.576330083164976,True +binance_btcusdt_1h_close/1h/short|source:2026-07-11T13:32:43.110250Z|h:24,2026-07-11T13:32:43.110250Z,2026-07-11T13:35:54.431191+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,504545.29703269457,710.3135202378556,0.010982663861091558,0.009536636289951531,-11.600435714222106,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.463619+00:00,2026-06-22T01:22:02.463619+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0407717866337577,0.201920248201506,0.0022009716898305,0.0960955086908494,78.1859319232306,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.014985+00:00,2026-06-22T07:33:31.014985+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0864408961350167,0.2940083266423194,0.0025388064632111,0.1380528538051167,52.223162771726436,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.012177+00:00,2026-06-22T08:13:23.012177+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1569766000828541,0.3962027259911952,0.0040922131316173,0.2100823941511999,24.56300165808982,True @@ -9469,6 +9473,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-11T09:58:25.497291Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:10:32.641001Z|h:24,2026-07-11T11:10:32.641001Z,2026-07-11T11:15:03.213923+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,116455.12907918294,341.2552257170327,0.004376395675700713,0.005337885059661526,67.55206698675272,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:38:35.393046Z|h:24,2026-07-11T11:38:35.393046Z,2026-07-11T11:43:30.059253+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,116466.43298276265,341.2717875576044,0.004377799522478924,0.005338360453194066,67.55144852710812,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T12:47:57.207958Z|h:24,2026-07-11T12:47:57.207958Z,2026-07-11T13:15:02.111804+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,84602.06469917297,290.8643407143147,0.003856146670637578,0.004945712200227605,70.29651414020668,True +binance_btcusdt_1h_close/1h/short|source:2026-07-11T13:32:43.110250Z|h:24,2026-07-11T13:32:43.110250Z,2026-07-11T13:34:25.317001+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,210786.37646484375,459.1147748274322,0.006702101203521986,0.006265181007959197,30.939593549646816,True coingecko_bitcoin_7d_price_usd/1h/short|source:2026-07-10T06:03:20.192661Z|h:24,2026-07-10T06:03:20.192661Z,2026-07-10T06:05:52.802550+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Moirai-2.0,670812.4470513662,819.0314078540372,0.011580292284961949,0.009568434913733792,29.86345384761838,True coingecko_bitcoin_7d_price_usd/1h/short|source:2026-07-10T06:21:42.014278Z|h:24,2026-07-10T06:21:42.014278Z,2026-07-10T06:24:38.329012+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Moirai-2.0,670812.4470513662,819.0314078540372,0.011580292284961949,0.009568434913733792,29.86345384761838,True data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short|source:2026-07-10T02:33:33.483148Z|h:12,2026-07-10T02:33:33.483148Z,2026-07-10T02:36:12.762227+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Moirai-2.0,20775.499102946527,144.13708441253598,0.5779948164087865,0.5370367497191665,27.373176597326406,True @@ -10891,6 +10896,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-11T09:58:25.497291Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:10:32.641001Z|h:24,2026-07-11T11:10:32.641001Z,2026-07-11T11:24:21.382464+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,340166.2061720384,583.2376926880141,0.00871661678031638,0.0074975001898308045,27.740133174893565,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:38:35.393046Z|h:24,2026-07-11T11:38:35.393046Z,2026-07-11T12:21:11.247909+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,340052.71079990256,583.1403868708654,0.008715228107448278,0.007496106483109704,27.75896291428696,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T12:47:57.207958Z|h:24,2026-07-11T12:47:57.207958Z,2026-07-11T13:22:29.253608+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,265723.1039613631,515.4833692383908,0.0075555352470523226,0.006474294748387882,29.212713748351344,True +binance_btcusdt_1h_close/1h/short|source:2026-07-11T13:32:43.110250Z|h:24,2026-07-11T13:32:43.110250Z,2026-07-11T13:35:53.902652+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,188695.31770069132,434.39074311118935,0.006368253227073943,0.0053862486731057705,35.85604898928829,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.488519+00:00,2026-06-22T01:22:02.488519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1489742184098265,0.3859717844737184,0.0048771123255213,0.2210326747420907,38.18680422959462,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.068326+00:00,2026-06-22T07:33:31.068326+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1029916725943077,0.3209231568371278,0.003220088745007,0.1530588119969513,45.56516023795812,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.059241+00:00,2026-06-22T08:13:23.059241+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1001716084949669,0.3164989865623062,0.0030892525816164,0.1543325711714026,44.25222081261605,True @@ -13441,6 +13447,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-11T09:58:25.497291Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:10:32.641001Z|h:24,2026-07-11T11:10:32.641001Z,2026-07-11T11:24:22.656854+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,601341.7736180624,775.4622967095579,0.009597629404959174,0.007796573923547821,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:38:35.393046Z|h:24,2026-07-11T11:38:35.393046Z,2026-07-11T12:21:17.795547+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,601386.4614988962,775.4911098774094,0.009599037304490812,0.007796740699193067,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T12:47:57.207958Z|h:24,2026-07-11T12:47:57.207958Z,2026-07-11T13:22:30.390309+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,485041.95013809204,696.4495316518578,0.008582524603200787,0.007174605030530141,0.0,True +binance_btcusdt_1h_close/1h/short|source:2026-07-11T13:32:43.110250Z|h:24,2026-07-11T13:32:43.110250Z,2026-07-11T13:35:54.686498+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,399654.2140242259,632.1821051123053,0.0077994673662230935,0.006706419246728639,0.0,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.507250+00:00,2026-06-22T01:22:02.507250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3330400717529599,0.5770962413263147,0.0074647926873788,0.3493354391815629,0.0,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.096521+00:00,2026-06-22T07:33:31.096521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2754118389969035,0.5247969502549568,0.0054985069346336,0.3525814888009477,0.0,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.090823+00:00,2026-06-22T08:13:23.090823+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2592027377306001,0.5091195711525929,0.0051633669136927,0.3473196849970218,0.0,True @@ -15841,6 +15848,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-11T09:58:25.497291Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:10:32.641001Z|h:24,2026-07-11T11:10:32.641001Z,2026-07-11T11:23:45.899959+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Sundial,262020.7447942098,511.8796194362595,0.00644098717563914,0.005550615982433976,39.30226545482488,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:38:35.393046Z|h:24,2026-07-11T11:38:35.393046Z,2026-07-11T12:20:41.917009+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Sundial,239797.19701131186,489.6909198783574,0.006202493291970809,0.005290968538766055,42.98576902076092,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T12:47:57.207958Z|h:24,2026-07-11T12:47:57.207958Z,2026-07-11T13:21:45.499294+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Sundial,319167.34946632385,564.9489795249867,0.007475772822519639,0.006259960291817185,20.625799869929455,True +binance_btcusdt_1h_close/1h/short|source:2026-07-11T13:32:43.110250Z|h:24,2026-07-11T13:32:43.110250Z,2026-07-11T13:35:53.871370+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Sundial,183249.88357671103,428.07695987603796,0.0059836018040542215,0.0048431167172954225,37.12520315746139,True coingecko_bitcoin_7d_price_usd/1h/short|source:2026-07-01T13:53:41.688769Z|h:24,2026-07-01T13:53:41.688769Z,2026-07-01T13:57:56.335483+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Sundial,1016628.6770089468,1008.2800588174631,0.01677326751586575,0.014073816859388764,14.709856438305243,True coingecko_bitcoin_7d_price_usd/1h/short|source:2026-07-01T14:08:29.621973Z|h:24,2026-07-01T14:08:29.621973Z,2026-07-01T14:12:24.898060+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Sundial,842054.5015761057,917.6352769897775,0.01522319536201152,0.012567619664747148,23.577264531136663,True coingecko_bitcoin_7d_price_usd/1h/short|source:2026-07-01T14:22:52.227942Z|h:24,2026-07-01T14:22:52.227942Z,2026-07-01T14:28:19.503536+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Sundial,863457.1352214813,929.2239424495482,0.01550003371469257,0.012707513258450391,22.388596579606055,True @@ -17314,6 +17322,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-11T09:58:25.497291Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:10:32.641001Z|h:24,2026-07-11T11:10:32.641001Z,2026-07-11T11:17:19.794825+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TabPFN-TS,118091.75910568237,343.64481533362664,0.004207079822329936,0.004200080427017985,67.17090495946387,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:38:35.393046Z|h:24,2026-07-11T11:38:35.393046Z,2026-07-11T12:17:26.300994+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TabPFN-TS,118075.28053092957,343.62083832464174,0.004205679348293488,0.004198682165863018,67.1767729586837,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T12:47:57.207958Z|h:24,2026-07-11T12:47:57.207958Z,2026-07-11T13:18:26.362885+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TabPFN-TS,86571.01228141785,294.229523130188,0.00423340718937634,0.004231081688503879,69.70991983282461,True +binance_btcusdt_1h_close/1h/short|source:2026-07-11T13:32:43.110250Z|h:24,2026-07-11T13:32:43.110250Z,2026-07-11T13:35:23.374317+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TabPFN-TS,138711.50279490152,372.43993179424456,0.004813034454860117,0.004806953489808423,48.46941457771024,True coingecko_bitcoin_7d_price_usd/1h/short|source:2026-07-10T06:03:20.192661Z|h:24,2026-07-10T06:03:20.192661Z,2026-07-10T06:07:16.378967+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,TabPFN-TS,910752.0399360657,954.3332960428792,0.013861754566591637,0.013898895134391208,15.389669001556543,True coingecko_bitcoin_7d_price_usd/1h/short|source:2026-07-10T06:21:42.014278Z|h:24,2026-07-10T06:21:42.014278Z,2026-07-10T06:27:03.154956+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,TabPFN-TS,910752.0399360657,954.3332960428792,0.013861754566591637,0.013898895134391208,15.389669001556543,True data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short|source:2026-07-01T13:07:24.792624Z|h:12,2026-07-01T13:07:24.792624Z,2026-07-01T13:17:08.524185+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,TabPFN-TS,30432.245376910596,174.44840319392608,0.7106828034516671,0.8392463572886636,,True @@ -18692,6 +18701,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-11T09:58:25.497291Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:10:32.641001Z|h:24,2026-07-11T11:10:32.641001Z,2026-07-11T11:12:14.778047+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,90377.74167950948,300.62891025233995,0.0035686729072630934,0.004727379110155675,73.86867373819004,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:38:35.393046Z|h:24,2026-07-11T11:38:35.393046Z,2026-07-11T11:40:09.849408+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,90364.99064000447,300.60770223000685,0.0035672719807107235,0.00472660560502459,73.87356676719789,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T12:47:57.207958Z|h:24,2026-07-11T12:47:57.207958Z,2026-07-11T12:50:15.069188+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,60842.22682825724,246.66217145775968,0.003386746411058682,0.004972806315582472,77.70874137939784,True +binance_btcusdt_1h_close/1h/short|source:2026-07-11T13:32:43.110250Z|h:24,2026-07-11T13:32:43.110250Z,2026-07-11T13:33:32.054375+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,122989.27596346538,350.6982691195743,0.004378390222676412,0.005079801916687119,52.93569007571035,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:34.213561+00:00,2026-06-17T06:54:34.213561+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.160538580492642,0.4006726600264136,0.0077998502585261,0.2146609791701683,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:54.533078+00:00,2026-06-22T01:20:54.533078+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3253257633711659,0.5703733543663886,0.006509406779106,0.2858020737091157,1.1717358298733047,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:44.064640+00:00,2026-06-22T07:31:44.064640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2663201865137117,0.5160621924862465,0.005269364684183,0.2671874556573511,1.678256417390571,True @@ -21640,6 +21650,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-11T09:58:25.497291Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:10:32.641001Z|h:24,2026-07-11T11:10:32.641001Z,2026-07-11T11:13:33.558677+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,71933.67526117961,268.20453997123093,0.002721688800144305,0.0030564381529538244,78.63172483686346,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:38:35.393046Z|h:24,2026-07-11T11:38:35.393046Z,2026-07-11T11:41:47.526830+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,71939.83191744487,268.2160172648995,0.002720290352143115,0.0030556623398999916,78.63150967937564,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T12:47:57.207958Z|h:24,2026-07-11T12:47:57.207958Z,2026-07-11T12:52:12.064400+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,44052.4638970693,209.88678828613604,0.0036678931921254898,0.003241281751832646,83.34797619158317,True +binance_btcusdt_1h_close/1h/short|source:2026-07-11T13:32:43.110250Z|h:24,2026-07-11T13:32:43.110250Z,2026-07-11T13:33:58.884298+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,157395.66927464804,396.7312305259671,0.0034321010385221433,0.004128696115861564,43.48956027329404,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:53:42.689625+00:00,2026-06-17T06:53:42.689625+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1316480282298061,0.3628333339562478,0.0115041829002529,0.2379950762051307,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:14.323519+00:00,2026-06-22T01:20:14.323519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876052556822667,0.4331342236331213,0.0035212021999806,0.2825173319955255,27.933567902573127,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:30:36.018310+00:00,2026-06-22T07:30:36.018310+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876660841999844,0.4332044369578691,0.0029553106220395,0.282650315619165,18.948377886633143,True @@ -24312,6 +24323,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-11T09:58:25.497291Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:10:32.641001Z|h:24,2026-07-11T11:10:32.641001Z,2026-07-11T11:14:18.059516+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,215512.74618721008,464.233503947324,0.003919443811909037,0.004420508602511434,47.23350585399575,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T11:38:35.393046Z|h:24,2026-07-11T11:38:35.393046Z,2026-07-11T11:42:44.504921+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,92599.63542938232,304.30188206677644,0.003944300870332779,0.004333884822620495,73.31369148769785,True binance_btcusdt_1h_close/1h/short|source:2026-07-11T12:47:57.207958Z|h:24,2026-07-11T12:47:57.207958Z,2026-07-11T13:14:08.974145+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,133940.92785517374,365.9794090589985,0.004112245610905232,0.004990264700634616,56.72225109379167,True +binance_btcusdt_1h_close/1h/short|source:2026-07-11T13:32:43.110250Z|h:24,2026-07-11T13:32:43.110250Z,2026-07-11T13:34:15.199067+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,355824.608437856,596.5103590365015,0.005466110735461399,0.0052982279867850555,5.801566408378008,True coingecko_bitcoin_7d_price_usd/1h/short|source:2026-07-10T06:03:20.192661Z|h:24,2026-07-10T06:03:20.192661Z,2026-07-10T06:05:34.024058+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Toto-1.0,340104.60895029706,583.1848840207513,0.006691388149099622,0.006954291553094776,57.00776969232622,True coingecko_bitcoin_7d_price_usd/1h/short|source:2026-07-10T06:21:42.014278Z|h:24,2026-07-10T06:21:42.014278Z,2026-07-10T06:24:14.086840+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Toto-1.0,760086.2938995361,871.8292802490269,0.006780612964502136,0.006946422705836824,24.0729720354169,True data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short|source:2026-07-10T02:33:33.483148Z|h:12,2026-07-10T02:33:33.483148Z,2026-07-10T02:35:46.151699+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Toto-1.0,23019.0460822337,151.7202889604212,0.6257435399486769,0.6004176198191844,22.566738160724295,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 3ca8e6323b60b826df7ecc0d22b4b5b34bd886f0..4cf2c07a590871cc96e57f04ca0dc3d7f450c059 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,641655.7523835693,677.5661735518211,0.014465382144104198,0.0975306260513857,12.112691345860618,695613.6259152195,0.2847705715248688,2.7965022940428496e-27,645,1.0,2026-06-17T12:10:12.135642+00:00,2026-07-11T12:47:57.207958Z +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,641156.3121711466,677.391638037525,0.014447827433811865,0.09738338088871971,12.111309877068965,695190.086377945,0.283077735378117,5.140107200755571e-27,646,1.0,2026-06-17T12:10:12.135642+00:00,2026-07-11T13:32:43.110250Z ARIMA,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,647431.1079197688,762.1804565645048,0.012337347594727356,0.010871309842508536,15.276774660567039,445273.9221342546,0.47236381520347,0.0001724350013299443,33,1.0,2026-06-29T07:42:24.900081Z,2026-07-10T06:21:42.014278Z ARIMA,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,27197.688534080287,164.91721721542686,0.6111556523811462,0.723321704945088,14.518148853886231,,,,1,1.0,2026-07-10T02:33:33.483148Z,2026-07-10T02:33:33.483148Z ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.03903020983681371,0.036291065020074065,1.1402971376304065,1.5698588014410824,-33.52299382512957,0.2775857748180925,0.13255036500781261,0.010887416207352554,198,0.07575757575757576,2026-06-29T07:34:52.372126Z,2026-07-11T12:47:57.207958Z @@ -13,7 +13,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,9.7277626 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,14.672956018443173,3.574920874597872,0.5835338723824837,0.32848108734863557,18.98704589065434,8.290506969069257,0.34730631889458163,4.298352680146349e-08,114,1.0,2026-06-17T12:10:12.513260+00:00,2026-07-11T11:38:35.393046Z ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,4371.281716802047,40.53156292861,0.014344395150799166,0.09511446774549988,2.255149386502644,14751.61514402084,0.3637159826884569,2.323329577885373e-15,215,1.0,2026-06-17T12:26:17.165483+00:00,2026-07-11T12:47:57.207958Z ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1767.0103363429673,35.19489439622372,0.18255675885391381,0.23341690453949399,50.37855906334085,1255.2308984841507,0.34839434751244364,0.09887870316259846,13,1.0,2026-06-17T12:10:12.582752+00:00,2026-07-11T03:26:03.577955Z -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,470615.2028537886,503.8880543128597,0.009499122351900988,0.09267752443763991,32.00985834819368,701268.5862681475,0.4541020555652722,3.0915821810309205e-80,779,1.0,2026-06-16T12:06:40.343188+00:00,2026-07-11T12:47:57.207958Z +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,470400.93936666363,503.94832472660374,0.009497810241167122,0.09256659748803363,31.980711301145934,700843.8809688309,0.45346762779368693,4.0570037891375e-80,780,1.0,2026-06-16T12:06:40.343188+00:00,2026-07-11T13:32:43.110250Z Chronos-2,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,409491.85179610207,571.4226021384044,0.007990134721528179,0.006599878888349384,45.328055893328134,383097.30669638416,0.3641937667538571,0.00374700002492765,33,1.0,2026-06-29T07:42:24.900081Z,2026-07-10T06:21:42.014278Z Chronos-2,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,25067.461899718543,158.32707254199624,0.6608019070822674,0.605299940786381,18.484576701267166,,,,1,1.0,2026-07-10T02:33:33.483148Z,2026-07-10T02:33:33.483148Z Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,0.03227216076062423,0.02734412828524735,0.9962435207330889,1.1174360173933588,-32.63338329345394,0.26196078014629165,0.12977653845491793,0.010373774408786342,208,0.07211538461538461,2026-06-29T07:34:52.372126Z,2026-07-11T12:47:57.207958Z @@ -27,7 +27,7 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.977 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,12.472328825072024,3.197649679431804,0.5662296112166302,0.32937942163162626,24.0131308656415,8.458486410698134,0.40085025980160605,7.016648196363742e-13,146,1.0,2026-06-16T13:12:36.348072+00:00,2026-07-11T11:38:35.393046Z Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,3037.050314702698,31.011582538931865,0.010337853786549752,0.11120819759818554,20.93290305293715,10003.845032953875,0.36394367974746455,2.7587335819998016e-17,244,1.0,2026-06-16T12:40:50.960167+00:00,2026-07-11T12:47:57.207958Z Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,162.61441980339944,10.671028122904639,0.05864458249157927,0.09740788467570778,93.3913562791724,131.923598540921,0.5745944049142231,0.004358063507974149,14,1.0,2026-06-17T09:43:59.015450+00:00,2026-07-11T03:26:03.577955Z -Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,604655.4126858345,692.1578198682405,0.009553810597068418,0.008780243212789128,20.984834758561817,612431.4171705196,-0.05066825066825066,0.22348854891959657,260,1.0,2026-07-03T07:52:13.218889Z,2026-07-11T12:47:57.207958Z +Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,603027.8867630259,691.1308251048065,0.00954135508447027,0.008768208429765409,21.05541739570938,611817.7854561519,-0.05375773651635721,0.19565042074624361,261,1.0,2026-07-03T07:52:13.218889Z,2026-07-11T13:32:43.110250Z Chronos-Bolt,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,550075.7529417673,741.6709195740166,0.010462097325442461,0.009123359636132623,38.61237607189936,0.0,0.0,1.0,2,1.0,2026-07-10T06:03:20.192661Z,2026-07-10T06:21:42.014278Z Chronos-Bolt,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,24494.29886562596,156.5065457596773,0.6356253615465683,0.5956771935646294,19.59914238474674,,,,1,1.0,2026-07-10T02:33:33.483148Z,2026-07-10T02:33:33.483148Z Chronos-Bolt,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.06384935503757337,0.05377181501147817,0.9716192959503241,1.0177925696611536,-22.410867871631307,0.3668080796453304,0.3974719002814202,2.546983305653559e-08,105,0.14285714285714285,2026-07-03T08:14:44.325135Z,2026-07-11T12:47:57.207958Z @@ -41,7 +41,7 @@ Chronos-Bolt,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,3. Chronos-Bolt,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,17.316633780250164,4.120241652561135,0.5890505286391622,0.2930899951602146,21.79479646096867,4.826186538693439,0.09860859044162128,0.27421746483156073,58,1.0,2026-07-03T07:52:13.218889Z,2026-07-11T11:38:35.393046Z Chronos-Bolt,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,6166.882464926566,50.59427720145509,0.013697578980616116,0.013255826533625807,25.871934678012675,15845.247889457884,0.3576759602419816,3.470900598263834e-07,94,1.0,2026-07-03T08:14:44.325135Z,2026-07-11T12:47:57.207958Z Chronos-Bolt,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,830.1268888311461,27.307383354504356,0.11029366032053604,0.09932431376096418,80.29777567504404,500.54903476242026,0.23809523809523814,0.5619047619047619,7,1.0,2026-07-03T11:25:49.678873Z,2026-07-11T03:26:03.577955Z -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,528519.8517428833,560.3717665388012,0.009492689030323942,0.08123647652634136,34.84483725856988,843031.707070487,0.32534065193316963,4.280259877719098e-35,645,1.0,2026-06-17T12:10:12.660440+00:00,2026-07-11T12:47:57.207958Z +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,528482.7394290904,560.6038745166636,0.009494995492910267,0.08112548606157914,34.77294055118166,842378.4687417301,0.3258069935440516,3.044278175783438e-35,646,1.0,2026-06-17T12:10:12.660440+00:00,2026-07-11T13:32:43.110250Z ETS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,483778.405329891,613.5230829322618,0.00838017825317436,0.007425454143738117,41.115258069783636,525921.7285330971,0.5586045117551408,8.907979700894652e-06,33,1.0,2026-06-29T07:42:24.900081Z,2026-07-10T06:21:42.014278Z ETS,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,27619.336324418462,166.19066256687967,0.618770085277974,0.7242860136139402,13.764328493789563,,,,1,1.0,2026-07-10T02:33:33.483148Z,2026-07-10T02:33:33.483148Z ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.041039869919896804,0.03687954235841717,1.178690037165091,1.6909463521826453,-33.6210962076949,0.2863019550382025,0.15264297890426562,0.003364932944459661,198,0.07575757575757576,2026-06-29T07:34:52.372126Z,2026-07-11T12:47:57.207958Z @@ -55,7 +55,7 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,106.4046970 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,13.650489693102887,3.452340698658002,0.5807985552445509,0.33225969555794577,22.174803888833445,7.6368319172071955,0.33333333333333337,1.4584050682154387e-07,114,1.0,2026-06-17T12:10:12.797899+00:00,2026-07-11T11:38:35.393046Z ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,3565.0956136129953,35.93161727780495,0.012377980314225157,0.09058737183946271,9.513582388743336,12204.819337474151,0.3770385934979694,2.1583136035698295e-16,215,1.0,2026-06-17T12:26:17.324923+00:00,2026-07-11T12:47:57.207958Z ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1613.7260204327258,33.09841504407011,0.20226265719225525,0.2636484410083183,51.69049604886266,1463.7929281315382,0.3225873588078182,0.12649549626942524,13,1.0,2026-06-17T12:10:12.836543+00:00,2026-07-11T03:26:03.577955Z -Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,431343.2623928089,579.9904446000038,0.007992301940433048,0.0075886541225207,36.64422064957931,492147.2584500033,0.06483937518420277,0.11857142099903334,261,1.0,2026-07-03T07:52:13.218889Z,2026-07-11T12:47:57.207958Z +Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,430501.44221751136,579.5290870817878,0.007987377510139495,0.00758360269841932,36.62045136999625,491392.50065095624,0.06460764528677138,0.11917731449265448,262,1.0,2026-07-03T07:52:13.218889Z,2026-07-11T13:32:43.110250Z Moirai-2.0,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,670812.4470513662,819.0314078540372,0.011580292284961949,0.009568434913733792,29.86345384761838,0.0,0.0,1.0,2,1.0,2026-07-10T06:03:20.192661Z,2026-07-10T06:21:42.014278Z Moirai-2.0,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,20775.499102946527,144.13708441253598,0.5779948164087865,0.5370367497191665,27.373176597326406,,,,1,1.0,2026-07-10T02:33:33.483148Z,2026-07-10T02:33:33.483148Z Moirai-2.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.063213534749485,0.053089937036064495,0.968286727344389,1.02595554668758,-22.40042359198304,0.36511400610521055,0.4191633635436048,3.7186574655015058e-09,106,0.14150943396226415,2026-07-03T08:14:44.325135Z,2026-07-11T12:47:57.207958Z @@ -69,7 +69,7 @@ Moirai-2.0,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,4.19 Moirai-2.0,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,15.026719717666412,3.8364154025065185,0.5151545378041713,0.27662576577893866,28.265324254602433,4.269899994611068,0.15819209039548024,0.07412843139438426,60,1.0,2026-07-03T07:52:13.218889Z,2026-07-11T11:38:35.393046Z Moirai-2.0,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,5709.996977386018,47.637900444445044,0.01266272838711042,0.011670091098556665,29.930256590762585,15495.981406336867,0.3508402444528744,3.7617462448655765e-07,97,1.0,2026-07-03T08:14:44.325135Z,2026-07-11T12:47:57.207958Z Moirai-2.0,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,221.1663467845433,14.644668066551901,0.05418243275483127,0.052893608273463774,94.01398099499166,86.3698239321917,0.33333333333333337,0.3813492063492063,7,1.0,2026-07-03T11:25:49.678873Z,2026-07-11T03:26:03.577955Z -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,838383.6597975485,748.8371183997012,0.012930665226959475,0.08768860467242115,14.245800668711805,906917.1569691824,0.2787712456064326,3.276264870783997e-26,645,1.0,2026-06-17T12:10:12.847893+00:00,2026-07-11T12:47:57.207958Z +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,837377.9502896587,748.3503593048274,0.012920506694451914,0.08756120164455844,14.279253065492883,906574.2857146522,0.277000983992128,6.146831660139897e-26,646,1.0,2026-06-17T12:10:12.847893+00:00,2026-07-11T13:32:43.110250Z Moving-Average,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,670531.5728224182,748.8737494736597,0.011170368296650033,0.010051966852062862,24.826952874292,501081.91766294005,0.35476286536028245,0.004785460453546361,33,1.0,2026-06-29T07:42:24.900081Z,2026-07-10T06:21:42.014278Z Moving-Average,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,33703.3339872141,183.58467797508075,0.862092038435816,0.8356046823445622,3.8962493556631643,,,,1,1.0,2026-07-10T02:33:33.483148Z,2026-07-10T02:33:33.483148Z Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.037133884715478294,0.036573887950721064,1.005667906471132,1.2416707334324264,-33.73113438598829,0.27024701293259806,0.14369782758153746,0.005774185237548264,198,0.07575757575757576,2026-06-29T07:34:52.372126Z,2026-07-11T12:47:57.207958Z @@ -83,7 +83,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,14.408580984678114,3.530158615451419,0.6199679462010257,0.33392072948434653,20.690433156238022,8.424755879180038,0.30849247011333647,1.139285193271763e-06,114,1.0,2026-06-17T12:10:12.921461+00:00,2026-07-11T11:38:35.393046Z Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,11992.948352933057,52.753413804006826,0.016894501548217627,0.11026327394463648,5.9649583625345945,45660.20869768268,0.3671119423065679,1.277841573048954e-15,215,1.0,2026-06-17T12:26:17.359102+00:00,2026-07-11T12:47:57.207958Z Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1541.8195789192855,32.950476268381536,0.1941276315303855,0.261598035307061,51.30734754364149,1083.328719892419,0.47742929103557086,0.023725740347264247,13,1.0,2026-06-17T12:10:12.956394+00:00,2026-07-11T03:26:03.577955Z -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,957938.2331568918,821.7914236002526,0.013910741880519429,0.08222871982793864,0.0,942263.1258726028,0.28020607636381145,1.827272864564649e-26,645,1.0,2026-06-17T12:10:12.963911+00:00,2026-07-11T12:47:57.207958Z +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,957074.0164090083,821.4979107233363,0.013901281703252716,0.08211181224189963,0.0,941788.590905319,0.2790457676338589,2.6827877315817814e-26,646,1.0,2026-06-17T12:10:12.963911+00:00,2026-07-11T13:32:43.110250Z Seasonal-Naive,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,925656.4254388519,917.8633116415733,0.013541560322529884,0.010175100272967738,0.0,523668.1182290187,0.4174833719433158,0.0009005134232078216,33,1.0,2026-06-29T07:42:24.900081Z,2026-07-10T06:21:42.014278Z Seasonal-Naive,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,36436.1429036395,190.88253692687422,0.8264244641534466,0.9402466648974208,0.0,0.0,0.0,1.0,2,1.0,2026-06-29T09:42:32.652885Z,2026-07-10T02:33:33.483148Z Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.04511223271037596,0.03957098823220458,1.0,1.2256783708275554,0.0,0.2918277682497358,0.2758345448176512,1.3605895464826e-06,198,0.07575757575757576,2026-06-29T07:34:52.372126Z,2026-07-11T12:47:57.207958Z @@ -97,7 +97,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,22.086754252332067,4.376828966566639,0.6536100159308488,0.5351736585361219,0.0,12.328617237713402,0.39056780650902534,6.188323094884032e-10,115,1.0,2026-06-17T12:10:13.024713+00:00,2026-07-11T11:38:35.393046Z Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,12337.379462878718,56.37827492114348,0.01704500031588251,0.09586679295337554,0.0,45601.885758341465,0.34791247635387734,6.054100725889487e-14,215,1.0,2026-06-17T12:26:17.384303+00:00,2026-07-11T12:47:57.207958Z Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,5464.136363200138,62.903450510871764,0.36248563222742514,0.6122896073788235,0.0,3615.302189679554,0.2777949261420117,0.16983239607358902,14,1.0,2026-06-17T12:10:13.040774+00:00,2026-07-11T03:26:03.577955Z -Sundial,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1502618.4414312015,1127.774666637997,0.016309864498027286,0.014823015744184155,-0.7794705070218408,1302763.1147248384,-0.1576272842763608,4.60880004116145e-06,379,1.0,2026-07-01T08:20:13.790420Z,2026-07-11T12:47:57.207958Z +Sundial,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1499146.418910532,1125.9333568833604,0.016282690122516832,0.01479675285200813,-0.6794581754532825,1302802.56830499,-0.16194972920427714,2.4319093854239493e-06,380,1.0,2026-07-01T08:20:13.790420Z,2026-07-11T13:32:43.110250Z Sundial,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,591159.6722590128,752.3257762411077,0.011564871269240965,0.009635532205884735,41.35143837394753,258060.28826362418,-0.5272727272727272,0.02638447971781305,11,1.0,2026-07-01T13:53:41.688769Z,2026-07-10T06:21:42.014278Z Sundial,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,26994.747280717536,164.3007053822983,2.3930387199722793,0.7353354060274466,14.789594589104487,74.19641836888964,1.0,1.0,2,1.0,2026-07-01T08:20:13.790420Z,2026-07-10T02:33:33.483148Z Sundial,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.04567501158160177,0.04168264296844365,0.9575911329168865,1.010787758112358,-32.30307271742195,0.30986623877486025,0.18109946681375252,0.001090390751038757,148,0.10135135135135136,2026-07-01T08:20:13.790420Z,2026-07-11T12:47:57.207958Z @@ -111,7 +111,7 @@ Sundial,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,3.50370 Sundial,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,20.527154678862114,4.483926829688875,0.6066044957459178,0.32683578233144656,15.485153271611548,6.106769412728469,0.07071455016660497,0.37274325360430804,74,1.0,2026-07-01T08:20:13.790420Z,2026-07-11T11:38:35.393046Z Sundial,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,10806.995591747323,55.838515196660765,0.013909199193323932,0.01221328856264359,5.387965460138929,36602.5700041496,0.38555552299813056,3.331936090873133e-11,135,1.0,2026-07-01T08:20:13.790420Z,2026-07-11T12:47:57.207958Z Sundial,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,399.9363639667697,19.848407857337172,0.0696098471982352,0.05313220200081439,90.10734253562988,95.97179359607429,0.05555555555555555,0.919455467372134,9,1.0,2026-07-01T08:20:13.790420Z,2026-07-11T03:26:03.577955Z -TabPFN-TS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,511210.3218965009,659.912113760621,0.009103519497843698,0.009119720833893463,25.289737166176085,409813.15864023473,-0.11954656862745099,0.004377038621960182,256,1.0,2026-07-01T13:07:24.792624Z,2026-07-11T12:47:57.207958Z +TabPFN-TS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,509760.91014902387,658.7935449591954,0.009086825003513025,0.00910293963800208,25.38631915539081,409671.43770816864,-0.12433122568093385,0.0029824493427341838,257,1.0,2026-07-01T13:07:24.792624Z,2026-07-11T13:32:43.110250Z TabPFN-TS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,910752.0399360657,954.3332960428792,0.013861754566591637,0.013898895134391208,15.389669001556543,0.0,0.0,1.0,2,1.0,2026-07-10T06:03:20.192661Z,2026-07-10T06:21:42.014278Z TabPFN-TS,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,30432.245376910596,174.44840319392608,0.7106828034516671,0.8392463572886636,8.978678387669838,0.0,0.0,1.0,2,1.0,2026-07-01T13:07:24.792624Z,2026-07-10T02:33:33.483148Z TabPFN-TS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.06448942884017882,0.05421488694538497,0.9662742750024552,0.9721219860171667,-22.418024566669626,0.3685304577629513,0.4007834882258932,3.0181959592798604e-08,104,0.14423076923076922,2026-07-01T13:07:24.792624Z,2026-07-11T12:47:57.207958Z @@ -125,7 +125,7 @@ TabPFN-TS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,3.800 TabPFN-TS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,16.908765301852146,4.068898661948902,0.578812212025398,0.3803495493092785,23.284312129696815,4.850208686948376,-0.005805515239477504,0.9510680300768211,53,1.0,2026-07-01T13:07:24.792624Z,2026-07-11T11:38:35.393046Z TabPFN-TS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,12339.033698887402,66.91301031025918,0.016090233453176596,0.01611733889634496,20.04041724772468,31190.06259503991,0.4213709518253955,6.6433048519429686e-09,88,1.0,2026-07-01T13:07:24.792624Z,2026-07-11T12:47:57.207958Z TabPFN-TS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,382.5352786917398,19.308522359351606,0.06768463004013184,0.06434928999490247,90.60986439465323,127.75868074333792,0.14285714285714285,0.7195436507936508,8,1.0,2026-07-01T13:07:24.792624Z,2026-07-11T03:26:03.577955Z -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,471014.7015170873,514.334511631248,0.009735181443267883,0.09797514283727594,27.517889368657567,647934.635160507,0.44761772081359713,8.094364467871736e-78,777,1.0,2026-06-16T12:07:33.925127+00:00,2026-07-11T12:47:57.207958Z +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,470567.3680652189,514.1241822706932,0.009728296107508768,0.09785574008545,27.55823508406559,647637.7590035484,0.44596083413564136,2.3543677050522367e-77,778,1.0,2026-06-16T12:07:33.925127+00:00,2026-07-11T13:32:43.110250Z TiRex,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,518066.74052711326,643.0692405454981,0.009214034585125003,0.0073800093431462595,38.15521727234906,462682.76011869684,0.31752780551554877,0.013115904012552788,32,1.0,2026-06-29T07:42:24.900081Z,2026-07-10T06:21:42.014278Z TiRex,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,26189.183511279563,161.83072486792972,0.6820653407770266,0.6145704862690891,16.362324923417614,,,,1,1.0,2026-07-10T02:33:33.483148Z,2026-07-10T02:33:33.483148Z TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,0.03237073273481371,0.027207545224490693,0.9846659337589517,1.1516154203430535,-32.61773146069663,0.26258756189422783,0.11031518489756148,0.029848090638979845,207,0.07246376811594203,2026-06-29T07:34:52.372126Z,2026-07-11T12:47:57.207958Z @@ -139,7 +139,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,2.0212011 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,12.796068803779148,3.257649160277438,0.579751971295452,0.3313244398944729,21.93360923703055,8.171687329150835,0.41264608930176805,3.1930765051671913e-13,142,1.0,2026-06-16T13:14:44.379149+00:00,2026-07-11T11:38:35.393046Z TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2166.3472354851583,26.214831515608775,0.008935751039622778,0.11076624279514902,25.120689744717136,8092.112603724557,0.38851083075349535,2.092650958706313e-19,243,1.0,2026-06-16T12:42:39.570887+00:00,2026-07-11T12:47:57.207958Z TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,203.90061481092067,12.04384898378348,0.05904318456601844,0.09558821079890989,92.63387733053992,149.6055083195006,0.55249462010983,0.006118626424088458,14,1.0,2026-06-17T09:45:42.165364+00:00,2026-07-11T03:26:03.577955Z -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,449999.124128718,504.53272984865765,0.010010584756613332,0.11293882831006861,30.357504497046236,614598.2085849612,0.42636231936666547,5.910151524447209e-71,779,1.0,2026-06-16T12:06:55.147862+00:00,2026-07-11T12:47:57.207958Z +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,449623.9914942897,504.3945227982439,0.0100021508031286,0.11279932814058885,30.378349030024406,614292.9520881535,0.42510121457489886,1.2335749751816973e-70,780,1.0,2026-06-16T12:06:55.147862+00:00,2026-07-11T13:32:43.110250Z TimesFM-2.5,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,472840.70004890906,638.9061729991141,0.00874515700068755,0.008656216363561241,36.02606115127054,351222.45284070785,0.3015367746241613,0.016394709247589866,33,1.0,2026-06-29T07:42:24.900081Z,2026-07-10T06:21:42.014278Z TimesFM-2.5,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,28434.715767887308,168.6259640977252,0.6894371389934627,0.7508176845882389,12.334393747225342,,,,1,1.0,2026-07-10T02:33:33.483148Z,2026-07-10T02:33:33.483148Z TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.03431354917568074,0.02961923047613165,1.0319701913024495,1.3497851725909293,-29.853182731047536,0.2640091940164732,0.19948409285220764,0.00010587902219355543,207,0.07246376811594203,2026-06-29T07:34:52.372126Z,2026-07-11T12:47:57.207958Z @@ -153,7 +153,7 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,2.3 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,12.284549127606436,3.1705804785124534,0.4969849022092138,0.4505897939377067,23.485253275884364,8.22631102126848,0.418997668997669,9.240966606454775e-14,144,1.0,2026-06-16T13:13:22.668298+00:00,2026-07-11T11:38:35.393046Z TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2749.668268085986,28.60648175432728,0.00979521460088908,0.13710719176315425,24.764342705318033,10229.16473176252,0.39582590262066486,3.6758490789094695e-20,244,1.0,2026-06-16T12:41:30.056174+00:00,2026-07-11T12:47:57.207958Z TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,190.68862273681012,11.608545611654147,0.059695860994911205,0.12423714721744337,92.46623317745541,149.1944779775869,0.5303948353054367,0.008495852202373711,14,1.0,2026-06-17T09:44:33.543452+00:00,2026-07-11T03:26:03.577955Z -Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1147591.6598250119,915.491239170157,0.009147069220193491,0.008177874446712152,0.11341130589337886,2700080.0855944203,-0.3439758511595507,9.395170956474387e-17,263,1.0,2026-07-03T07:52:13.218889Z,2026-07-11T12:47:57.207958Z +Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1144592.5422061211,914.2829782605598,0.009133126195630111,0.008166966694970003,0.13711195215373048,2695382.495229823,-0.34485539808733723,6.856315302234134e-17,264,1.0,2026-07-03T07:52:13.218889Z,2026-07-11T13:32:43.110250Z Toto-1.0,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,550095.4514249166,727.5070821348891,0.006736000556800879,0.0069503571294658,40.54037086387156,296971.8974017591,1.0,1.0,2,1.0,2026-07-10T06:03:20.192661Z,2026-07-10T06:21:42.014278Z Toto-1.0,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,23019.0460822337,151.7202889604212,0.6257435399486769,0.6004176198191844,22.566738160724295,,,,1,1.0,2026-07-10T02:33:33.483148Z,2026-07-10T02:33:33.483148Z Toto-1.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,2.41335358246756,0.9427658601935545,0.9763108007749854,1.026186246281541,-85.98792510956282,7.404201730367686,-0.1716082659478886,0.009130550786040435,106,0.14150943396226415,2026-07-03T08:14:44.325135Z,2026-07-11T12:47:57.207958Z diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 424243909606d6d7f38794166426c9714c16740a..b18320fe12008fa2c63e6ba0a82cd2ce1952763b 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-07-11T13:22:30.740633+00:00", + "generated_at": "2026-07-11T13:35:54.947104+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", @@ -10,7 +10,7 @@ "frequency", "prediction_length" ], - "num_configs": 13, + "num_configs": 12, "num_models": 12, "num_rows_missing_prediction_length": 0 } diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 6c053977ff7750b447f596f7fb6bb1c8b104cd75..0b8e8fdb9940f9cee7481842c9610c03d11800d6 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -11,30 +11,18 @@ Climate,Sundial,1.8380174239877516,1.4372501501410464,9,5,5,1.0 Climate,Moving-Average,1.6806894836415425,1.5136528785953005,10,5,5,1.0 Climate,ARIMA,3.514910139177399,2.233593549099135,11,5,5,1.0 Climate,ETS,11.635897875798568,4.201315392149379,12,5,5,1.0 -Finance,Moirai-2.0,0.3153627288711435,0.6274751389240649,1,2,2,1.0 -Finance,Chronos-Bolt,0.34824964888195686,0.6580707808253832,2,2,2,1.0 -Finance,Chronos-2,0.38197992903399547,0.6606651964017227,3,2,2,1.0 -Finance,TimesFM-2.5,0.26622798102932865,0.6006282280201053,4,2,2,1.0 -Finance,Toto-1.0,0.41768075352627265,0.6664515862004662,5,2,2,1.0 -Finance,TiRex,0.3002670524842987,0.6730800566062047,6,2,2,1.0 -Finance,TabPFN-TS,0.3860978625564233,0.7255219194974957,7,2,2,1.0 -Finance,ARIMA,0.6881272141185096,0.7830460369493517,8,2,2,1.0 -Finance,Sundial,0.6988993436212927,0.8287444999148822,9,2,2,1.0 -Finance,ETS,0.6846785442449433,0.8587617906854883,10,2,2,1.0 -Finance,Moving-Average,0.711861067391137,0.8955230452099325,11,2,2,1.0 +Finance,ARIMA,0.7719066279628318,0.5258121669200688,1,2,2,1.0 +Finance,Toto-1.0,0.7499861693718812,0.7102737833375984,2,2,2,1.0 +Finance,TiRex,0.4703121573096916,0.7036277974087388,3,2,2,1.0 +Finance,Chronos-Bolt,0.5500534100723424,0.7298718783960861,4,2,2,1.0 +Finance,Moirai-2.0,0.548388836562309,0.7304703015040661,5,2,2,1.0 +Finance,TimesFM-2.5,0.5543862347822419,0.701144376979368,6,2,2,1.0 +Finance,Sundial,0.583411130077089,0.7539646544457003,7,2,2,1.0 +Finance,Chronos-2,0.722801010468569,0.768626910022021,8,2,2,1.0 +Finance,TabPFN-TS,0.5384121357604942,0.7998590111636888,9,2,2,1.0 +Finance,Moving-Average,0.6608586779358465,0.8448456687358276,10,2,2,1.0 +Finance,ETS,0.9782465023723778,1.0466136841109355,11,2,2,1.0 Finance,Seasonal-Naive,1.0,1.0,12,2,2,1.0 -Hazards,ETS,0.41735499182104385,0.510962982967546,1,1,1,1.0 -Hazards,ARIMA,0.453041296714717,0.5138733240046391,2,1,1,1.0 -Hazards,Moving-Average,0.4567176831360709,0.5370851386657579,3,1,1,1.0 -Hazards,Toto-1.0,0.627701276397545,0.554030592267106,4,1,1,1.0 -Hazards,Chronos-2,0.4828397141849344,0.5639473318084467,5,1,1,1.0 -Hazards,Moirai-2.0,0.452481940901795,0.5696201527990945,6,1,1,1.0 -Hazards,TiRex,0.5060994863166118,0.5721901368319503,7,1,1,1.0 -Hazards,Chronos-Bolt,0.5123023866568152,0.5734841918557639,8,1,1,1.0 -Hazards,Sundial,0.571361568860859,0.6071228180474383,9,1,1,1.0 -Hazards,TimesFM-2.5,0.453896040950159,0.6629441513278621,10,1,1,1.0 -Hazards,TabPFN-TS,0.49193326732898246,0.7013374625182733,11,1,1,1.0 -Hazards,Seasonal-Naive,1.0,1.0,12,1,1,1.0 Hydrology,ETS,0.024406255084478037,0.12670240464604374,1,1,1,1.0 Hydrology,Chronos-2,0.04079408174187022,0.16092929110131454,2,1,1,1.0 Hydrology,Moirai-2.0,0.02193581700292868,0.1672717421813707,3,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 9d26a0ed94c9431d9e28caba3a1f201f17146495..e73efc3d91fb713fc7f38fc1e62c886ae76d8ec3 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -35,18 +35,18 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.3597568177864811,0.4631406267543245,10,1,1,1.0 1D,ETS,0.3204280580114816,0.4748139584529094,11,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,12,1,1,1.0 -1h,Chronos-2,0.565099681587227,0.9227130443369842,1,6,6,1.0 -1h,Moirai-2.0,0.5248981805607387,0.8992491484665648,2,6,6,1.0 -1h,Toto-1.0,1.8585332125237557,1.0061478561002681,3,6,6,1.0 -1h,TiRex,0.5283250795052333,0.9654161313400942,4,6,6,1.0 -1h,TabPFN-TS,0.6791649531899318,0.9542917435622391,5,6,6,1.0 -1h,Chronos-Bolt,0.6351000673277581,0.9971741991017574,6,6,6,1.0 -1h,TimesFM-2.5,0.5255460016242526,1.016564676793219,7,6,6,1.0 -1h,Seasonal-Naive,1.0,1.0,8,6,6,1.0 -1h,Moving-Average,1.2235523862627713,1.2519699731456446,9,6,6,1.0 -1h,Sundial,1.4108569622753364,1.2169846318963513,10,6,6,1.0 -1h,ARIMA,2.3156583860315343,1.683550003602118,11,6,6,1.0 -1h,ETS,6.167838276991939,2.9358322379111668,12,6,6,1.0 +1h,Moirai-2.0,0.6746540423701256,1.0469872409403007,1,5,5,1.0 +1h,TabPFN-TS,0.8274772433357535,1.0553029537295722,2,5,5,1.0 +1h,Toto-1.0,2.918349528243554,1.162921205235781,3,5,5,1.0 +1h,TiRex,0.6376549023233202,1.0910882888734865,4,5,5,1.0 +1h,Chronos-2,0.7526286756465589,1.0817476130813861,5,5,5,1.0 +1h,Seasonal-Naive,1.0,1.0,6,5,5,1.0 +1h,TimesFM-2.5,0.7257133302974659,1.1780054935303714,7,5,5,1.0 +1h,Chronos-Bolt,0.7959961815456179,1.1609420945946831,8,5,5,1.0 +1h,Sundial,1.5726113607511754,1.3466630148872747,9,5,5,1.0 +1h,Moving-Average,1.4464481120347943,1.4487195297326425,10,5,5,1.0 +1h,ARIMA,3.3600074904865616,1.8201925959974905,11,5,5,1.0 +1h,ETS,12.19110537114212,4.507804499411601,12,5,5,1.0 1mo,Moirai-2.0,0.5701893078499076,0.5711658118752873,1,1,1,1.0 1mo,Chronos-Bolt,0.6722527938921684,0.6335328970612374,2,1,1,1.0 1mo,Toto-1.0,0.6317640740160342,0.6385745807295035,3,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 147804ff1474add8741ac341249f18d86cfa551e..281f6d357db7a53cd5fd4751e52dde4ef3f4f0af 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -23,18 +23,18 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 12,ETS,0.8706436180201554,0.7703148978390245,10,2,2,1.0 12,Toto-1.0,161376.98438720134,0.6385745807295035,11,2,2,1.0 12,Moving-Average,0.9617678019724286,0.8887079460534169,12,2,2,1.0 -24,Chronos-2,0.3881947415580239,0.7189841132023201,1,7,7,1.0 -24,Moirai-2.0,0.33349268856615183,0.7071783724592138,2,7,7,1.0 -24,TiRex,0.3766529267727139,0.7584762889318682,3,7,7,1.0 -24,Toto-1.0,1.719646507425448,0.9469536730977899,4,7,7,1.0 -24,Chronos-Bolt,0.4777762785511328,0.7961297627730796,5,7,7,1.0 -24,TabPFN-TS,0.5817472076602803,0.8645033400554526,6,7,7,1.0 -24,TimesFM-2.5,0.442823485178647,0.9013018182758664,7,7,7,1.0 -24,Seasonal-Naive,1.0,1.0,8,7,7,1.0 -24,ARIMA,1.7533036000443891,1.3521843106725508,9,7,7,1.0 -24,Moving-Average,1.1968582459977952,1.2306618013514274,10,7,7,1.0 -24,Sundial,1.267500054191362,1.1240177488813001,11,7,7,1.0 -24,ETS,2.7983359960516725,1.8738675710179893,12,7,7,1.0 +24,Moirai-2.0,0.3811476456547209,0.7712377063473821,1,6,6,1.0 +24,Chronos-2,0.46300266910490145,0.7874279104901313,2,6,6,1.0 +24,TiRex,0.4164073911634052,0.8068033709889708,3,6,6,1.0 +24,TabPFN-TS,0.6683615754855619,0.9247569057915762,4,6,6,1.0 +24,Toto-1.0,2.4724250815694266,1.0576621361349907,5,6,6,1.0 +24,TimesFM-2.5,0.5631567155778153,0.9988563539646379,6,6,6,1.0 +24,Chronos-Bolt,0.5499784534926105,0.8704001071131803,7,6,6,1.0 +24,Seasonal-Naive,1.0,1.0,8,6,6,1.0 +24,Sundial,1.3629319506167963,1.2068854377996014,9,6,6,1.0 +24,ARIMA,2.2826659404754293,1.3912771127455714,10,6,6,1.0 +24,Moving-Average,1.3709227489404923,1.3858669038193412,11,6,6,1.0 +24,ETS,4.327988470673051,2.485621728976628,12,6,6,1.0 36,Seasonal-Naive,1.0,1.0,1,1,1,1.0 36,TabPFN-TS,1.0,1.0,2,1,1,1.0 36,TimesFM-2.5,1.0,1.0,3,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index d84315f8e7278bb5f7519f8f2272350d826bc30c..1ac97aceda9376a32288c56bbe27f90624f161b3 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,13 +1,13 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Chronos-2,0.3789435859700464,0.5850317268949176,1,13,13,1.0 -Overall,Moirai-2.0,0.30146298182708464,0.5367222675626613,2,13,13,1.0 -Overall,TiRex,0.3748084673671763,0.6060424384269405,3,13,13,1.0 -Overall,TimesFM-2.5,0.34167102369329133,0.6442566612210407,4,13,13,1.0 -Overall,Chronos-Bolt,0.4288302479287519,0.6185194484779758,5,13,13,1.0 -Overall,TabPFN-TS,0.5180771447168376,0.7410637955710666,6,13,13,1.0 -Overall,Toto-1.0,11.115006989723755,0.7065974168145703,7,13,13,1.0 -Overall,Sundial,0.7390713357404072,0.7755046255270006,8,13,13,1.0 -Overall,Seasonal-Naive,1.0,1.0,9,13,13,1.0 -Overall,ARIMA,1.0652439331636596,0.9768751169864653,10,13,13,1.0 -Overall,Moving-Average,1.0010962356962199,1.0369412229552655,11,13,13,1.0 -Overall,ETS,1.4755421090019332,1.250514009993402,12,13,13,1.0 +Overall,Chronos-2,0.4130176010341945,0.6033651944984588,1,12,12,1.0 +Overall,TiRex,0.3939311032663768,0.6141538039129829,2,12,12,1.0 +Overall,Moirai-2.0,0.31958257539557905,0.5487847178930798,3,12,12,1.0 +Overall,TimesFM-2.5,0.3770702350540649,0.6609194001457513,4,12,12,1.0 +Overall,Chronos-Bolt,0.4559679944345925,0.6346220739433754,5,12,12,1.0 +Overall,TabPFN-TS,0.5499687682882958,0.758111816927731,6,12,12,1.0 +Overall,Sundial,0.7327024598669013,0.7794379156609952,7,12,12,1.0 +Overall,Toto-1.0,15.570083178113364,0.730809366912642,8,12,12,1.0 +Overall,Seasonal-Naive,1.0,1.0,9,12,12,1.0 +Overall,ARIMA,1.1660245168299064,0.963284272420946,10,12,12,1.0 +Overall,Moving-Average,1.0555943437127528,1.089251030617935,11,12,12,1.0 +Overall,ETS,1.739732079873823,1.4061948969039764,12,12,12,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 02d9ee2093f41ffe9a56e42bace04fdbda0b0cdd..73186e4ee9f4c0915ef25ab03ec9df14ef078bfc 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ARIMA,307692.68353301316,218665.2887736341,443.46129915479196,0.43520459530595673,0.006912843004479957,0.006939489308800578,1.6295540822672951,554.7005350033594,0.008653672383615108,0.006918271311338576,0.005718510117807656,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ARIMA,319017.3751586123,49308.754497051974,200.46232883265475,0.19628088156279935,0.003125039295258385,0.0031308074311999948,1.0592233306651833,564.8162313165338,0.008812874852930738,0.0031278304672855113,0.0024102509691702424,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,803501.5302649658,1959180.2659133382,1338.8788130693058,1.736285834329421,0.02118002464681254,0.02142725342124621,44.75294520353696,896.3824687403061,0.014207196126101333,0.02122053314260906,0.020021424391920548,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ARIMA,27197.688534080287,28885.073828115153,130.26006235500384,1.3733941545973163,0.6111556523811462,1.024494621436719,15.484310582150973,164.91721721542686,1.0152918018145418,0.8019294507021014,0.723321704945088,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,0.00555555374365545,0.005555552139821303,0.0166667426090882,nan,0.9999997009967725,1.9999999335548584,nan,0.07453558709539658,4.4721350480171145,1.0000045168086826,1.0000128296554773,Climate,1,36 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 49dfc0483add4404ea2772ebd53c314770d7f4a2..e11a77450880a141b287b89a208a4ad563e93dca 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-07-11T13:22:30.156252+00:00", + "evaluated_at": "2026-07-11T13:35:54.656110+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61768.2109375, 62052.0, 63545.98046875, 63732.0, @@ -101,10 +100,10 @@ 64385.08984375, 64407.80078125, 64425.1796875, - 64286.640625 + 64286.640625, + 64484.0 ], "actuals": [ - 64484.0, 63914.87109375, 64040.0, 64140.01171875, @@ -127,350 +126,350 @@ 64167.33984375, 64196.0, 64198.0, - 64160.359375 + 64195.48828125, + 64206.0703125 ], "p50": [ - 63682.98261624397, - 63650.437678928116, - 63665.305546233256, - 63651.23142511834, - 63683.99898197063, - 63628.3972492673, - 63639.758779314354, - 63650.45207981881, - 63659.77513827103, - 63651.24581864475, - 63647.14964785316, - 63639.42964663468, - 63657.863586177155, - 63658.099921312176, - 63682.94903992275, - 63658.10470934738, - 63657.85401010641, - 63642.64938085044, - 63652.489860726324, - 63656.75852285577, - 63657.84444382715, - 63646.57227038311, - 63675.44867449812, - 63660.50869822981 + 63921.5839601396, + 63841.06675886533, + 63900.909558950734, + 63911.84943337967, + 63911.42320450187, + 63929.5437076505, + 63907.77010901499, + 63930.88889068564, + 63911.88444348953, + 63907.77024026963, + 63930.88891110087, + 63901.13466820429, + 63929.54455470496, + 63920.714500691574, + 63932.4075494499, + 63879.89857640113, + 63929.54455470683, + 63920.714500691865, + 63900.31692710525, + 63907.7702407654, + 63911.428650439346, + 63930.21673294241, + 63920.714500691865, + 63904.86132504637 ], "p10": [ - 63410.5148065426, - 63385.198851080095, - 63392.46804881005, - 63391.73361230926, - 63358.65012081238, - 63385.208454129075, - 63358.64532174344, - 63373.701256695895, - 63389.07233895464, - 63392.20803541712, - 63403.96085271494, - 63322.85502520805, - 63356.92666992254, - 63392.13018057773, - 63341.583456657805, - 63392.22240687324, - 63356.9170938518, - 63440.379158658245, - 63341.57388548405, - 63373.729992266424, - 63310.13925155709, - 63385.24676823481, - 63410.46209766033, - 63335.0791702004 + 63664.92225851918, + 63518.14352596832, + 63662.48892354187, + 63608.87751572892, + 63675.29899940806, + 63580.411053857024, + 63662.71390105702, + 63608.9125085338, + 63612.07926229575, + 63580.41190041759, + 63646.35154080424, + 63664.532087453874, + 63687.34005346339, + 63664.53208746558, + 63646.35154088131, + 63519.59080987073, + 63646.351540881355, + 63580.41190091336, + 63574.3297918091, + 63608.91252902615, + 63580.41190091336, + 63646.351540881355, + 63574.3297918091, + 63580.41190091336 ], "p90": [ - 63987.93088778419, - 63848.034058637924, - 64021.21909163815, - 63969.149693550855, - 64037.173172695904, - 63972.48379463083, - 64022.53169681276, - 64043.04260623579, - 63905.53922859707, - 63849.63468826714, - 63902.10459708536, - 63918.900159204095, - 63866.79126856247, - 64002.46667833312, - 64068.76926529522, - 64015.69352404711, - 64034.40759016589, - 64043.07011004611, - 64025.239778795345, - 63972.517328043075, - 63902.08066302505, - 64018.4446983701, - 63991.20747968542, - 64018.44947661885 + 64145.8803943475, + 64150.462490630445, + 64139.06037622056, + 64319.974304074094, + 64298.49007279633, + 64234.797586088505, + 64142.640401389035, + 64298.49549824146, + 64155.185342198514, + 64139.02713699669, + 64296.10509658585, + 64296.10509665097, + 64155.185345384016, + 64141.61061742877, + 64234.798433144795, + 64139.02713749245, + 64142.64053313944, + 64320.009317371325, + 64234.79843314484, + 64320.009317371325, + 64234.79843314484, + 64234.79843314484, + 64298.495518733806, + 64189.67877807127 ], "mean": [ - 64305.798125217596, - 64237.202290475456, - 64274.03705763307, - 64883.03265454663, - 63987.21238315897, - 64251.88722285032, - 63963.62125561698, - 65201.40447297539, - 64567.763159473994, - 63946.83185379273, - 63952.82790588155, - 64555.43322414049, - 63938.055249365745, - 64585.695343164916, - 65531.535959775334, - 63679.80896201736, - 64591.84543341775, - 65211.17014951148, - 63960.71452147125, - 63647.38458047202, - 64256.51117142563, - 64271.9325318075, - 63974.575160195425, - 63962.56004331849 + 64816.516443637025, + 64175.4747074905, + 63892.403839469815, + 65148.411680675235, + 64528.786895393525, + 64211.588274435795, + 64520.453553516185, + 64535.85361136978, + 64216.53254722833, + 64509.16119191825, + 64843.40567183831, + 64828.6223864205, + 64530.50870456653, + 64511.67966829667, + 64524.78643273705, + 64175.87912491512, + 64821.04766156695, + 64829.25610040033, + 64190.258309584606, + 65140.48461428667, + 64517.14839692945, + 63906.473541602725, + 64207.310422433235, + 64201.48851810286 ], "quantiles": { "0.1": [ - 63410.5148065426, - 63385.198851080095, - 63392.46804881005, - 63391.73361230926, - 63358.65012081238, - 63385.208454129075, - 63358.64532174344, - 63373.701256695895, - 63389.07233895464, - 63392.20803541712, - 63403.96085271494, - 63322.85502520805, - 63356.92666992254, - 63392.13018057773, - 63341.583456657805, - 63392.22240687324, - 63356.9170938518, - 63440.379158658245, - 63341.57388548405, - 63373.729992266424, - 63310.13925155709, - 63385.24676823481, - 63410.46209766033, - 63335.0791702004 + 63664.92225851918, + 63518.14352596832, + 63662.48892354187, + 63608.87751572892, + 63675.29899940806, + 63580.411053857024, + 63662.71390105702, + 63608.9125085338, + 63612.07926229575, + 63580.41190041759, + 63646.35154080424, + 63664.532087453874, + 63687.34005346339, + 63664.53208746558, + 63646.35154088131, + 63519.59080987073, + 63646.351540881355, + 63580.41190091336, + 63574.3297918091, + 63608.91252902615, + 63580.41190091336, + 63646.351540881355, + 63574.3297918091, + 63580.41190091336 ], "0.2": [ - 63483.43468860685, - 63451.614013290135, - 63470.39520629498, - 63464.633678787744, - 63472.60899346384, - 63454.23626606873, - 63431.813189925415, - 63471.077255693875, - 63478.198514572854, - 63461.54317423678, - 63478.19372041093, - 63454.25065223461, - 63477.14791754936, - 63454.255442719565, - 63482.75388978943, - 63454.26023075477, - 63468.10700555321, - 63496.73509849026, - 63472.96951251061, - 63451.65714975136, - 63431.42589025886, - 63452.304274992304, - 63478.16500687965, - 63407.591439995485 + 63713.70419904552, + 63687.230059353926, + 63714.872272375665, + 63719.83186077316, + 63723.52526104577, + 63712.67179828726, + 63720.92279073616, + 63719.866853578045, + 63740.17464720497, + 63723.009149588135, + 63723.530706906124, + 63714.8538403896, + 63740.17465039047, + 63720.92292248627, + 63719.86687407035, + 63711.600005401364, + 63723.53070698324, + 63745.18976949075, + 63711.69848038509, + 63712.916186583214, + 63723.53070698324, + 63721.953101667736, + 63710.221658373506, + 63712.916186583214 ], "0.3": [ - 63597.68459722317, - 63516.330464561725, - 63535.11165756657, - 63529.63401769111, - 63523.95265140258, - 63512.99380621881, - 63521.403997907575, - 63546.388130592415, - 63579.08645986521, - 63560.756231950036, - 63536.158277385126, - 63516.354453776585, - 63565.130939626266, - 63556.16466345824, - 63565.12615036633, - 63560.35323180346, - 63531.73183702363, - 63573.83366214789, - 63491.36879368357, - 63505.21939638328, - 63536.13434332482, - 63546.421646856434, - 63592.52859692971, - 63529.68191034208 + 63767.502052180105, + 63755.84787290705, + 63767.562602285165, + 63808.84002007039, + 63775.27986752563, + 63771.73385697752, + 63802.41901731338, + 63814.84031151351, + 63827.679088348945, + 63808.11092822205, + 63776.80700314137, + 63770.55548202569, + 63776.80700321662, + 63808.11092871753, + 63770.55548203764, + 63754.30171037688, + 63789.138329871064, + 63776.80700321849, + 63776.80700321849, + 63757.295156809465, + 63785.438931875295, + 63785.438931875295, + 63757.295156809465, + 63771.73470403385 ], "0.4": [ - 63647.17364320415, - 63590.07658494825, - 63604.150633842706, - 63607.298435740166, - 63626.07002446819, - 63583.488110843326, - 63579.09125648002, - 63590.09098583894, - 63604.13623663463, - 63613.73820621098, - 63597.31390879688, - 63590.10057416311, - 63605.387272791406, - 63622.77552057157, - 63637.61010144945, - 63623.9533445861, - 63611.12190018964, - 63602.06884716345, - 63579.47988516199, - 63595.91345791299, - 63597.63666781187, - 63586.67798002157, - 63641.480028975326, - 63598.22069824282 + 63849.874850164015, + 63815.42191363698, + 63827.45398227076, + 63854.616392753516, + 63840.31587445908, + 63834.490639235635, + 63853.83489889647, + 63862.742961080396, + 63879.898573213766, + 63838.21297909108, + 63840.32132031943, + 63838.21297957485, + 63853.83503064501, + 63869.37850091561, + 63841.63695381922, + 63808.875033367614, + 63842.51404276775, + 63849.306635495224, + 63831.263444517404, + 63831.263444517404, + 63838.212979586846, + 63840.32132039655, + 63835.0504683723, + 63841.63695381927 ], "0.5": [ - 63682.98261624397, - 63650.437678928116, - 63665.305546233256, - 63651.23142511834, - 63683.99898197063, - 63628.3972492673, - 63639.758779314354, - 63650.45207981881, - 63659.77513827103, - 63651.24581864475, - 63647.14964785316, - 63639.42964663468, - 63657.863586177155, - 63658.099921312176, - 63682.94903992275, - 63658.10470934738, - 63657.85401010641, - 63642.64938085044, - 63652.489860726324, - 63656.75852285577, - 63657.84444382715, - 63646.57227038311, - 63675.44867449812, - 63660.50869822981 + 63921.5839601396, + 63841.06675886533, + 63900.909558950734, + 63911.84943337967, + 63911.42320450187, + 63929.5437076505, + 63907.77010901499, + 63930.88889068564, + 63911.88444348953, + 63907.77024026963, + 63930.88891110087, + 63901.13466820429, + 63929.54455470496, + 63920.714500691574, + 63932.4075494499, + 63879.89857640113, + 63929.54455470683, + 63920.714500691865, + 63900.31692710525, + 63907.7702407654, + 63911.428650439346, + 63930.21673294241, + 63920.714500691865, + 63904.86132504637 ], "0.6": [ - 63729.50891500238, - 63699.51633028069, - 63705.536454893096, - 63693.82346751749, - 63732.14118573089, - 63686.76486493723, - 63683.378600162505, - 63674.800070956044, - 63706.77517070361, - 63693.837861043896, - 63706.01850873053, - 63666.82993139828, - 63685.56315210796, - 63717.07021862717, - 63726.75680278859, - 63711.17166062235, - 63685.55357603722, - 63693.85701808674, - 63705.999356586544, - 63706.23516132349, - 63682.934686832676, - 63699.5642474354, - 63726.73767022755, - 63711.81355059697 + 63951.16223330412, + 63946.34261912206, + 63946.46364697293, + 63969.46617146889, + 63960.461738405036, + 63960.466337286176, + 63947.129083202475, + 63973.15322730086, + 63946.688753051116, + 63960.03713878049, + 63973.153247716094, + 63959.91770387732, + 63960.46718434064, + 63960.03713927597, + 63960.467184342466, + 63935.766892637184, + 63960.84352232125, + 63960.84352232125, + 63943.906424959634, + 63960.03713927626, + 63960.21629235668, + 63960.46718434251, + 63952.64102337041, + 63952.64102337041 ], "0.7": [ - 63755.14733958051, - 63725.79850378763, - 63738.27594075771, - 63735.66243355309, - 63771.39139668098, - 63717.05104197633, - 63754.34953613437, - 63735.67203169128, - 63754.34473951956, - 63719.513944031765, - 63744.56050542247, - 63721.40986377815, - 63738.25195767741, - 63752.643784900276, - 63768.52454475623, - 63745.75637691571, - 63732.11242810418, - 63735.61629704454, - 63754.586416806305, - 63735.88670377667, - 63735.77950650189, - 63735.89148447016, - 63754.31123182636, - 63762.82871764579 + 63968.09903039332, + 63986.74665490669, + 63987.96882954355, + 64010.15143655604, + 63976.64082591487, + 64022.703927396986, + 63995.14940491557, + 63995.14951617363, + 63974.77378137164, + 63998.37846237301, + 64005.92930143659, + 63988.19393879711, + 63985.21296829715, + 63975.33553074671, + 64024.06162691764, + 63960.93806859965, + 63980.984269804874, + 64028.94825697642, + 63974.77378455901, + 64010.186449853274, + 63985.21296829902, + 63979.17197045024, + 63995.14953666598, + 63988.193938809105 ], "0.8": [ - 63842.83998809419, - 63762.776022242324, - 63825.5876818132, - 63800.60855760985, - 63866.81045011844, - 63776.52761735194, - 63866.8056510495, - 63824.06839199905, - 63781.542818039095, - 63759.97311629091, - 63784.2864222893, - 63789.14300078852, - 63764.480019105235, - 63848.06283833774, - 63852.42444428074, - 63848.06762637295, - 63818.87867411716, - 63824.0923444301, - 63797.23046181347, - 63765.567557115675, - 63777.98646202896, - 63802.54253038807, - 63805.099292504805, - 63848.08675404139 + 64075.01422194698, + 64076.60860672825, + 64091.88749778042, + 64118.74880405273, + 64063.78167056073, + 64099.73709730176, + 64084.31904123496, + 64101.77912349915, + 64063.787113310835, + 64038.820862916706, + 64093.63767443129, + 64091.16512228306, + 64099.737944356224, + 64033.47109852403, + 64099.73794435805, + 64005.91262400863, + 64078.05589063067, + 64091.35461924524, + 64078.05589063067, + 64118.78381734996, + 64080.677736963546, + 64093.637674508405, + 64118.78381734996, + 64091.16512229506 ], "0.9": [ - 63987.93088778419, - 63848.034058637924, - 64021.21909163815, - 63969.149693550855, - 64037.173172695904, - 63972.48379463083, - 64022.53169681276, - 64043.04260623579, - 63905.53922859707, - 63849.63468826714, - 63902.10459708536, - 63918.900159204095, - 63866.79126856247, - 64002.46667833312, - 64068.76926529522, - 64015.69352404711, - 64034.40759016589, - 64043.07011004611, - 64025.239778795345, - 63972.517328043075, - 63902.08066302505, - 64018.4446983701, - 63991.20747968542, - 64018.44947661885 + 64145.8803943475, + 64150.462490630445, + 64139.06037622056, + 64319.974304074094, + 64298.49007279633, + 64234.797586088505, + 64142.640401389035, + 64298.49549824146, + 64155.185342198514, + 64139.02713699669, + 64296.10509658585, + 64296.10509665097, + 64155.185345384016, + 64141.61061742877, + 64234.798433144795, + 64139.02713749245, + 64142.64053313944, + 64320.009317371325, + 64234.79843314484, + 64320.009317371325, + 64234.79843314484, + 64234.79843314484, + 64298.495518733806, + 64189.67877807127 ] }, "timestamps": [ - "2026-07-06 13:00:00", "2026-07-06 14:00:00", "2026-07-06 15:00:00", "2026-07-06 16:00:00", @@ -589,6 +588,7 @@ "2026-07-11 09:00:00", "2026-07-11 10:00:00", "2026-07-11 11:00:00", - "2026-07-11 12:00:00" + "2026-07-11 12:00:00", + "2026-07-11 13:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index f5b7ce99fa4fd511e992dbbd10973e4859071c7b..f18edd0d7f9f890d7de0e89164d37e8d3c6d4f9c 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,41 +1,11 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-07-11T13:22:30.381355+00:00", + "evaluated_at": "2026-07-11T13:35:54.677787+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 3d744baa56aaaf2cc3a48d52a3604c9df2ffd830..507e16198592dc7cda32222e87fd1562fdc8f93a 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -32,4 +32,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-07-08,Seasonal-Naive,9.643,10.000,10.333,9.571,9.643,11.077,9.750,9.769,9.846,10.385 2026-07-09,Seasonal-Naive,10.214,11.083,11.667,10.143,10.214,11.417,10.667,11.417,11.583,11.333 2026-07-10,Seasonal-Naive,10.857,12.167,12.250,10.786,10.857,11.833,11.500,12.083,12.333,11.583 -2026-07-11,Seasonal-Naive,10.643,10.231,11.250,10.286,10.643,11.154,11.333,10.615,11.000,10.615 +2026-07-11,Seasonal-Naive,10.571,10.154,11.083,10.143,10.571,11.000,11.333,10.462,10.923,10.462 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 5e374e614999d098422c036bc4feedaeb598795e..cdd2563396466ebad116e2431b1732a72043c4a5 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -6,4 +6,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-W26,ETS,6.154,6.308,6.455,6.615,6.154,6.692,7.182,6.692,6.231,6.182 2026-W26,Seasonal-Naive,1.532,1.661,1.532,1.523,1.532,1.532,1.642,1.532,1.541,1.505 2026-W27,Seasonal-Naive,9.041,10.881,10.444,9.02,9.041,10.333,10.644,10.25,10.131,9.976 -2026-W28,Seasonal-Naive,9.738,10.677,10.904,9.857,9.738,11.025,10.388,10.814,10.78,10.722 +2026-W28,Seasonal-Naive,9.726,10.664,10.876,9.833,9.726,10.999,10.388,10.788,10.767,10.697 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index c06a34241eba5acf04738099cd36b489010ff427..4ec24a1d2f8f3c8b27aae2e49f4cdeee2bc1b76f 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Chronos-2,102868.5035088857,102868.5035088857,304.52587890625,0.2988559816655496,0.004754185770620439,0.0047420412771761,1.9966582882947925,320.7312013335866,0.005003605665401686,0.004750792584635193,0.00486443075697667,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Chronos-2,303489.6828962962,303489.6828962962,543.0362955729166,0.5317090918594882,0.008475675979484346,0.008438849896709804,2.7385099144399074,550.8989770332635,0.008595722771431613,0.008473040695604969,0.006154503744740054,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,555105.2210756937,555105.2210756937,661.6588541666666,0.858052935362083,0.010453443281605232,0.01052282642397239,3.111423160168973,745.0538377028157,0.011808715995554601,0.010486948861157069,0.009077282924997343,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,0.005555555693406913,0.005555555693406913,0.016666667806811294,nan,0.9999999972540006,1.999999999389778,nan,0.074535600174728,4.472135832776969,1.0000000286722466,1.0000000709250667,Climate,1,36 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 786da519ad49af524492244e598b0df0ed315c92..9e0b0ba355bb9edc5119b05f97b24574b2a9cda8 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-07-11T12:48:39.843066+00:00", + "evaluated_at": "2026-07-11T13:33:19.164981+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61768.2109375, 62052.0, 63545.98046875, 63732.0, @@ -101,10 +100,10 @@ 64385.08984375, 64407.80078125, 64425.1796875, - 64286.640625 + 64286.640625, + 64484.0 ], "actuals": [ - 64484.0, 63914.87109375, 64040.0, 64140.01171875, @@ -127,350 +126,350 @@ 64167.33984375, 64196.0, 64198.0, - 64160.359375 + 64195.48828125, + 64206.0703125 ], "p50": [ - 64290.8203125, - 64291.7734375, - 64305.22265625, - 64314.03125, - 64325.609375, - 64335.98046875, - 64354.15234375, - 64353.359375, - 64374.734375, - 64390.84765625, - 64396.44140625, - 64399.0546875, - 64399.46875, - 64418.76953125, - 64445.01171875, - 64430.93359375, - 64439.16015625, - 64424.328125, - 64423.73046875, - 64435.12109375, - 64426.41015625, - 64443.28515625, - 64457.72265625, - 64446.671875 + 64503.4765625, + 64502.609375, + 64515.63671875, + 64533.4453125, + 64548.5703125, + 64556.1015625, + 64589.3515625, + 64596.24609375, + 64626.91796875, + 64630.4375, + 64649.375, + 64656.390625, + 64671.6484375, + 64678.80078125, + 64709.33984375, + 64706.02734375, + 64689.83984375, + 64683.0078125, + 64676.37109375, + 64678.44140625, + 64681.11328125, + 64692.16796875, + 64713.0859375, + 64702.046875 ], "p10": [ - 63937.12890625, - 63843.9765625, - 63776.44921875, - 63689.28125, - 63624.6796875, - 63593.67578125, - 63532.16015625, - 63478.40625, - 63457.28515625, - 63415.51171875, - 63338.578125, - 63241.77734375, - 63176.72265625, - 63145.36328125, - 63144.890625, - 63132.74609375, - 63096.90234375, - 63037.23828125, - 62986.33984375, - 62954.55859375, - 62920.5546875, - 62882.5703125, - 62863.44921875, - 62816.734375 + 64156.65625, + 64078.3203125, + 64018.0234375, + 63959.80078125, + 63900.15234375, + 63870.3203125, + 63815.26171875, + 63778.296875, + 63762.98828125, + 63728.5703125, + 63658.88671875, + 63569.6484375, + 63514.4765625, + 63494.39453125, + 63498.45703125, + 63471.7734375, + 63381.6953125, + 63332.44140625, + 63287.09375, + 63272.109375, + 63243.2109375, + 63203.89453125, + 63165.8125, + 63135.85546875 ], "p90": [ - 64578.85546875, - 64659.7421875, - 64759.15234375, - 64842.96875, - 64893.3046875, - 64965.5234375, - 65039.296875, - 65108.05078125, - 65148.33203125, - 65208.8046875, - 65269.78515625, - 65309.6171875, - 65384.7421875, - 65413.859375, - 65499.1953125, - 65517.70703125, - 65658.1640625, - 65694.015625, - 65699.78125, - 65772.0078125, - 65765.609375, - 65860.453125, - 65906.0546875, - 65960.890625 + 64795.86328125, + 64868.85546875, + 64967.19140625, + 65049.0234375, + 65100.66015625, + 65171.015625, + 65261.15234375, + 65323.96875, + 65377.43359375, + 65430.01171875, + 65501.4609375, + 65543.1875, + 65618.59375, + 65643.4765625, + 65739.328125, + 65761.796875, + 65854.4609375, + 65879.171875, + 65901.78125, + 65968.7734375, + 65979.0234375, + 66086.1171875, + 66158.8984375, + 66198.46875 ], "mean": [ - 64290.8203125, - 64291.7734375, - 64305.22265625, - 64314.03125, - 64325.609375, - 64335.98046875, - 64354.15234375, - 64353.359375, - 64374.734375, - 64390.84765625, - 64396.44140625, - 64399.0546875, - 64399.46875, - 64418.76953125, - 64445.01171875, - 64430.93359375, - 64439.16015625, - 64424.328125, - 64423.73046875, - 64435.12109375, - 64426.41015625, - 64443.28515625, - 64457.72265625, - 64446.671875 + 64503.4765625, + 64502.609375, + 64515.63671875, + 64533.4453125, + 64548.5703125, + 64556.1015625, + 64589.3515625, + 64596.24609375, + 64626.91796875, + 64630.4375, + 64649.375, + 64656.390625, + 64671.6484375, + 64678.80078125, + 64709.33984375, + 64706.02734375, + 64689.83984375, + 64683.0078125, + 64676.37109375, + 64678.44140625, + 64681.11328125, + 64692.16796875, + 64713.0859375, + 64702.046875 ], "quantiles": { "0.1": [ - 63937.12890625, - 63843.9765625, - 63776.44921875, - 63689.28125, - 63624.6796875, - 63593.67578125, - 63532.16015625, - 63478.40625, - 63457.28515625, - 63415.51171875, - 63338.578125, - 63241.77734375, - 63176.72265625, - 63145.36328125, - 63144.890625, - 63132.74609375, - 63096.90234375, - 63037.23828125, - 62986.33984375, - 62954.55859375, - 62920.5546875, - 62882.5703125, - 62863.44921875, - 62816.734375 + 64156.65625, + 64078.3203125, + 64018.0234375, + 63959.80078125, + 63900.15234375, + 63870.3203125, + 63815.26171875, + 63778.296875, + 63762.98828125, + 63728.5703125, + 63658.88671875, + 63569.6484375, + 63514.4765625, + 63494.39453125, + 63498.45703125, + 63471.7734375, + 63381.6953125, + 63332.44140625, + 63287.09375, + 63272.109375, + 63243.2109375, + 63203.89453125, + 63165.8125, + 63135.85546875 ], "0.2": [ - 63937.12890625, - 63843.9765625, - 63776.44921875, - 63689.28125, - 63624.6796875, - 63593.67578125, - 63532.16015625, - 63478.40625, - 63457.28515625, - 63415.51171875, - 63338.578125, - 63241.77734375, - 63176.72265625, - 63145.36328125, - 63144.890625, - 63132.74609375, - 63096.90234375, - 63037.23828125, - 62986.33984375, - 62954.55859375, - 62920.5546875, - 62882.5703125, - 62863.44921875, - 62816.734375 + 64156.65625, + 64078.3203125, + 64018.0234375, + 63959.80078125, + 63900.15234375, + 63870.3203125, + 63815.26171875, + 63778.296875, + 63762.98828125, + 63728.5703125, + 63658.88671875, + 63569.6484375, + 63514.4765625, + 63494.39453125, + 63498.45703125, + 63471.7734375, + 63381.6953125, + 63332.44140625, + 63287.09375, + 63272.109375, + 63243.2109375, + 63203.89453125, + 63165.8125, + 63135.85546875 ], "0.3": [ - 63937.12890625, - 63843.9765625, - 63776.44921875, - 63689.28125, - 63624.6796875, - 63593.67578125, - 63532.16015625, - 63478.40625, - 63457.28515625, - 63415.51171875, - 63338.578125, - 63241.77734375, - 63176.72265625, - 63145.36328125, - 63144.890625, - 63132.74609375, - 63096.90234375, - 63037.23828125, - 62986.33984375, - 62954.55859375, - 62920.5546875, - 62882.5703125, - 62863.44921875, - 62816.734375 + 64156.65625, + 64078.3203125, + 64018.0234375, + 63959.80078125, + 63900.15234375, + 63870.3203125, + 63815.26171875, + 63778.296875, + 63762.98828125, + 63728.5703125, + 63658.88671875, + 63569.6484375, + 63514.4765625, + 63494.39453125, + 63498.45703125, + 63471.7734375, + 63381.6953125, + 63332.44140625, + 63287.09375, + 63272.109375, + 63243.2109375, + 63203.89453125, + 63165.8125, + 63135.85546875 ], "0.4": [ - 64290.8203125, - 64291.7734375, - 64305.22265625, - 64314.03125, - 64325.609375, - 64335.98046875, - 64354.15234375, - 64353.359375, - 64374.734375, - 64390.84765625, - 64396.44140625, - 64399.0546875, - 64399.46875, - 64418.76953125, - 64445.01171875, - 64430.93359375, - 64439.16015625, - 64424.328125, - 64423.73046875, - 64435.12109375, - 64426.41015625, - 64443.28515625, - 64457.72265625, - 64446.671875 + 64503.4765625, + 64502.609375, + 64515.63671875, + 64533.4453125, + 64548.5703125, + 64556.1015625, + 64589.3515625, + 64596.24609375, + 64626.91796875, + 64630.4375, + 64649.375, + 64656.390625, + 64671.6484375, + 64678.80078125, + 64709.33984375, + 64706.02734375, + 64689.83984375, + 64683.0078125, + 64676.37109375, + 64678.44140625, + 64681.11328125, + 64692.16796875, + 64713.0859375, + 64702.046875 ], "0.5": [ - 64290.8203125, - 64291.7734375, - 64305.22265625, - 64314.03125, - 64325.609375, - 64335.98046875, - 64354.15234375, - 64353.359375, - 64374.734375, - 64390.84765625, - 64396.44140625, - 64399.0546875, - 64399.46875, - 64418.76953125, - 64445.01171875, - 64430.93359375, - 64439.16015625, - 64424.328125, - 64423.73046875, - 64435.12109375, - 64426.41015625, - 64443.28515625, - 64457.72265625, - 64446.671875 + 64503.4765625, + 64502.609375, + 64515.63671875, + 64533.4453125, + 64548.5703125, + 64556.1015625, + 64589.3515625, + 64596.24609375, + 64626.91796875, + 64630.4375, + 64649.375, + 64656.390625, + 64671.6484375, + 64678.80078125, + 64709.33984375, + 64706.02734375, + 64689.83984375, + 64683.0078125, + 64676.37109375, + 64678.44140625, + 64681.11328125, + 64692.16796875, + 64713.0859375, + 64702.046875 ], "0.6": [ - 64290.8203125, - 64291.7734375, - 64305.22265625, - 64314.03125, - 64325.609375, - 64335.98046875, - 64354.15234375, - 64353.359375, - 64374.734375, - 64390.84765625, - 64396.44140625, - 64399.0546875, - 64399.46875, - 64418.76953125, - 64445.01171875, - 64430.93359375, - 64439.16015625, - 64424.328125, - 64423.73046875, - 64435.12109375, - 64426.41015625, - 64443.28515625, - 64457.72265625, - 64446.671875 + 64503.4765625, + 64502.609375, + 64515.63671875, + 64533.4453125, + 64548.5703125, + 64556.1015625, + 64589.3515625, + 64596.24609375, + 64626.91796875, + 64630.4375, + 64649.375, + 64656.390625, + 64671.6484375, + 64678.80078125, + 64709.33984375, + 64706.02734375, + 64689.83984375, + 64683.0078125, + 64676.37109375, + 64678.44140625, + 64681.11328125, + 64692.16796875, + 64713.0859375, + 64702.046875 ], "0.7": [ - 64290.8203125, - 64291.7734375, - 64305.22265625, - 64314.03125, - 64325.609375, - 64335.98046875, - 64354.15234375, - 64353.359375, - 64374.734375, - 64390.84765625, - 64396.44140625, - 64399.0546875, - 64399.46875, - 64418.76953125, - 64445.01171875, - 64430.93359375, - 64439.16015625, - 64424.328125, - 64423.73046875, - 64435.12109375, - 64426.41015625, - 64443.28515625, - 64457.72265625, - 64446.671875 + 64503.4765625, + 64502.609375, + 64515.63671875, + 64533.4453125, + 64548.5703125, + 64556.1015625, + 64589.3515625, + 64596.24609375, + 64626.91796875, + 64630.4375, + 64649.375, + 64656.390625, + 64671.6484375, + 64678.80078125, + 64709.33984375, + 64706.02734375, + 64689.83984375, + 64683.0078125, + 64676.37109375, + 64678.44140625, + 64681.11328125, + 64692.16796875, + 64713.0859375, + 64702.046875 ], "0.8": [ - 64578.85546875, - 64659.7421875, - 64759.15234375, - 64842.96875, - 64893.3046875, - 64965.5234375, - 65039.296875, - 65108.05078125, - 65148.33203125, - 65208.8046875, - 65269.78515625, - 65309.6171875, - 65384.7421875, - 65413.859375, - 65499.1953125, - 65517.70703125, - 65658.1640625, - 65694.015625, - 65699.78125, - 65772.0078125, - 65765.609375, - 65860.453125, - 65906.0546875, - 65960.890625 + 64795.86328125, + 64868.85546875, + 64967.19140625, + 65049.0234375, + 65100.66015625, + 65171.015625, + 65261.15234375, + 65323.96875, + 65377.43359375, + 65430.01171875, + 65501.4609375, + 65543.1875, + 65618.59375, + 65643.4765625, + 65739.328125, + 65761.796875, + 65854.4609375, + 65879.171875, + 65901.78125, + 65968.7734375, + 65979.0234375, + 66086.1171875, + 66158.8984375, + 66198.46875 ], "0.9": [ - 64578.85546875, - 64659.7421875, - 64759.15234375, - 64842.96875, - 64893.3046875, - 64965.5234375, - 65039.296875, - 65108.05078125, - 65148.33203125, - 65208.8046875, - 65269.78515625, - 65309.6171875, - 65384.7421875, - 65413.859375, - 65499.1953125, - 65517.70703125, - 65658.1640625, - 65694.015625, - 65699.78125, - 65772.0078125, - 65765.609375, - 65860.453125, - 65906.0546875, - 65960.890625 + 64795.86328125, + 64868.85546875, + 64967.19140625, + 65049.0234375, + 65100.66015625, + 65171.015625, + 65261.15234375, + 65323.96875, + 65377.43359375, + 65430.01171875, + 65501.4609375, + 65543.1875, + 65618.59375, + 65643.4765625, + 65739.328125, + 65761.796875, + 65854.4609375, + 65879.171875, + 65901.78125, + 65968.7734375, + 65979.0234375, + 66086.1171875, + 66158.8984375, + 66198.46875 ] }, "timestamps": [ - "2026-07-06 13:00:00", "2026-07-06 14:00:00", "2026-07-06 15:00:00", "2026-07-06 16:00:00", @@ -589,6 +588,7 @@ "2026-07-11 09:00:00", "2026-07-11 10:00:00", "2026-07-11 11:00:00", - "2026-07-11 12:00:00" + "2026-07-11 12:00:00", + "2026-07-11 13:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 66f2e76330f816169386bafc21c4db9f54430ccb..864457261eb3eee51b35b7bfaae5d0fd792e5f2f 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,41 +1,11 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-07-11T12:49:56.955135+00:00", + "evaluated_at": "2026-07-11T13:33:21.154708+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/chronos_bolt/all_results.csv b/results/chronos_bolt/all_results.csv index c3102b4eb7659f85237cf350988f7a3726904fd6..46920f703685f907377f143b906c7121b07895c3 100644 --- a/results/chronos_bolt/all_results.csv +++ b/results/chronos_bolt/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Chronos-Bolt,87504.03101285298,87504.03101285298,272.16552734375,0.26709814003977916,0.00424986241026271,0.004239568933666828,2.1746847408636025,295.8108027318356,0.004614831991030979,0.004245951029653122,0.004904266281659971,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Chronos-Bolt,179871.14683278403,179871.14683278403,403.6861979166667,0.39526570035991077,0.006302921808952197,0.006281050193988522,2.601328820530343,424.1121866119671,0.006617457886261459,0.006298749477865563,0.0056391648435980485,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt,550075.7529417673,550075.7529417673,661.9679361979166,0.8584537593554621,0.010462097325442461,0.010530904021601466,4.002155387578931,741.6709195740166,0.011755098501894852,0.010491847650669532,0.009123359636132623,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-Bolt,24494.29886562596,24494.29886562596,120.14190149307251,1.2667135440416435,0.6356253615465683,0.9144911966348365,18.167880022797153,156.5065457596773,0.9635125763281969,0.7396382845884965,0.5956771935646294,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-Bolt,0.00555555416727326,0.00555555416727326,0.016666715954994374,nan,0.9999998370844236,1.9999999637965449,nan,0.07453558993711165,4.4721352185200125,1.0000029175631167,1.0000035110596799,Climate,1,36 diff --git a/results/chronos_bolt/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_bolt/forecasts/binance_btcusdt_1h_close__1h__short.json index 04fb25b900d90637a5b5939c79a1c33ff066dff9..fa701f4678a0fe49c1c4cb853d1f5df6fecdaeb0 100644 --- a/results/chronos_bolt/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_bolt/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-Bolt", - "evaluated_at": "2026-07-11T13:16:05.423737+00:00", + "evaluated_at": "2026-07-11T13:34:34.541372+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61768.2109375, 62052.0, 63545.98046875, 63732.0, @@ -101,10 +100,10 @@ 64385.08984375, 64407.80078125, 64425.1796875, - 64286.640625 + 64286.640625, + 64484.0 ], "actuals": [ - 64484.0, 63914.87109375, 64040.0, 64140.01171875, @@ -127,350 +126,350 @@ 64167.33984375, 64196.0, 64198.0, - 64160.359375 + 64195.48828125, + 64206.0703125 ], "p50": [ - 64293.4609375, - 64305.390625, - 64317.703125, - 64328.26953125, - 64340.109375, - 64332.421875, - 64332.7578125, - 64339.94921875, - 64333.9921875, - 64352.15234375, - 64372.51953125, - 64382.94140625, - 64388.3984375, - 64377.578125, - 64374.03125, - 64390.5234375, - 64370.48046875, - 64380.2734375, - 64395.30078125, - 64391.9140625, - 64389.77734375, - 64366.546875, - 64347.7890625, - 64346.9921875 + 64448.85546875, + 64474.265625, + 64476.734375, + 64498.1484375, + 64491.28125, + 64488.08984375, + 64476.59765625, + 64495.0546875, + 64492.41015625, + 64517.9375, + 64522.83203125, + 64521.79296875, + 64494.0625, + 64503.875, + 64513.25, + 64531.14453125, + 64508.98046875, + 64510.33984375, + 64507.98046875, + 64501.78515625, + 64480.71484375, + 64472.84765625, + 64456.9609375, + 64460.10546875 ], "p10": [ - 63955.01171875, - 63852.390625, - 63775.8203125, - 63713.984375, - 63648.41796875, - 63576.37109375, - 63517.06640625, - 63456.6953125, - 63384.94921875, - 63328.68359375, - 63284.93359375, - 63247.02734375, - 63189.73828125, - 63123.9765625, - 63078.79296875, - 63048.77734375, - 62991.82421875, - 62948.94921875, - 62924.83203125, - 62871.50390625, - 62820.71484375, - 62759.921875, - 62699.48046875, - 62658.15625 + 64119.08984375, + 64033.37109375, + 63948.76171875, + 63892.38671875, + 63812.1015625, + 63744.85546875, + 63677.7578125, + 63626.12109375, + 63558.78125, + 63511.40625, + 63453.91015625, + 63404.2421875, + 63322.01953125, + 63277.41796875, + 63245.62890625, + 63217.78515625, + 63155.76953125, + 63105.0859375, + 63066.40234375, + 63011.5859375, + 62949.96875, + 62905.3203125, + 62848.4375, + 62811.66796875 ], "p90": [ - 64629.58203125, - 64755.00390625, - 64856.078125, - 64944.15625, - 65024.89453125, - 65080.30078125, - 65145.1484375, - 65216.77734375, - 65275.71875, - 65362.6640625, - 65439.3515625, - 65497.45703125, - 65558.0546875, - 65589.296875, - 65644.8046875, - 65712.46875, - 65731.890625, - 65797.703125, - 65872.3203125, - 65907.5546875, - 65954.453125, - 65976.140625, - 66006.875, - 66061.953125 + 64783.74609375, + 64920.8828125, + 65013.46484375, + 65117.7421875, + 65177.83203125, + 65238.6953125, + 65288.87109375, + 65374.3359375, + 65437.46484375, + 65534.265625, + 65598.453125, + 65649.8203125, + 65673.234375, + 65725.09375, + 65791.984375, + 65862.1640625, + 65881.8125, + 65941.4453125, + 65995.234375, + 66028.0234375, + 66050.921875, + 66087.625, + 66121.1796875, + 66178.734375 ], "mean": [ - 64293.4609375, - 64305.390625, - 64317.703125, - 64328.26953125, - 64340.109375, - 64332.421875, - 64332.7578125, - 64339.94921875, - 64333.9921875, - 64352.15234375, - 64372.51953125, - 64382.94140625, - 64388.3984375, - 64377.578125, - 64374.03125, - 64390.5234375, - 64370.48046875, - 64380.2734375, - 64395.30078125, - 64391.9140625, - 64389.77734375, - 64366.546875, - 64347.7890625, - 64346.9921875 + 64448.85546875, + 64474.265625, + 64476.734375, + 64498.1484375, + 64491.28125, + 64488.08984375, + 64476.59765625, + 64495.0546875, + 64492.41015625, + 64517.9375, + 64522.83203125, + 64521.79296875, + 64494.0625, + 64503.875, + 64513.25, + 64531.14453125, + 64508.98046875, + 64510.33984375, + 64507.98046875, + 64501.78515625, + 64480.71484375, + 64472.84765625, + 64456.9609375, + 64460.10546875 ], "quantiles": { "0.1": [ - 63955.01171875, - 63852.390625, - 63775.8203125, - 63713.984375, - 63648.41796875, - 63576.37109375, - 63517.06640625, - 63456.6953125, - 63384.94921875, - 63328.68359375, - 63284.93359375, - 63247.02734375, - 63189.73828125, - 63123.9765625, - 63078.79296875, - 63048.77734375, - 62991.82421875, - 62948.94921875, - 62924.83203125, - 62871.50390625, - 62820.71484375, - 62759.921875, - 62699.48046875, - 62658.15625 + 64119.08984375, + 64033.37109375, + 63948.76171875, + 63892.38671875, + 63812.1015625, + 63744.85546875, + 63677.7578125, + 63626.12109375, + 63558.78125, + 63511.40625, + 63453.91015625, + 63404.2421875, + 63322.01953125, + 63277.41796875, + 63245.62890625, + 63217.78515625, + 63155.76953125, + 63105.0859375, + 63066.40234375, + 63011.5859375, + 62949.96875, + 62905.3203125, + 62848.4375, + 62811.66796875 ], "0.2": [ - 63955.01171875, - 63852.390625, - 63775.8203125, - 63713.984375, - 63648.41796875, - 63576.37109375, - 63517.06640625, - 63456.6953125, - 63384.94921875, - 63328.68359375, - 63284.93359375, - 63247.02734375, - 63189.73828125, - 63123.9765625, - 63078.79296875, - 63048.77734375, - 62991.82421875, - 62948.94921875, - 62924.83203125, - 62871.50390625, - 62820.71484375, - 62759.921875, - 62699.48046875, - 62658.15625 + 64119.08984375, + 64033.37109375, + 63948.76171875, + 63892.38671875, + 63812.1015625, + 63744.85546875, + 63677.7578125, + 63626.12109375, + 63558.78125, + 63511.40625, + 63453.91015625, + 63404.2421875, + 63322.01953125, + 63277.41796875, + 63245.62890625, + 63217.78515625, + 63155.76953125, + 63105.0859375, + 63066.40234375, + 63011.5859375, + 62949.96875, + 62905.3203125, + 62848.4375, + 62811.66796875 ], "0.3": [ - 63955.01171875, - 63852.390625, - 63775.8203125, - 63713.984375, - 63648.41796875, - 63576.37109375, - 63517.06640625, - 63456.6953125, - 63384.94921875, - 63328.68359375, - 63284.93359375, - 63247.02734375, - 63189.73828125, - 63123.9765625, - 63078.79296875, - 63048.77734375, - 62991.82421875, - 62948.94921875, - 62924.83203125, - 62871.50390625, - 62820.71484375, - 62759.921875, - 62699.48046875, - 62658.15625 + 64119.08984375, + 64033.37109375, + 63948.76171875, + 63892.38671875, + 63812.1015625, + 63744.85546875, + 63677.7578125, + 63626.12109375, + 63558.78125, + 63511.40625, + 63453.91015625, + 63404.2421875, + 63322.01953125, + 63277.41796875, + 63245.62890625, + 63217.78515625, + 63155.76953125, + 63105.0859375, + 63066.40234375, + 63011.5859375, + 62949.96875, + 62905.3203125, + 62848.4375, + 62811.66796875 ], "0.4": [ - 64293.4609375, - 64305.390625, - 64317.703125, - 64328.26953125, - 64340.109375, - 64332.421875, - 64332.7578125, - 64339.94921875, - 64333.9921875, - 64352.15234375, - 64372.51953125, - 64382.94140625, - 64388.3984375, - 64377.578125, - 64374.03125, - 64390.5234375, - 64370.48046875, - 64380.2734375, - 64395.30078125, - 64391.9140625, - 64389.77734375, - 64366.546875, - 64347.7890625, - 64346.9921875 + 64448.85546875, + 64474.265625, + 64476.734375, + 64498.1484375, + 64491.28125, + 64488.08984375, + 64476.59765625, + 64495.0546875, + 64492.41015625, + 64517.9375, + 64522.83203125, + 64521.79296875, + 64494.0625, + 64503.875, + 64513.25, + 64531.14453125, + 64508.98046875, + 64510.33984375, + 64507.98046875, + 64501.78515625, + 64480.71484375, + 64472.84765625, + 64456.9609375, + 64460.10546875 ], "0.5": [ - 64293.4609375, - 64305.390625, - 64317.703125, - 64328.26953125, - 64340.109375, - 64332.421875, - 64332.7578125, - 64339.94921875, - 64333.9921875, - 64352.15234375, - 64372.51953125, - 64382.94140625, - 64388.3984375, - 64377.578125, - 64374.03125, - 64390.5234375, - 64370.48046875, - 64380.2734375, - 64395.30078125, - 64391.9140625, - 64389.77734375, - 64366.546875, - 64347.7890625, - 64346.9921875 + 64448.85546875, + 64474.265625, + 64476.734375, + 64498.1484375, + 64491.28125, + 64488.08984375, + 64476.59765625, + 64495.0546875, + 64492.41015625, + 64517.9375, + 64522.83203125, + 64521.79296875, + 64494.0625, + 64503.875, + 64513.25, + 64531.14453125, + 64508.98046875, + 64510.33984375, + 64507.98046875, + 64501.78515625, + 64480.71484375, + 64472.84765625, + 64456.9609375, + 64460.10546875 ], "0.6": [ - 64293.4609375, - 64305.390625, - 64317.703125, - 64328.26953125, - 64340.109375, - 64332.421875, - 64332.7578125, - 64339.94921875, - 64333.9921875, - 64352.15234375, - 64372.51953125, - 64382.94140625, - 64388.3984375, - 64377.578125, - 64374.03125, - 64390.5234375, - 64370.48046875, - 64380.2734375, - 64395.30078125, - 64391.9140625, - 64389.77734375, - 64366.546875, - 64347.7890625, - 64346.9921875 + 64448.85546875, + 64474.265625, + 64476.734375, + 64498.1484375, + 64491.28125, + 64488.08984375, + 64476.59765625, + 64495.0546875, + 64492.41015625, + 64517.9375, + 64522.83203125, + 64521.79296875, + 64494.0625, + 64503.875, + 64513.25, + 64531.14453125, + 64508.98046875, + 64510.33984375, + 64507.98046875, + 64501.78515625, + 64480.71484375, + 64472.84765625, + 64456.9609375, + 64460.10546875 ], "0.7": [ - 64293.4609375, - 64305.390625, - 64317.703125, - 64328.26953125, - 64340.109375, - 64332.421875, - 64332.7578125, - 64339.94921875, - 64333.9921875, - 64352.15234375, - 64372.51953125, - 64382.94140625, - 64388.3984375, - 64377.578125, - 64374.03125, - 64390.5234375, - 64370.48046875, - 64380.2734375, - 64395.30078125, - 64391.9140625, - 64389.77734375, - 64366.546875, - 64347.7890625, - 64346.9921875 + 64448.85546875, + 64474.265625, + 64476.734375, + 64498.1484375, + 64491.28125, + 64488.08984375, + 64476.59765625, + 64495.0546875, + 64492.41015625, + 64517.9375, + 64522.83203125, + 64521.79296875, + 64494.0625, + 64503.875, + 64513.25, + 64531.14453125, + 64508.98046875, + 64510.33984375, + 64507.98046875, + 64501.78515625, + 64480.71484375, + 64472.84765625, + 64456.9609375, + 64460.10546875 ], "0.8": [ - 64629.58203125, - 64755.00390625, - 64856.078125, - 64944.15625, - 65024.89453125, - 65080.30078125, - 65145.1484375, - 65216.77734375, - 65275.71875, - 65362.6640625, - 65439.3515625, - 65497.45703125, - 65558.0546875, - 65589.296875, - 65644.8046875, - 65712.46875, - 65731.890625, - 65797.703125, - 65872.3203125, - 65907.5546875, - 65954.453125, - 65976.140625, - 66006.875, - 66061.953125 + 64783.74609375, + 64920.8828125, + 65013.46484375, + 65117.7421875, + 65177.83203125, + 65238.6953125, + 65288.87109375, + 65374.3359375, + 65437.46484375, + 65534.265625, + 65598.453125, + 65649.8203125, + 65673.234375, + 65725.09375, + 65791.984375, + 65862.1640625, + 65881.8125, + 65941.4453125, + 65995.234375, + 66028.0234375, + 66050.921875, + 66087.625, + 66121.1796875, + 66178.734375 ], "0.9": [ - 64629.58203125, - 64755.00390625, - 64856.078125, - 64944.15625, - 65024.89453125, - 65080.30078125, - 65145.1484375, - 65216.77734375, - 65275.71875, - 65362.6640625, - 65439.3515625, - 65497.45703125, - 65558.0546875, - 65589.296875, - 65644.8046875, - 65712.46875, - 65731.890625, - 65797.703125, - 65872.3203125, - 65907.5546875, - 65954.453125, - 65976.140625, - 66006.875, - 66061.953125 + 64783.74609375, + 64920.8828125, + 65013.46484375, + 65117.7421875, + 65177.83203125, + 65238.6953125, + 65288.87109375, + 65374.3359375, + 65437.46484375, + 65534.265625, + 65598.453125, + 65649.8203125, + 65673.234375, + 65725.09375, + 65791.984375, + 65862.1640625, + 65881.8125, + 65941.4453125, + 65995.234375, + 66028.0234375, + 66050.921875, + 66087.625, + 66121.1796875, + 66178.734375 ] }, "timestamps": [ - "2026-07-06 13:00:00", "2026-07-06 14:00:00", "2026-07-06 15:00:00", "2026-07-06 16:00:00", @@ -589,6 +588,7 @@ "2026-07-11 09:00:00", "2026-07-11 10:00:00", "2026-07-11 11:00:00", - "2026-07-11 12:00:00" + "2026-07-11 12:00:00", + "2026-07-11 13:00:00" ] } diff --git a/results/chronos_bolt/online_meta.json b/results/chronos_bolt/online_meta.json index d3b551cede037ea89519a3c8be201543b1e68e42..cf75e0fd34ca7329f44d22db1b44b97cabbb4501 100644 --- a/results/chronos_bolt/online_meta.json +++ b/results/chronos_bolt/online_meta.json @@ -1,41 +1,11 @@ { "model": "Chronos-Bolt", "api_model_id": "amazon/chronos-bolt-base", - "evaluated_at": "2026-07-11T13:17:25.310257+00:00", + "evaluated_at": "2026-07-11T13:34:38.108166+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 32cef51d557e92d8917c51ce0e53a615bfdc7f81..e8e699ec8a69c191103e53131ee5b8543bebb131 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -9,6 +9,5 @@ noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1 nws_ksfo_observations_temperature,Weather,1h,1 open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1 open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1 -usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1 usgs_potomac_iv_usgs_00060,Hydrology,15min,1 wikimedia_time_series_hourly_pageviews,Web,1D,1 diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 4bce2589bd81aad8bc22ce9a24cc3e0cf6522208..f09423bb953df3698677e28350fc80bf9ce3d243 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ETS,299965.906644297,302582.51631310256,532.2890359980162,0.5223784689641079,0.00830563776025267,0.008269255328858282,6.0149512816329285,547.6914337875817,0.008544326057449095,0.008304039099023483,0.006868709141263101,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ETS,504545.29703269457,508479.858348897,703.8708574418985,0.6891888027520211,0.010982663861091558,0.010921120901699902,12.043517051011577,710.3135202378556,0.011083081209634601,0.01098255580368432,0.009536636289951531,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ETS,759299.402432666,738320.3971030479,743.277480342851,0.9638976638496953,0.011737337363576295,0.011829679365784352,19.922961018748524,871.3778757993952,0.013810886327155712,0.0117805616548762,0.010803402121781235,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ETS,27619.336324418462,28734.51642651467,129.964918000045,1.370282306464171,0.618770085277974,1.0227875260688906,19.0701060641571,166.19066256687967,1.0231316056095572,0.8001124321457544,0.7242860136139402,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,0.00555555374365545,0.005555552139821303,0.0166667426090882,nan,0.9999997009967725,1.9999999335548584,nan,0.07453558709539658,4.4721350480171145,1.0000045168086826,1.0000128296554773,Climate,1,36 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 74e74866249a62ba3a68a4bb1bd068dbb32393cc..6a390c3f3733caaed4179f5a928dc262b5bbf0e3 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-07-11T13:22:29.860371+00:00", + "evaluated_at": "2026-07-11T13:35:54.419932+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61768.2109375, 62052.0, 63545.98046875, 63732.0, @@ -101,10 +100,10 @@ 64385.08984375, 64407.80078125, 64425.1796875, - 64286.640625 + 64286.640625, + 64484.0 ], "actuals": [ - 64484.0, 63914.87109375, 64040.0, 64140.01171875, @@ -127,350 +126,350 @@ 64167.33984375, 64196.0, 64198.0, - 64160.359375 + 64195.48828125, + 64206.0703125 ], "p50": [ - 64314.64167442211, - 64341.687663819, - 64376.31959071589, - 64394.174173862775, - 64431.99750700966, - 64448.26615265655, - 64466.08167330344, - 64493.983131450324, - 64519.10333959721, - 64553.2391727441, - 64562.968755890986, - 64599.581151537874, - 64626.53729718476, - 64670.59500533165, - 64685.793338478536, - 64712.30417162542, - 64738.81500477231, - 64760.0367754192, - 64782.490967941085, - 64819.41781671297, - 64834.23724360986, - 64864.18948300675, - 64909.555784903634, - 64930.58224305052 + 64516.04830954044, + 64532.25467183532, + 64554.13681538019, + 64573.729896425066, + 64604.971414969936, + 64634.783246014806, + 64657.20054580968, + 64684.54753310455, + 64709.42967664943, + 64720.2415076943, + 64753.19396373917, + 64775.43157603405, + 64803.49340707892, + 64858.857972498794, + 64856.257694168664, + 64863.903509588534, + 64913.79932500841, + 64921.13459355328, + 64945.07142459816, + 64977.66841189303, + 65002.0153991879, + 65027.432698982775, + 65076.537498777645, + 65088.33761107252 ], "p10": [ - 63944.38386192211, - 64039.105632569, - 64092.59888759089, - 64148.986673862775, - 64135.418991384664, - 64162.37552765655, - 64198.64222017844, - 64225.153053325324, - 64237.45099584721, - 64268.4188602441, - 64277.703130890986, - 64315.70654216287, - 64387.58417218476, - 64444.25125533165, - 64440.605838478536, - 64438.32370287542, - 64496.82672352231, - 64551.5094316692, - 64546.649171066085, - 64529.07016046297, - 64474.60052485986, - 64586.54885800675, - 64666.69875365363, - 64554.13302430052 + 64259.18502829044, + 64287.26639058532, + 64312.14853413019, + 64337.030677675066, + 64329.920633719936, + 64343.962933514806, + 64423.68492080968, + 64369.679564354556, + 64461.44139539943, + 64443.4915076943, + 64478.12951061417, + 64504.09563853405, + 64500.91137582892, + 64610.113441248795, + 64480.29167854366, + 64603.624212713534, + 64660.49854375841, + 64625.32209355328, + 64667.43079959816, + 64735.14497439303, + 64756.8278991879, + 64736.34324585777, + 64809.791405027645, + 64831.47432982252 ], "p90": [ - 64500.611986922115, - 64605.408757569, - 64708.31334071589, - 64649.963236362775, - 64675.774460134664, - 64789.54740265655, - 64816.05823580344, - 64840.867506450326, - 64781.81779272221, - 64755.7821414941, - 64765.72031839099, - 64862.049901537874, - 64790.31073468476, - 64923.53875533165, - 65030.31013535354, - 65093.32370287542, - 65079.27594227231, - 65105.7867754192, - 65134.188233566085, - 65158.80844171297, - 65069.14036860986, - 65212.01917050675, - 65152.969456778636, - 65375.78927430052 + 64845.02252829044, + 64713.25701558532, + 64817.69345600519, + 64919.66895892507, + 64944.362039969936, + 64812.912152264806, + 64917.22203018468, + 65019.00847060455, + 64905.97264539943, + 64930.8547889443, + 65016.75060436417, + 65033.08782603405, + 65057.96996957892, + 65030.383363123794, + 65116.468241043665, + 65080.147650213534, + 65126.691121883414, + 65313.70099980328, + 65156.61790897316, + 65319.48481814303, + 65342.6653991879, + 65290.454183357775, + 65392.42968627765, + 65331.67354857252 ], "mean": [ - 64266.802592390624, - 64323.1109255379, - 64370.26250087198, - 64377.22350980051, - 64416.333639822165, - 64454.591894843805, - 64483.07421236608, - 64510.66027988766, - 64487.466698972436, - 64525.513039931284, - 64544.27781839109, - 64605.45892497522, - 64601.04688702869, - 64674.17186080032, - 64685.00357285321, - 64734.96567553176, - 64737.41279774089, - 64797.31599416937, - 64784.081612472255, - 64815.607347963, - 64811.62404048464, - 64840.442432225675, - 64915.675335684755, - 64928.07653992579 + 64513.52707907164, + 64511.15637105377, + 64546.07093647405, + 64607.53956439366, + 64614.467840751364, + 64615.92281632722, + 64657.13861221596, + 64671.07458388559, + 64708.11801649336, + 64700.62150769416, + 64759.591522333176, + 64780.7559705653, + 64789.78938364118, + 64844.62508187394, + 64830.066405106, + 64853.57159552627, + 64918.655301570594, + 64919.95664433463, + 64931.71779178549, + 65002.48116579945, + 65009.797117937815, + 65020.981683358106, + 65061.928260496476, + 65090.37727904107 ], "quantiles": { "0.1": [ - 63944.38386192211, - 64039.105632569, - 64092.59888759089, - 64148.986673862775, - 64135.418991384664, - 64162.37552765655, - 64198.64222017844, - 64225.153053325324, - 64237.45099584721, - 64268.4188602441, - 64277.703130890986, - 64315.70654216287, - 64387.58417218476, - 64444.25125533165, - 64440.605838478536, - 64438.32370287542, - 64496.82672352231, - 64551.5094316692, - 64546.649171066085, - 64529.07016046297, - 64474.60052485986, - 64586.54885800675, - 64666.69875365363, - 64554.13302430052 + 64259.18502829044, + 64287.26639058532, + 64312.14853413019, + 64337.030677675066, + 64329.920633719936, + 64343.962933514806, + 64423.68492080968, + 64369.679564354556, + 64461.44139539943, + 64443.4915076943, + 64478.12951061417, + 64504.09563853405, + 64500.91137582892, + 64610.113441248795, + 64480.29167854366, + 64603.624212713534, + 64660.49854375841, + 64625.32209355328, + 64667.43079959816, + 64735.14497439303, + 64756.8278991879, + 64736.34324585777, + 64809.791405027645, + 64831.47432982252 ], "0.2": [ - 64100.82526817211, - 64140.832195069, - 64179.65162196589, - 64203.00542386278, - 64224.64594450966, - 64250.30052765655, - 64282.53792330344, - 64312.205787700324, - 64320.35724584721, - 64357.2001102441, - 64371.646880890985, - 64410.901464037874, - 64436.73260968476, - 64471.27078658165, - 64497.359744728536, - 64516.94479662542, - 64543.31969227231, - 64604.8180254192, - 64596.34135856608, - 64610.487347962975, - 64631.04193110986, - 64664.99807675675, - 64737.372191153634, - 64682.40255555052 + 64314.25143454044, + 64322.88357808532, + 64352.606346630186, + 64403.069740175066, + 64408.541727469936, + 64431.88793351481, + 64463.54429580968, + 64481.652220604556, + 64530.80858289943, + 64539.8782264443, + 64563.07286998917, + 64582.71673228405, + 64607.462938328914, + 64666.11617562379, + 64638.906131668664, + 64680.70936896354, + 64729.20010625841, + 64712.33771855328, + 64744.39095584816, + 64787.01216189303, + 64805.1200866879, + 64835.72879273278, + 64854.88437377765, + 64908.90636107252 ], "0.3": [ - 64146.278002547115, - 64182.152507569, - 64283.95865321589, - 64232.912455112775, - 64265.48578825966, - 64288.59466828155, - 64328.457454553434, - 64375.865943950324, - 64378.72833959721, - 64405.8301883691, - 64413.210943390986, - 64458.260839037874, - 64546.74823468476, - 64575.47391158165, - 64566.793338478536, - 64545.76510912542, - 64654.34195789731, - 64681.621150419196, - 64630.574952316085, - 64663.14828546297, - 64672.23724360986, - 64703.00549863175, - 64824.903050528636, - 64751.76974305052 + 64360.30221579044, + 64374.05545308532, + 64398.93759663019, + 64492.995521425066, + 64459.830789969936, + 64544.31019913981, + 64533.05992080968, + 64530.54753310455, + 64619.76952039943, + 64607.7063514443, + 64657.27755748917, + 64619.07610728405, + 64658.88793832892, + 64815.371253748795, + 64707.47331916866, + 64711.065618963534, + 64816.46338750841, + 64760.82990605328, + 64804.25111209816, + 64821.93403689303, + 64871.7482116879, + 64906.292073982775, + 64927.428123777645, + 65003.68487669752 ], "0.4": [ - 64271.85261192211, - 64290.225945069, - 64350.88209071589, - 64319.611673862775, - 64389.50141325966, - 64405.86927765655, - 64421.31761080344, - 64459.93156895033, - 64458.32990209721, - 64511.9126102441, - 64495.941412140986, - 64563.471776537874, - 64592.42010968476, - 64651.74656783165, - 64645.551150978536, - 64674.36120287542, - 64711.11578602231, - 64737.6266191692, - 64708.11713981609, - 64781.93734796297, - 64761.04974360986, - 64828.58010800675, - 64889.809691153634, - 64881.60177430052 + 64467.96237204044, + 64488.96873433532, + 64513.78525288019, + 64542.608802675066, + 64582.752664969936, + 64601.084027264806, + 64643.04429580968, + 64639.585814354556, + 64686.64842664943, + 64675.9227576943, + 64715.20724498917, + 64709.67766978405, + 64760.16918832892, + 64827.840394373794, + 64812.370975418664, + 64793.944525213534, + 64881.33838750841, + 64874.97990605328, + 64899.86204959816, + 64940.72309939303, + 64965.6052429379, + 64986.61160523278, + 65044.599998777645, + 65069.125892322525 ], "0.5": [ - 64314.64167442211, - 64341.687663819, - 64376.31959071589, - 64394.174173862775, - 64431.99750700966, - 64448.26615265655, - 64466.08167330344, - 64493.983131450324, - 64519.10333959721, - 64553.2391727441, - 64562.968755890986, - 64599.581151537874, - 64626.53729718476, - 64670.59500533165, - 64685.793338478536, - 64712.30417162542, - 64738.81500477231, - 64760.0367754192, - 64782.490967941085, - 64819.41781671297, - 64834.23724360986, - 64864.18948300675, - 64909.555784903634, - 64930.58224305052 + 64516.04830954044, + 64532.25467183532, + 64554.13681538019, + 64573.729896425066, + 64604.971414969936, + 64634.783246014806, + 64657.20054580968, + 64684.54753310455, + 64709.42967664943, + 64720.2415076943, + 64753.19396373917, + 64775.43157603405, + 64803.49340707892, + 64858.857972498794, + 64856.257694168664, + 64863.903509588534, + 64913.79932500841, + 64921.13459355328, + 64945.07142459816, + 64977.66841189303, + 65002.0153991879, + 65027.432698982775, + 65076.537498777645, + 65088.33761107252 ], "0.6": [ - 64337.59479942211, - 64388.543132569, - 64417.68834071589, - 64432.584330112775, - 64460.79438200966, - 64497.22084015655, - 64495.45667330344, - 64529.983131450324, - 64538.04083959721, - 64600.970422744096, - 64592.62188089098, - 64636.026464037874, - 64655.72479718476, - 64718.84500533165, - 64723.070682228536, - 64755.32604662542, - 64776.09234852231, - 64803.7359941692, - 64805.957764816085, - 64874.55922296297, - 64856.46146235986, - 64894.32229550675, - 64953.32453490364, - 64985.99239930052 + 64554.39752829044, + 64576.64529683532, + 64597.15869038019, + 64593.140052675066, + 64656.600321219936, + 64676.173871014806, + 64690.94273330968, + 64718.65690810455, + 64740.70702039943, + 64741.1836951943, + 64791.60411998917, + 64815.35345103405, + 64852.98325082892, + 64892.500550623794, + 64900.113162918664, + 64890.47655646353, + 64949.87745000841, + 64944.54162480328, + 64964.29017459816, + 65045.001224393025, + 65049.4060241879, + 65089.64988648277, + 65124.459373777645, + 65136.22432982252 ], "0.7": [ - 64398.01550254711, - 64424.526335694, - 64456.53052821589, - 64469.13667386278, - 64509.55219450966, - 64542.71927765655, - 64568.74143892844, - 64597.666725200324, - 64588.20880834721, - 64647.2391727441, - 64634.508209015985, - 64665.823339037874, - 64699.83768780976, - 64767.79227095665, - 64769.16716660353, - 64807.338937250424, - 64813.77750477231, - 64848.699666044195, - 64864.516358566085, - 64899.36703546297, - 64917.53802485986, - 64944.04885800675, - 64989.81047240363, - 65039.61739930052 + 64599.89596579044, + 64623.25467183532, + 64637.510643505186, + 64659.308021425066, + 64702.979227469936, + 64703.74574601481, + 64733.95445205968, + 64761.92136122955, + 64783.71873914943, + 64787.8743201943, + 64833.70216686417, + 64858.36516978405, + 64897.99301645392, + 64925.289613123794, + 64936.09636604366, + 64937.167181463534, + 64975.16651250841, + 65007.87717167828, + 65004.95033084816, + 65087.13325564303, + 65083.0349304379, + 65136.897542732775, + 65161.779686277645, + 65167.06886107252 ], "0.8": [ - 64425.71979942211, - 64453.060320069, - 64542.39380946589, - 64518.174173862775, - 64535.91156950966, - 64585.87865265655, - 64631.72620455344, - 64634.186256450324, - 64637.80646459721, - 64664.3172977441, - 64689.96563089098, - 64718.168651537875, - 64740.64276593476, - 64843.41141158165, - 64843.812869728536, - 64850.986984125426, - 64896.83453602231, - 64889.3258379192, - 64917.830421066086, - 64929.42562921297, - 64953.15521235986, - 64990.344170506745, - 65055.51515990363, - 65115.85021180052 + 64661.91159079044, + 64644.48123433532, + 64711.67587788019, + 64736.558021425066, + 64727.901102469936, + 64742.445746014804, + 64768.89195205968, + 64804.541283104554, + 64815.33748914943, + 64838.5274451943, + 64891.87677623917, + 64936.09563853405, + 64960.49731332892, + 64966.619300623795, + 64986.691287918664, + 65001.604681463534, + 65060.02588750841, + 65102.09943730328, + 65063.32923709816, + 65161.12153689303, + 65140.6982116879, + 65184.917073982775, + 65235.767967527645, + 65210.63057982252 ], "0.9": [ - 64500.611986922115, - 64605.408757569, - 64708.31334071589, - 64649.963236362775, - 64675.774460134664, - 64789.54740265655, - 64816.05823580344, - 64840.867506450326, - 64781.81779272221, - 64755.7821414941, - 64765.72031839099, - 64862.049901537874, - 64790.31073468476, - 64923.53875533165, - 65030.31013535354, - 65093.32370287542, - 65079.27594227231, - 65105.7867754192, - 65134.188233566085, - 65158.80844171297, - 65069.14036860986, - 65212.01917050675, - 65152.969456778636, - 65375.78927430052 + 64845.02252829044, + 64713.25701558532, + 64817.69345600519, + 64919.66895892507, + 64944.362039969936, + 64812.912152264806, + 64917.22203018468, + 65019.00847060455, + 64905.97264539943, + 64930.8547889443, + 65016.75060436417, + 65033.08782603405, + 65057.96996957892, + 65030.383363123794, + 65116.468241043665, + 65080.147650213534, + 65126.691121883414, + 65313.70099980328, + 65156.61790897316, + 65319.48481814303, + 65342.6653991879, + 65290.454183357775, + 65392.42968627765, + 65331.67354857252 ] }, "timestamps": [ - "2026-07-06 13:00:00", "2026-07-06 14:00:00", "2026-07-06 15:00:00", "2026-07-06 16:00:00", @@ -589,6 +588,7 @@ "2026-07-11 09:00:00", "2026-07-11 10:00:00", "2026-07-11 11:00:00", - "2026-07-11 12:00:00" + "2026-07-11 12:00:00", + "2026-07-11 13:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 00fcb70fbf539fea84cf6a1e82b741bd1309eb35..e6fdf76b0bfebf6e3d89797399d2f32d3cebeadc 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,41 +1,11 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-07-11T13:22:29.990526+00:00", + "evaluated_at": "2026-07-11T13:35:54.441694+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index e16e14dd046d3367c2b15d9ea8bc830de2f2a495..c4303f2dce91de7bdfe8479e52de6b42731b887a 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -5121,3 +5121,4 @@ {"evaluated_at": "2026-07-11T13:22:31.712985+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-07-11T13:22:31.712985+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-07-11T13:22:31.712985+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-07-11T13:35:55.856664+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/moirai_2_0/all_results.csv b/results/moirai_2_0/all_results.csv index ec792fe8dc656ad7702fe931719c3a6ec7095fac..ead82d6ef103125386231842f329738942adbb10 100644 --- a/results/moirai_2_0/all_results.csv +++ b/results/moirai_2_0/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moirai-2.0,84602.06469917297,84602.06469917297,246.84488932291666,0.24224894114971116,0.003856146670637578,0.0038460042836250662,2.2204946710871414,290.8643407143147,0.0045376641156523075,0.003850933372107375,0.004945712200227605,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moirai-2.0,210786.37646484375,210786.37646484375,429.2054036458333,0.42025260052450336,0.006702101203521986,0.006676473979418553,2.8484725145691847,459.1147748274322,0.007163606194982225,0.006696927777226975,0.006265181007959197,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moirai-2.0,670812.4470513662,670812.4470513662,732.8634440104166,0.950392525381826,0.011580292284961949,0.01166424901196643,6.221317110315812,819.0314078540372,0.01298122202364306,0.011615504592964713,0.009568434913733792,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moirai-2.0,20775.499102946527,20775.499102946527,107.845894018809,1.137070854757381,0.5779948164087865,0.7687864471222213,13.629300063640835,144.13708441253598,0.8873615660779484,0.6639394837327767,0.5370367497191665,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-2.0,0.005555556528814595,0.005555556528814595,0.01666687152472595,nan,0.9999994599348244,1.9999998265207592,nan,0.07453560577881282,4.472136169022045,1.0000122517466403,1.0000200840643136,Climate,1,36 diff --git a/results/moirai_2_0/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_2_0/forecasts/binance_btcusdt_1h_close__1h__short.json index 1ee671416eb75e5a3ed926c8d68b6ecd2816d259..d886647fecbba8cd30fe7ca3885d748eeb45e517 100644 --- a/results/moirai_2_0/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_2_0/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-2.0", - "evaluated_at": "2026-07-11T13:14:59.933692+00:00", + "evaluated_at": "2026-07-11T13:34:22.377141+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61768.2109375, 62052.0, 63545.98046875, 63732.0, @@ -101,10 +100,10 @@ 64385.08984375, 64407.80078125, 64425.1796875, - 64286.640625 + 64286.640625, + 64484.0 ], "actuals": [ - 64484.0, 63914.87109375, 64040.0, 64140.01171875, @@ -127,350 +126,350 @@ 64167.33984375, 64196.0, 64198.0, - 64160.359375 + 64195.48828125, + 64206.0703125 ], "p50": [ - 64354.01171875, - 64355.06640625, - 64363.08203125, - 64360.53125, - 64371.85546875, - 64372.16796875, - 64357.49609375, - 64351.15234375, - 64362.421875, - 64352.91796875, - 64363.6328125, - 64364.32421875, - 64356.8984375, - 64343.953125, - 64333.73828125, - 64346.6484375, - 64325.00390625, - 64310.21875, - 64320.609375, - 64292.22265625, - 64274.79296875, - 64279.34375, - 64288.74609375, - 64263.84375 + 64543.3359375, + 64553.7578125, + 64561.78125, + 64560.8671875, + 64554.63671875, + 64565.453125, + 64541.1015625, + 64548.01953125, + 64556.7109375, + 64539.59765625, + 64540.20703125, + 64548.8671875, + 64534.93359375, + 64539.359375, + 64535.7578125, + 64543.296875, + 64499.3046875, + 64492.0703125, + 64476.29296875, + 64460.625, + 64444.9765625, + 64447.9921875, + 64441.76953125, + 64427.79296875 ], "p10": [ - 64008.0390625, - 63870.3828125, - 63780.1640625, - 63669.4765625, - 63606.57421875, - 63515.58984375, - 63437.76171875, - 63342.6640625, - 63266.55859375, - 63186.30078125, - 63109.7578125, - 63059.75, - 62979.28125, - 62932.25390625, - 62863.2890625, - 62815.30078125, - 62763.34765625, - 62687.8046875, - 62677.7109375, - 62610.7578125, - 62584.3828125, - 62541.21875, - 62524.171875, - 62462.46484375 + 64190.6640625, + 64043.80859375, + 63944.80859375, + 63823.33984375, + 63735.89453125, + 63642.23828125, + 63549.4765625, + 63461.37109375, + 63380.453125, + 63291.00390625, + 63208.87109375, + 63157.90234375, + 63073.52734375, + 63028.59375, + 62965.3125, + 62911.7265625, + 62846.7265625, + 62770.4609375, + 62745.12890625, + 62692.90625, + 62660.70703125, + 62614.9140625, + 62581.11328125, + 62521.34375 ], "p90": [ - 64595.77734375, - 64709.890625, - 64813.71875, - 64915.03125, - 64995.08203125, - 65064.046875, - 65104.546875, - 65156.69921875, - 65252.640625, - 65308.1640625, - 65359.53515625, - 65402.2421875, - 65454.125, - 65448.37890625, - 65512.28515625, - 65587.1953125, - 65594.1640625, - 65636.03125, - 65707.7578125, - 65715.625, - 65737.328125, - 65812.4375, - 65861.5390625, - 65853.6875 + 64813.9453125, + 64946.05078125, + 65062.546875, + 65173.1796875, + 65247.6640625, + 65339.8046875, + 65370.83984375, + 65444.51953125, + 65552.171875, + 65598.8515625, + 65635.75, + 65695.46875, + 65746.8515625, + 65779.1484375, + 65861.046875, + 65929.921875, + 65896.6328125, + 65952.5625, + 65988.2265625, + 66011.9453125, + 66037.046875, + 66110.0, + 66136.6484375, + 66147.1171875 ], "mean": [ - 64354.01171875, - 64355.06640625, - 64363.08203125, - 64360.53125, - 64371.85546875, - 64372.16796875, - 64357.49609375, - 64351.15234375, - 64362.421875, - 64352.91796875, - 64363.6328125, - 64364.32421875, - 64356.8984375, - 64343.953125, - 64333.73828125, - 64346.6484375, - 64325.00390625, - 64310.21875, - 64320.609375, - 64292.22265625, - 64274.79296875, - 64279.34375, - 64288.74609375, - 64263.84375 + 64543.3359375, + 64553.7578125, + 64561.78125, + 64560.8671875, + 64554.63671875, + 64565.453125, + 64541.1015625, + 64548.01953125, + 64556.7109375, + 64539.59765625, + 64540.20703125, + 64548.8671875, + 64534.93359375, + 64539.359375, + 64535.7578125, + 64543.296875, + 64499.3046875, + 64492.0703125, + 64476.29296875, + 64460.625, + 64444.9765625, + 64447.9921875, + 64441.76953125, + 64427.79296875 ], "quantiles": { "0.1": [ - 64008.0390625, - 63870.3828125, - 63780.1640625, - 63669.4765625, - 63606.57421875, - 63515.58984375, - 63437.76171875, - 63342.6640625, - 63266.55859375, - 63186.30078125, - 63109.7578125, - 63059.75, - 62979.28125, - 62932.25390625, - 62863.2890625, - 62815.30078125, - 62763.34765625, - 62687.8046875, - 62677.7109375, - 62610.7578125, - 62584.3828125, - 62541.21875, - 62524.171875, - 62462.46484375 + 64190.6640625, + 64043.80859375, + 63944.80859375, + 63823.33984375, + 63735.89453125, + 63642.23828125, + 63549.4765625, + 63461.37109375, + 63380.453125, + 63291.00390625, + 63208.87109375, + 63157.90234375, + 63073.52734375, + 63028.59375, + 62965.3125, + 62911.7265625, + 62846.7265625, + 62770.4609375, + 62745.12890625, + 62692.90625, + 62660.70703125, + 62614.9140625, + 62581.11328125, + 62521.34375 ], "0.2": [ - 64008.0390625, - 63870.3828125, - 63780.1640625, - 63669.4765625, - 63606.57421875, - 63515.58984375, - 63437.76171875, - 63342.6640625, - 63266.55859375, - 63186.30078125, - 63109.7578125, - 63059.75, - 62979.28125, - 62932.25390625, - 62863.2890625, - 62815.30078125, - 62763.34765625, - 62687.8046875, - 62677.7109375, - 62610.7578125, - 62584.3828125, - 62541.21875, - 62524.171875, - 62462.46484375 + 64190.6640625, + 64043.80859375, + 63944.80859375, + 63823.33984375, + 63735.89453125, + 63642.23828125, + 63549.4765625, + 63461.37109375, + 63380.453125, + 63291.00390625, + 63208.87109375, + 63157.90234375, + 63073.52734375, + 63028.59375, + 62965.3125, + 62911.7265625, + 62846.7265625, + 62770.4609375, + 62745.12890625, + 62692.90625, + 62660.70703125, + 62614.9140625, + 62581.11328125, + 62521.34375 ], "0.3": [ - 64008.0390625, - 63870.3828125, - 63780.1640625, - 63669.4765625, - 63606.57421875, - 63515.58984375, - 63437.76171875, - 63342.6640625, - 63266.55859375, - 63186.30078125, - 63109.7578125, - 63059.75, - 62979.28125, - 62932.25390625, - 62863.2890625, - 62815.30078125, - 62763.34765625, - 62687.8046875, - 62677.7109375, - 62610.7578125, - 62584.3828125, - 62541.21875, - 62524.171875, - 62462.46484375 + 64190.6640625, + 64043.80859375, + 63944.80859375, + 63823.33984375, + 63735.89453125, + 63642.23828125, + 63549.4765625, + 63461.37109375, + 63380.453125, + 63291.00390625, + 63208.87109375, + 63157.90234375, + 63073.52734375, + 63028.59375, + 62965.3125, + 62911.7265625, + 62846.7265625, + 62770.4609375, + 62745.12890625, + 62692.90625, + 62660.70703125, + 62614.9140625, + 62581.11328125, + 62521.34375 ], "0.4": [ - 64354.01171875, - 64355.06640625, - 64363.08203125, - 64360.53125, - 64371.85546875, - 64372.16796875, - 64357.49609375, - 64351.15234375, - 64362.421875, - 64352.91796875, - 64363.6328125, - 64364.32421875, - 64356.8984375, - 64343.953125, - 64333.73828125, - 64346.6484375, - 64325.00390625, - 64310.21875, - 64320.609375, - 64292.22265625, - 64274.79296875, - 64279.34375, - 64288.74609375, - 64263.84375 + 64543.3359375, + 64553.7578125, + 64561.78125, + 64560.8671875, + 64554.63671875, + 64565.453125, + 64541.1015625, + 64548.01953125, + 64556.7109375, + 64539.59765625, + 64540.20703125, + 64548.8671875, + 64534.93359375, + 64539.359375, + 64535.7578125, + 64543.296875, + 64499.3046875, + 64492.0703125, + 64476.29296875, + 64460.625, + 64444.9765625, + 64447.9921875, + 64441.76953125, + 64427.79296875 ], "0.5": [ - 64354.01171875, - 64355.06640625, - 64363.08203125, - 64360.53125, - 64371.85546875, - 64372.16796875, - 64357.49609375, - 64351.15234375, - 64362.421875, - 64352.91796875, - 64363.6328125, - 64364.32421875, - 64356.8984375, - 64343.953125, - 64333.73828125, - 64346.6484375, - 64325.00390625, - 64310.21875, - 64320.609375, - 64292.22265625, - 64274.79296875, - 64279.34375, - 64288.74609375, - 64263.84375 + 64543.3359375, + 64553.7578125, + 64561.78125, + 64560.8671875, + 64554.63671875, + 64565.453125, + 64541.1015625, + 64548.01953125, + 64556.7109375, + 64539.59765625, + 64540.20703125, + 64548.8671875, + 64534.93359375, + 64539.359375, + 64535.7578125, + 64543.296875, + 64499.3046875, + 64492.0703125, + 64476.29296875, + 64460.625, + 64444.9765625, + 64447.9921875, + 64441.76953125, + 64427.79296875 ], "0.6": [ - 64354.01171875, - 64355.06640625, - 64363.08203125, - 64360.53125, - 64371.85546875, - 64372.16796875, - 64357.49609375, - 64351.15234375, - 64362.421875, - 64352.91796875, - 64363.6328125, - 64364.32421875, - 64356.8984375, - 64343.953125, - 64333.73828125, - 64346.6484375, - 64325.00390625, - 64310.21875, - 64320.609375, - 64292.22265625, - 64274.79296875, - 64279.34375, - 64288.74609375, - 64263.84375 + 64543.3359375, + 64553.7578125, + 64561.78125, + 64560.8671875, + 64554.63671875, + 64565.453125, + 64541.1015625, + 64548.01953125, + 64556.7109375, + 64539.59765625, + 64540.20703125, + 64548.8671875, + 64534.93359375, + 64539.359375, + 64535.7578125, + 64543.296875, + 64499.3046875, + 64492.0703125, + 64476.29296875, + 64460.625, + 64444.9765625, + 64447.9921875, + 64441.76953125, + 64427.79296875 ], "0.7": [ - 64354.01171875, - 64355.06640625, - 64363.08203125, - 64360.53125, - 64371.85546875, - 64372.16796875, - 64357.49609375, - 64351.15234375, - 64362.421875, - 64352.91796875, - 64363.6328125, - 64364.32421875, - 64356.8984375, - 64343.953125, - 64333.73828125, - 64346.6484375, - 64325.00390625, - 64310.21875, - 64320.609375, - 64292.22265625, - 64274.79296875, - 64279.34375, - 64288.74609375, - 64263.84375 + 64543.3359375, + 64553.7578125, + 64561.78125, + 64560.8671875, + 64554.63671875, + 64565.453125, + 64541.1015625, + 64548.01953125, + 64556.7109375, + 64539.59765625, + 64540.20703125, + 64548.8671875, + 64534.93359375, + 64539.359375, + 64535.7578125, + 64543.296875, + 64499.3046875, + 64492.0703125, + 64476.29296875, + 64460.625, + 64444.9765625, + 64447.9921875, + 64441.76953125, + 64427.79296875 ], "0.8": [ - 64595.77734375, - 64709.890625, - 64813.71875, - 64915.03125, - 64995.08203125, - 65064.046875, - 65104.546875, - 65156.69921875, - 65252.640625, - 65308.1640625, - 65359.53515625, - 65402.2421875, - 65454.125, - 65448.37890625, - 65512.28515625, - 65587.1953125, - 65594.1640625, - 65636.03125, - 65707.7578125, - 65715.625, - 65737.328125, - 65812.4375, - 65861.5390625, - 65853.6875 + 64813.9453125, + 64946.05078125, + 65062.546875, + 65173.1796875, + 65247.6640625, + 65339.8046875, + 65370.83984375, + 65444.51953125, + 65552.171875, + 65598.8515625, + 65635.75, + 65695.46875, + 65746.8515625, + 65779.1484375, + 65861.046875, + 65929.921875, + 65896.6328125, + 65952.5625, + 65988.2265625, + 66011.9453125, + 66037.046875, + 66110.0, + 66136.6484375, + 66147.1171875 ], "0.9": [ - 64595.77734375, - 64709.890625, - 64813.71875, - 64915.03125, - 64995.08203125, - 65064.046875, - 65104.546875, - 65156.69921875, - 65252.640625, - 65308.1640625, - 65359.53515625, - 65402.2421875, - 65454.125, - 65448.37890625, - 65512.28515625, - 65587.1953125, - 65594.1640625, - 65636.03125, - 65707.7578125, - 65715.625, - 65737.328125, - 65812.4375, - 65861.5390625, - 65853.6875 + 64813.9453125, + 64946.05078125, + 65062.546875, + 65173.1796875, + 65247.6640625, + 65339.8046875, + 65370.83984375, + 65444.51953125, + 65552.171875, + 65598.8515625, + 65635.75, + 65695.46875, + 65746.8515625, + 65779.1484375, + 65861.046875, + 65929.921875, + 65896.6328125, + 65952.5625, + 65988.2265625, + 66011.9453125, + 66037.046875, + 66110.0, + 66136.6484375, + 66147.1171875 ] }, "timestamps": [ - "2026-07-06 13:00:00", "2026-07-06 14:00:00", "2026-07-06 15:00:00", "2026-07-06 16:00:00", @@ -589,6 +588,7 @@ "2026-07-11 09:00:00", "2026-07-11 10:00:00", "2026-07-11 11:00:00", - "2026-07-11 12:00:00" + "2026-07-11 12:00:00", + "2026-07-11 13:00:00" ] } diff --git a/results/moirai_2_0/online_meta.json b/results/moirai_2_0/online_meta.json index 91bfaad3f50b7c597075f44c18d432a401a2d438..ec0d1a8be6c1227c04f8fa97a5bf83d4d81e7328 100644 --- a/results/moirai_2_0/online_meta.json +++ b/results/moirai_2_0/online_meta.json @@ -1,41 +1,11 @@ { "model": "Moirai-2.0", "api_model_id": "Salesforce/moirai-2.0-R-small", - "evaluated_at": "2026-07-11T13:15:31.327953+00:00", + "evaluated_at": "2026-07-11T13:34:25.323230+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index d1874eb2ca868f353dcc4c946576de52211b6bc7..61c9c79e67844b19a8f87e707ceb3f38f5ae6b10 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moving-Average,265723.1039613631,258155.05492546692,484.66839621025184,0.47564446690678147,0.0075555352470523226,0.007587006875178302,3.2189241733183107,515.4833692383908,0.008041860274326428,0.007561127582958399,0.006474294748387882,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moving-Average,188695.31770069132,184347.52039940734,408.4124999999961,0.39989341642432125,0.006368253227073943,0.006390730564816513,2.477943558562505,434.39074311118935,0.006777835062188719,0.0063724943641986645,0.0053862486731057705,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,1128961.9858825447,1102030.8431758452,967.6223050301511,1.2548326889672474,0.015295673009541483,0.015434040208279367,29.431935404714682,1062.5262283268798,0.016840488342192334,0.015336310495755973,0.01430192474798717,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moving-Average,33703.3339872141,34919.977384896825,150.98728679575507,1.5919311979035975,0.862092038435816,1.5500551973378933,23.0273565699048,183.58467797508075,1.130215641726378,0.9295339628591026,0.8356046823445622,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,0.00555555374365545,0.005555552139821303,0.0166667426090882,nan,0.9999997009967725,1.9999999335548584,nan,0.07453558709539658,4.4721350480171145,1.0000045168086826,1.0000128296554773,Climate,1,36 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index fc16ff5e0c761155b8d13aff059866cd3c0f6dd2..b6b3b23c88f324ecf29fa723e812ea634ae9aca1 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-07-11T13:22:29.247751+00:00", + "evaluated_at": "2026-07-11T13:35:53.897187+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61768.2109375, 62052.0, 63545.98046875, 63732.0, @@ -101,10 +100,10 @@ 64385.08984375, 64407.80078125, 64425.1796875, - 64286.640625 + 64286.640625, + 64484.0 ], "actuals": [ - 64484.0, 63914.87109375, 64040.0, 64140.01171875, @@ -127,350 +126,350 @@ 64167.33984375, 64196.0, 64198.0, - 64160.359375 + 64195.48828125, + 64206.0703125 ], "p50": [ - 63616.67201720121, - 63617.20717345121, - 63625.32826720121, - 63616.67201720121, - 63627.98451720121, - 63617.74232970121, - 63609.04701720121, - 63610.43764220121, - 63609.04701720121, - 63616.67201720121, - 63599.89076720121, - 63609.99232970121, - 63610.43764220121, - 63627.98451720121, - 63616.67201720121, - 63616.67201720121, - 63616.67201720121, - 63611.38295470121, - 63607.32631407621, - 63617.74232970121, - 63606.05092345121, - 63609.49232970121, - 63628.34779845121, - 63622.86342345121 + 63689.90960286459, + 63681.23382161459, + 63678.23382161459, + 63672.94475911459, + 63679.30413411459, + 63684.23382161459, + 63681.76897786459, + 63684.23382161459, + 63684.23382161459, + 63670.16350911459, + 63678.23382161459, + 63675.58929036459, + 63678.76897786459, + 63709.25139973959, + 63681.76897786459, + 63664.53264973959, + 63689.54632161459, + 63671.99944661459, + 63671.05413411459, + 63678.76897786459, + 63678.23382161459, + 63678.76897786459, + 63702.99163411459, + 63689.90960286459 ], "p10": [ - 63246.41420470121, - 63314.62514220121, - 63341.60756407621, - 63371.48451720121, - 63331.40600157621, - 63331.85170470121, - 63341.60756407621, - 63341.60756407621, - 63327.39467345121, - 63331.85170470121, - 63314.62514220121, - 63326.117720326205, - 63371.48451720121, - 63401.64076720121, - 63371.48451720121, - 63342.69154845121, - 63374.68373595121, - 63402.85561095121, - 63371.48451720121, - 63327.39467345121, - 63246.41420470121, - 63331.85170470121, - 63385.490767201205, - 63246.41420470121 + 63433.04632161459, + 63436.24554036459, + 63436.24554036459, + 63436.24554036459, + 63404.25335286459, + 63393.41350911459, + 63448.25335286459, + 63369.36585286459, + 63436.24554036459, + 63393.41350911459, + 63403.16936848959, + 63404.25335286459, + 63376.18694661459, + 63460.50686848959, + 63305.802962239584, + 63404.25335286459, + 63436.24554036459, + 63376.18694661459, + 63393.41350911459, + 63436.24554036459, + 63433.04632161459, + 63387.679524739586, + 63436.24554036459, + 63433.04632161459 ], "p90": [ - 63802.64232970121, - 63880.928267201205, - 63957.32201720121, - 63872.46107970121, - 63871.76147032621, - 63959.02357970121, - 63959.02357970121, - 63957.32201720121, - 63871.76147032621, - 63819.21498595121, - 63802.64232970121, - 63872.46107970121, - 63774.21107970121, - 63880.928267201205, - 63961.18881407621, - 63997.69154845121, - 63957.13295470121, - 63957.13295470121, - 63959.02357970121, - 63957.13295470121, - 63840.9540484512, - 63957.32201720121, - 63871.76147032621, - 64068.07045470121 + 64018.88382161459, + 63862.236165364586, + 63941.79046223959, + 64018.88382161459, + 64018.69475911459, + 63862.36272786459, + 63941.79046223959, + 64018.69475911459, + 63880.77679036459, + 63880.77679036459, + 63941.79046223959, + 63933.24554036459, + 63933.24554036459, + 63880.77679036459, + 63941.97952473959, + 63880.77679036459, + 63902.43811848959, + 64064.56585286459, + 63882.60061848959, + 64020.58538411459, + 64018.88382161459, + 63941.79046223959, + 64018.88382161459, + 63933.24554036459 ], "mean": [ - 63568.83293517007, - 63598.63043517007, - 63619.271177357565, - 63599.72135313882, - 63612.32065001382, - 63624.06807188882, - 63626.039556263815, - 63627.114790638814, - 63577.410376576314, - 63588.94588438881, - 63581.19982970131, - 63615.87010313882, - 63584.947232045066, - 63631.56137267007, - 63615.88225157632, - 63639.33352110757, - 63615.269810170066, - 63648.66217345132, - 63608.916958607566, - 63613.931860951314, - 63583.437720326314, - 63585.74527892007, - 63634.46734923257, - 63620.35772032631 + 63687.388372395566, + 63660.13552083307, + 63670.16794270807, + 63706.75442708307, + 63688.80055989557, + 63665.37339192682, + 63681.707044270566, + 63670.76087239557, + 63682.92216145807, + 63650.54350911432, + 63684.63138020807, + 63680.91368489557, + 63665.064954426816, + 63695.01850911432, + 63655.57768880182, + 63654.20073567682, + 63694.40229817682, + 63670.82149739557, + 63657.70050130182, + 63703.581731770566, + 63686.01554036432, + 63672.31796223932, + 63688.38239583307, + 63691.94927083307 ], "quantiles": { "0.1": [ - 63246.41420470121, - 63314.62514220121, - 63341.60756407621, - 63371.48451720121, - 63331.40600157621, - 63331.85170470121, - 63341.60756407621, - 63341.60756407621, - 63327.39467345121, - 63331.85170470121, - 63314.62514220121, - 63326.117720326205, - 63371.48451720121, - 63401.64076720121, - 63371.48451720121, - 63342.69154845121, - 63374.68373595121, - 63402.85561095121, - 63371.48451720121, - 63327.39467345121, - 63246.41420470121, - 63331.85170470121, - 63385.490767201205, - 63246.41420470121 + 63433.04632161459, + 63436.24554036459, + 63436.24554036459, + 63436.24554036459, + 63404.25335286459, + 63393.41350911459, + 63448.25335286459, + 63369.36585286459, + 63436.24554036459, + 63393.41350911459, + 63403.16936848959, + 63404.25335286459, + 63376.18694661459, + 63460.50686848959, + 63305.802962239584, + 63404.25335286459, + 63436.24554036459, + 63376.18694661459, + 63393.41350911459, + 63436.24554036459, + 63433.04632161459, + 63387.679524739586, + 63436.24554036459, + 63433.04632161459 ], "0.2": [ - 63402.85561095121, - 63416.35170470121, - 63428.66029845121, - 63425.50326720121, - 63420.63295470121, - 63419.77670470121, - 63425.50326720121, - 63428.66029845121, - 63410.30092345121, - 63420.63295470121, - 63408.568892201205, - 63421.31264220121, - 63420.63295470121, - 63428.66029845121, - 63428.23842345121, - 63421.31264220121, - 63421.1767047012, - 63456.16420470121, - 63421.1767047012, - 63408.81186095121, - 63402.85561095121, - 63410.30092345121, - 63456.16420470121, - 63374.68373595121 + 63488.11272786459, + 63471.86272786459, + 63476.703352864584, + 63502.28460286459, + 63482.87444661459, + 63481.33850911459, + 63488.11272786459, + 63481.33850911459, + 63505.61272786459, + 63489.80022786459, + 63488.11272786459, + 63482.87444661459, + 63482.738509114584, + 63516.509602864586, + 63464.41741536459, + 63481.33850911459, + 63504.947102864586, + 63463.20257161459, + 63470.37366536459, + 63488.11272786459, + 63481.33850911459, + 63487.06507161459, + 63481.33850911459, + 63510.478352864586 ], "0.3": [ - 63448.30834532621, - 63457.67201720121, - 63532.967329701205, - 63455.41029845121, - 63461.47279845121, - 63458.070845326205, - 63471.4227984512, - 63492.32045470121, - 63468.67201720121, - 63469.26303282621, - 63450.13295470121, - 63468.67201720121, - 63530.64857970121, - 63532.86342345121, - 63497.67201720121, - 63450.13295470121, - 63532.19897032621, - 63532.967329701205, - 63455.41029845121, - 63461.47279845121, - 63444.05092345121, - 63448.30834532621, - 63543.69506407621, - 63444.05092345121 + 63534.16350911459, + 63523.03460286459, + 63523.03460286459, + 63592.21038411459, + 63534.16350911459, + 63593.76077473959, + 63557.62835286459, + 63530.23382161459, + 63594.57366536459, + 63557.62835286459, + 63582.31741536459, + 63519.23382161459, + 63534.16350911459, + 63665.76468098959, + 63532.984602864584, + 63511.69475911459, + 63592.21038411459, + 63511.69475911459, + 63530.23382161459, + 63523.03460286459, + 63547.966634114586, + 63557.62835286459, + 63553.88225911459, + 63605.25686848959 ], "0.4": [ - 63573.88295470121, - 63565.74545470121, - 63599.89076720121, - 63542.10951720121, - 63585.48842345121, - 63575.34545470121, - 63564.28295470121, - 63576.38607970121, - 63548.27357970121, - 63575.34545470121, - 63532.86342345121, - 63573.88295470121, - 63576.32045470121, - 63609.13607970121, - 63576.42982970121, - 63578.729048451205, - 63588.97279845121, - 63588.97279845121, - 63532.95248595121, - 63580.26186095121, - 63532.86342345121, - 63573.88295470121, - 63608.60170470121, - 63573.88295470121 + 63641.82366536459, + 63637.94788411459, + 63637.88225911459, + 63641.82366536459, + 63657.08538411459, + 63650.53460286459, + 63667.61272786459, + 63639.27210286459, + 63661.45257161459, + 63625.84475911459, + 63640.24710286459, + 63609.83538411459, + 63635.44475911459, + 63678.23382161459, + 63637.88225911459, + 63594.57366536459, + 63657.08538411459, + 63625.84475911459, + 63625.84475911459, + 63641.82366536459, + 63641.82366536459, + 63637.94788411459, + 63671.05413411459, + 63670.69788411459 ], "0.5": [ - 63616.67201720121, - 63617.20717345121, - 63625.32826720121, - 63616.67201720121, - 63627.98451720121, - 63617.74232970121, - 63609.04701720121, - 63610.43764220121, - 63609.04701720121, - 63616.67201720121, - 63599.89076720121, - 63609.99232970121, - 63610.43764220121, - 63627.98451720121, - 63616.67201720121, - 63616.67201720121, - 63616.67201720121, - 63611.38295470121, - 63607.32631407621, - 63617.74232970121, - 63606.05092345121, - 63609.49232970121, - 63628.34779845121, - 63622.86342345121 + 63689.90960286459, + 63681.23382161459, + 63678.23382161459, + 63672.94475911459, + 63679.30413411459, + 63684.23382161459, + 63681.76897786459, + 63684.23382161459, + 63684.23382161459, + 63670.16350911459, + 63678.23382161459, + 63675.58929036459, + 63678.76897786459, + 63709.25139973959, + 63681.76897786459, + 63664.53264973959, + 63689.54632161459, + 63671.99944661459, + 63671.05413411459, + 63678.76897786459, + 63678.23382161459, + 63678.76897786459, + 63702.99163411459, + 63689.90960286459 ], "0.6": [ - 63639.62514220121, - 63664.06264220121, - 63666.69701720121, - 63655.08217345121, - 63656.78139220121, - 63666.69701720121, - 63638.42201720121, - 63646.43764220121, - 63627.98451720121, - 63664.4032672012, - 63629.5438922012, - 63646.43764220121, - 63639.62514220121, - 63676.23451720121, - 63653.94936095121, - 63659.693892201205, - 63653.94936095121, - 63655.08217345121, - 63630.79311095121, - 63672.8837359512, - 63628.27514220121, - 63639.62514220121, - 63672.11654845121, - 63678.27357970121 + 63728.25882161459, + 63725.62444661459, + 63721.255696614586, + 63692.35491536459, + 63730.93304036459, + 63725.62444661459, + 63715.51116536459, + 63718.34319661459, + 63715.51116536459, + 63691.105696614584, + 63716.64397786459, + 63715.51116536459, + 63728.25882161459, + 63742.89397786459, + 63725.62444661459, + 63691.105696614584, + 63725.62444661459, + 63695.406477864584, + 63690.27288411459, + 63746.101790364584, + 63725.62444661459, + 63740.986165364586, + 63750.91350911459, + 63737.79632161459 ], "0.7": [ - 63700.0458453262, - 63700.0458453262, - 63705.53920470121, - 63691.63451720121, - 63705.53920470121, - 63712.19545470121, - 63711.70678282621, - 63714.12123595121, - 63678.15248595121, - 63710.67201720121, - 63671.430220326205, - 63676.23451720121, - 63683.73803282621, - 63725.18178282621, - 63700.0458453262, - 63711.70678282621, - 63691.63451720121, - 63700.0458453262, - 63689.35170470121, - 63697.69154845121, - 63689.35170470121, - 63689.35170470121, - 63708.6024859512, - 63731.89857970121 + 63773.75725911459, + 63772.23382161459, + 63761.607649739584, + 63758.52288411459, + 63777.31194661459, + 63753.19632161459, + 63758.52288411459, + 63761.607649739584, + 63758.52288411459, + 63737.79632161459, + 63758.742024739586, + 63758.52288411459, + 63773.26858723959, + 63775.68304036459, + 63761.607649739584, + 63737.79632161459, + 63750.91350911459, + 63758.742024739586, + 63730.93304036459, + 63788.23382161459, + 63759.25335286459, + 63788.23382161459, + 63788.23382161459, + 63768.640852864584 ], "0.8": [ - 63727.75014220121, - 63728.57982970121, - 63791.40248595121, - 63740.67201720121, - 63731.89857970121, - 63755.35482970121, - 63774.69154845121, - 63750.64076720121, - 63727.75014220121, - 63727.75014220121, - 63726.8876422012, - 63728.57982970121, - 63724.54311095121, - 63800.80092345121, - 63774.69154845121, - 63755.35482970121, - 63774.69154845121, - 63740.67201720121, - 63742.66576720121, - 63727.75014220121, - 63724.96889220121, - 63735.647017201205, - 63774.307173451205, - 63808.131392201205 + 63835.77288411459, + 63793.46038411459, + 63835.77288411459, + 63835.77288411459, + 63802.23382161459, + 63791.896321614586, + 63793.46038411459, + 63804.22757161459, + 63790.14163411459, + 63788.449446614584, + 63816.91663411459, + 63836.25335286459, + 63835.77288411459, + 63817.01272786459, + 63812.20257161459, + 63802.23382161459, + 63835.77288411459, + 63852.96429036459, + 63789.31194661459, + 63862.22210286459, + 63816.91663411459, + 63836.25335286459, + 63862.22210286459, + 63812.20257161459 ], "0.9": [ - 63802.64232970121, - 63880.928267201205, - 63957.32201720121, - 63872.46107970121, - 63871.76147032621, - 63959.02357970121, - 63959.02357970121, - 63957.32201720121, - 63871.76147032621, - 63819.21498595121, - 63802.64232970121, - 63872.46107970121, - 63774.21107970121, - 63880.928267201205, - 63961.18881407621, - 63997.69154845121, - 63957.13295470121, - 63957.13295470121, - 63959.02357970121, - 63957.13295470121, - 63840.9540484512, - 63957.32201720121, - 63871.76147032621, - 64068.07045470121 + 64018.88382161459, + 63862.236165364586, + 63941.79046223959, + 64018.88382161459, + 64018.69475911459, + 63862.36272786459, + 63941.79046223959, + 64018.69475911459, + 63880.77679036459, + 63880.77679036459, + 63941.79046223959, + 63933.24554036459, + 63933.24554036459, + 63880.77679036459, + 63941.97952473959, + 63880.77679036459, + 63902.43811848959, + 64064.56585286459, + 63882.60061848959, + 64020.58538411459, + 64018.88382161459, + 63941.79046223959, + 64018.88382161459, + 63933.24554036459 ] }, "timestamps": [ - "2026-07-06 13:00:00", "2026-07-06 14:00:00", "2026-07-06 15:00:00", "2026-07-06 16:00:00", @@ -589,6 +588,7 @@ "2026-07-11 09:00:00", "2026-07-11 10:00:00", "2026-07-11 11:00:00", - "2026-07-11 12:00:00" + "2026-07-11 12:00:00", + "2026-07-11 13:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index e02926459debf2986b6b528e061d583c4cf23c3b..1ee58721de7b2343fc03f43aa2885e1931934951 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,41 +1,11 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-07-11T13:22:29.396055+00:00", + "evaluated_at": "2026-07-11T13:35:53.913282+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index 11a0ff96a8c61141af1da233431786df5d97b6e9..b74ff30007daf0029f5f2ad83a6a32f00a2d2925 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-07-11T12:48:02.298835+00:00", - "finished_at": "2026-07-11T13:22:31.701482+00:00", - "task_count": 6, + "started_at": "2026-07-11T13:32:48.551851+00:00", + "finished_at": "2026-07-11T13:35:55.845468+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/TSFM_Bench/space/vendor/ts_bench", @@ -10,41 +10,11 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-07-11T12:49:56.955135+00:00", + "evaluated_at": "2026-07-11T13:33:21.154708+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } @@ -54,41 +24,11 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-07-11T12:51:44.303319+00:00", + "evaluated_at": "2026-07-11T13:33:32.060676+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } @@ -98,41 +38,11 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-07-11T12:53:37.383051+00:00", + "evaluated_at": "2026-07-11T13:33:58.890415+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } @@ -142,41 +52,11 @@ "Toto-1.0": { "model": "Toto-1.0", "api_model_id": "Datadog/Toto-Open-Base-1.0", - "evaluated_at": "2026-07-11T13:14:49.750733+00:00", + "evaluated_at": "2026-07-11T13:34:15.205279+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } @@ -186,41 +66,11 @@ "Moirai-2.0": { "model": "Moirai-2.0", "api_model_id": "Salesforce/moirai-2.0-R-small", - "evaluated_at": "2026-07-11T13:15:31.327953+00:00", + "evaluated_at": "2026-07-11T13:34:25.323230+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } @@ -230,41 +80,11 @@ "Chronos-Bolt": { "model": "Chronos-Bolt", "api_model_id": "amazon/chronos-bolt-base", - "evaluated_at": "2026-07-11T13:17:25.310257+00:00", + "evaluated_at": "2026-07-11T13:34:38.108166+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } @@ -274,41 +94,11 @@ "TabPFN-TS": { "model": "TabPFN-TS", "api_model_id": "priorlabs/tabpfn-ts", - "evaluated_at": "2026-07-11T13:21:22.899487+00:00", + "evaluated_at": "2026-07-11T13:35:23.382253+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } @@ -318,41 +108,11 @@ "Sundial": { "model": "Sundial", "api_model_id": "thuml/sundial-base-128m", - "evaluated_at": "2026-07-11T13:22:29.230220+00:00", + "evaluated_at": "2026-07-11T13:35:53.878903+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } @@ -362,41 +122,11 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-07-11T13:22:29.396055+00:00", + "evaluated_at": "2026-07-11T13:35:53.913282+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } @@ -406,41 +136,11 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-07-11T13:22:29.990526+00:00", + "evaluated_at": "2026-07-11T13:35:54.441694+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } @@ -450,41 +150,11 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-07-11T13:22:30.381355+00:00", + "evaluated_at": "2026-07-11T13:35:54.677787+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } @@ -494,41 +164,11 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-07-11T13:22:30.455462+00:00", + "evaluated_at": "2026-07-11T13:35:54.692353+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } @@ -552,7 +192,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-07-11T13:23:18.591162+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 0f85e9ba9883501daf35fcaa5d1cdb44be6af058..2ca544dd4fef14340f8485c0ff78062318f1bb53 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,485041.95013809204,485041.95013809204,550.0849609375,0.5398430556735783,0.008582524603200787,0.008640374146152765,3.7458444935043045,696.4495316518578,0.010865044647200237,0.008581666565506395,0.007174605030530141,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,399654.2140242259,399654.2140242259,499.5496419270833,0.4891295270927545,0.0077994673662230935,0.007846228674234833,3.7408568797186077,632.1821051123053,0.009863990210817375,0.007794514805050848,0.006706419246728639,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,1242063.1758626301,1242063.1758626301,986.4934895833334,1.279305232782914,0.015590619115244925,0.015746693755963825,5.736460742885234,1114.4788808508802,0.017663910876009763,0.015635408960338493,0.011252378542741767,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687422,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.005555555721124015,0.005555555721124015,0.016666666915019352,nan,1.0,2.0,nan,0.07453560036065997,4.472135843932886,0.9999999751647324,0.9999999751647324,Climate,1,36 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 209925f2a13b172e41b42c655d3d5361884263c0..5095155243a539168f7cf8071e2ec9f215b86d8c 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-07-11T13:22:30.387977+00:00", + "evaluated_at": "2026-07-11T13:35:54.684577+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61768.2109375, 62052.0, 63545.98046875, 63732.0, @@ -101,10 +100,10 @@ 64385.08984375, 64407.80078125, 64425.1796875, - 64286.640625 + 64286.640625, + 64484.0 ], "actuals": [ - 64484.0, 63914.87109375, 64040.0, 64140.01171875, @@ -127,10 +126,10 @@ 64167.33984375, 64196.0, 64198.0, - 64160.359375 + 64195.48828125, + 64206.0703125 ], "p50": [ - 63028.3515625, 63016.0, 62868.05078125, 62700.01171875, @@ -153,10 +152,10 @@ 64385.08984375, 64407.80078125, 64425.1796875, - 64286.640625 + 64286.640625, + 64484.0 ], "p10": [ - 61767.78453125, 61755.68, 61610.689765625, 61446.011484375, @@ -179,10 +178,10 @@ 63097.388046875, 63119.644765625, 63136.67609375, - 63000.9078125 + 63000.9078125, + 63194.32 ], "p90": [ - 64288.91859375, 64276.32, 64125.411796875, 63954.011953125, @@ -205,10 +204,10 @@ 65672.791640625, 65695.956796875, 65713.68328125, - 65572.3734375 + 65572.3734375, + 65773.68000000001 ], "mean": [ - 63028.3515625, 63016.0, 62868.05078125, 62700.01171875, @@ -231,11 +230,11 @@ 64385.08984375, 64407.80078125, 64425.1796875, - 64286.640625 + 64286.640625, + 64484.0 ], "quantiles": { "0.1": [ - 61767.78453125, 61755.68, 61610.689765625, 61446.011484375, @@ -258,10 +257,10 @@ 63097.388046875, 63119.644765625, 63136.67609375, - 63000.9078125 + 63000.9078125, + 63194.32 ], "0.2": [ - 62082.926289062496, 62070.76, 61925.03001953125, 61759.51154296875, @@ -284,10 +283,10 @@ 63419.313496093746, 63441.68376953125, 63458.8019921875, - 63322.341015624996 + 63322.341015624996, + 63516.74 ], "0.3": [ - 62398.068046875, 62385.84, 62239.3702734375, 62073.0116015625, @@ -310,10 +309,10 @@ 63741.2389453125, 63763.7227734375, 63780.927890625, - 63643.77421875 + 63643.77421875, + 63839.159999999996 ], "0.4": [ - 62713.209804687496, 62700.92, 62553.71052734375, 62386.51166015625, @@ -336,10 +335,10 @@ 64063.164394531246, 64085.76177734375, 64103.0537890625, - 63965.207421875 + 63965.207421875, + 64161.58 ], "0.5": [ - 63028.3515625, 63016.0, 62868.05078125, 62700.01171875, @@ -362,10 +361,10 @@ 64385.08984375, 64407.80078125, 64425.1796875, - 64286.640625 + 64286.640625, + 64484.0 ], "0.6": [ - 63343.4933203125, 63331.079999999994, 63182.391035156244, 63013.511777343745, @@ -388,10 +387,10 @@ 64707.01529296875, 64729.83978515624, 64747.305585937494, - 64608.073828124994 + 64608.073828124994, + 64806.41999999999 ], "0.7": [ - 63658.635078125, 63646.16, 63496.7312890625, 63327.0118359375, @@ -414,10 +413,10 @@ 65028.9407421875, 65051.8787890625, 65069.431484375, - 64929.50703125 + 64929.50703125, + 65128.840000000004 ], "0.8": [ - 63973.7768359375, 63961.23999999999, 63811.07154296874, 63640.51189453124, @@ -440,10 +439,10 @@ 65350.86619140625, 65373.91779296874, 65391.55738281249, - 65250.940234375 + 65250.940234375, + 65451.259999999995 ], "0.9": [ - 64288.91859375, 64276.32, 64125.411796875, 63954.011953125, @@ -466,11 +465,11 @@ 65672.791640625, 65695.956796875, 65713.68328125, - 65572.3734375 + 65572.3734375, + 65773.68000000001 ] }, "timestamps": [ - "2026-07-06 13:00:00", "2026-07-06 14:00:00", "2026-07-06 15:00:00", "2026-07-06 16:00:00", @@ -589,6 +588,7 @@ "2026-07-11 09:00:00", "2026-07-11 10:00:00", "2026-07-11 11:00:00", - "2026-07-11 12:00:00" + "2026-07-11 12:00:00", + "2026-07-11 13:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 9718f3f5e399667e756647edad053eedc86822b6..b22d78b98ac2ea12bfe1510bf7e503ff059c3b2c 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,41 +1,11 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-07-11T13:22:30.455462+00:00", + "evaluated_at": "2026-07-11T13:35:54.692353+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/sundial/all_results.csv b/results/sundial/all_results.csv index 06bb06f8b2bd6ca4a09c17fed8a75f11ca709433..b0d20669932c75609200e63098fd0488798b136d 100644 --- a/results/sundial/all_results.csv +++ b/results/sundial/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Sundial,319167.34946632385,308074.5187225342,479.63671875,0.47070647309092273,0.007475772822519639,0.0075129710740025795,4.282963324071122,564.9489795249867,0.008813554474464868,0.0074826302938206185,0.006259960291817185,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Sundial,183249.88357671103,179148.37659200034,383.703125,0.3756994547153671,0.0059836018040542215,0.0059996117566775324,2.950973148843454,428.07695987603796,0.006679320574794785,0.005986951921373462,0.0048431167172954225,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Sundial,309015.67863019306,332283.2216644287,497.6569010416667,0.6453717985529107,0.007865183468183634,0.0079066950338767,8.671573178240175,555.8917867986476,0.008810595828626533,0.00788760316401851,0.006692197113362067,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Sundial,27047.212071285932,27202.68214463723,143.1162110964457,1.5089426812363538,2.4254864254221506,0.8536544624552972,36.2452386153836,164.4603662627745,1.0124792572257424,0.881076689786568,0.7401326095810744,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Sundial,0.00555556067796492,0.005555559371981839,0.01666672111479219,nan,1.0000004016570128,2.0,nan,0.07453563361215171,4.472137839022311,1.0000032271509733,1.000003166271258,Climate,1,36 diff --git a/results/sundial/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/sundial/forecasts/binance_btcusdt_1h_close__1h__short.json index 694347279e8c6b13ecbc547a10e834775f32b276..dd8155ab8cc1ea9e38da16632b56803c95030caa 100644 --- a/results/sundial/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/sundial/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Sundial", - "evaluated_at": "2026-07-11T13:21:40.375546+00:00", + "evaluated_at": "2026-07-11T13:35:51.336104+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61768.2109375, 62052.0, 63545.98046875, 63732.0, @@ -101,10 +100,10 @@ 64385.08984375, 64407.80078125, 64425.1796875, - 64286.640625 + 64286.640625, + 64484.0 ], "actuals": [ - 64484.0, 63914.87109375, 64040.0, 64140.01171875, @@ -127,350 +126,350 @@ 64167.33984375, 64196.0, 64198.0, - 64160.359375 + 64195.48828125, + 64206.0703125 ], "p50": [ - 64173.0703125, - 64078.69140625, - 63996.140625, - 63916.8984375, - 63871.7734375, - 63829.2109375, - 63738.80078125, - 63688.1328125, - 63670.4140625, - 63652.0703125, - 63619.33984375, - 63571.58984375, - 63545.0703125, - 63526.0859375, - 63498.875, - 63467.77734375, - 63443.1484375, - 63432.171875, - 63423.9296875, - 63445.9921875, - 63430.01953125, - 63430.109375, - 63427.1796875, - 63400.6796875 + 64403.484375, + 64320.8984375, + 64230.09765625, + 64156.5546875, + 64082.2109375, + 64043.4453125, + 63961.8671875, + 63933.7734375, + 63879.8828125, + 63832.7734375, + 63763.2265625, + 63742.1953125, + 63702.3828125, + 63692.75, + 63640.296875, + 63657.109375, + 63611.33984375, + 63617.265625, + 63610.0703125, + 63567.6875, + 63566.9140625, + 63574.03125, + 63541.71875, + 63505.578125 ], "p10": [ - 64059.6796875, - 63885.234375, - 63712.3828125, - 63566.53125, - 63472.5078125, - 63352.234375, - 63306.61328125, - 63187.4609375, - 63112.828125, - 63070.203125, - 62984.828125, - 62943.66796875, - 62948.3828125, - 62901.29296875, - 62889.0390625, - 62843.9921875, - 62812.3671875, - 62793.4140625, - 62783.75, - 62778.640625, - 62823.34375, - 62759.7890625, - 62828.14453125, - 62785.375 + 64292.1953125, + 64133.96484375, + 63959.9140625, + 63847.9921875, + 63741.1328125, + 63660.5625, + 63587.84765625, + 63541.8046875, + 63454.63671875, + 63393.1796875, + 63369.609375, + 63277.72265625, + 63212.09375, + 63175.5625, + 63125.1640625, + 63116.08984375, + 63050.0234375, + 63033.9453125, + 62995.7578125, + 62980.96484375, + 62980.2734375, + 62887.4765625, + 62880.640625, + 62922.3515625 ], "p90": [ - 64295.703125, - 64253.3828125, - 64200.78125, - 64173.07421875, - 64156.8359375, - 64152.640625, - 64112.1328125, - 64071.765625, - 64058.7109375, - 64055.703125, - 64057.0859375, - 63982.65625, - 63938.3515625, - 63922.78515625, - 63934.35546875, - 63929.03125, - 63919.67578125, - 63882.7734375, - 63913.625, - 63907.6484375, - 63868.171875, - 63891.0, - 63894.921875, - 63864.8984375 + 64513.484375, + 64509.08203125, + 64476.41015625, + 64454.16796875, + 64372.58984375, + 64377.171875, + 64330.7421875, + 64328.671875, + 64281.734375, + 64277.28125, + 64258.19921875, + 64270.703125, + 64247.3671875, + 64214.42578125, + 64177.59375, + 64169.7265625, + 64176.57421875, + 64189.12890625, + 64243.47265625, + 64217.5546875, + 64225.3203125, + 64238.5390625, + 64201.28125, + 64184.82421875 ], "mean": [ - 64177.52734375, - 64072.65234375, - 63978.55859375, - 63892.8359375, - 63838.8828125, - 63784.01171875, - 63726.22265625, - 63665.41015625, - 63625.234375, - 63584.86328125, - 63544.4296875, - 63510.46875, - 63483.20703125, - 63448.12890625, - 63428.99609375, - 63415.3828125, - 63403.9609375, - 63386.75390625, - 63398.5234375, - 63394.77734375, - 63384.953125, - 63384.421875, - 63380.26953125, - 63359.66796875 + 64398.4921875, + 64316.53125, + 64221.01171875, + 64158.76953125, + 64089.875, + 64033.07421875, + 63972.60546875, + 63929.3125, + 63876.8125, + 63830.4140625, + 63783.70703125, + 63759.6328125, + 63705.18359375, + 63678.23828125, + 63649.10546875, + 63653.3046875, + 63624.81640625, + 63605.80859375, + 63593.2578125, + 63590.52734375, + 63576.59375, + 63568.70703125, + 63545.4375, + 63525.63671875 ], "quantiles": { "0.1": [ - 64059.6796875, - 63885.234375, - 63712.3828125, - 63566.53125, - 63472.5078125, - 63352.234375, - 63306.61328125, - 63187.4609375, - 63112.828125, - 63070.203125, - 62984.828125, - 62943.66796875, - 62948.3828125, - 62901.29296875, - 62889.0390625, - 62843.9921875, - 62812.3671875, - 62793.4140625, - 62783.75, - 62778.640625, - 62823.34375, - 62759.7890625, - 62828.14453125, - 62785.375 + 64292.1953125, + 64133.96484375, + 63959.9140625, + 63847.9921875, + 63741.1328125, + 63660.5625, + 63587.84765625, + 63541.8046875, + 63454.63671875, + 63393.1796875, + 63369.609375, + 63277.72265625, + 63212.09375, + 63175.5625, + 63125.1640625, + 63116.08984375, + 63050.0234375, + 63033.9453125, + 62995.7578125, + 62980.96484375, + 62980.2734375, + 62887.4765625, + 62880.640625, + 62922.3515625 ], "0.2": [ - 64059.6796875, - 63885.234375, - 63712.3828125, - 63566.53125, - 63472.5078125, - 63352.234375, - 63306.61328125, - 63187.4609375, - 63112.828125, - 63070.203125, - 62984.828125, - 62943.66796875, - 62948.3828125, - 62901.29296875, - 62889.0390625, - 62843.9921875, - 62812.3671875, - 62793.4140625, - 62783.75, - 62778.640625, - 62823.34375, - 62759.7890625, - 62828.14453125, - 62785.375 + 64292.1953125, + 64133.96484375, + 63959.9140625, + 63847.9921875, + 63741.1328125, + 63660.5625, + 63587.84765625, + 63541.8046875, + 63454.63671875, + 63393.1796875, + 63369.609375, + 63277.72265625, + 63212.09375, + 63175.5625, + 63125.1640625, + 63116.08984375, + 63050.0234375, + 63033.9453125, + 62995.7578125, + 62980.96484375, + 62980.2734375, + 62887.4765625, + 62880.640625, + 62922.3515625 ], "0.3": [ - 64059.6796875, - 63885.234375, - 63712.3828125, - 63566.53125, - 63472.5078125, - 63352.234375, - 63306.61328125, - 63187.4609375, - 63112.828125, - 63070.203125, - 62984.828125, - 62943.66796875, - 62948.3828125, - 62901.29296875, - 62889.0390625, - 62843.9921875, - 62812.3671875, - 62793.4140625, - 62783.75, - 62778.640625, - 62823.34375, - 62759.7890625, - 62828.14453125, - 62785.375 + 64292.1953125, + 64133.96484375, + 63959.9140625, + 63847.9921875, + 63741.1328125, + 63660.5625, + 63587.84765625, + 63541.8046875, + 63454.63671875, + 63393.1796875, + 63369.609375, + 63277.72265625, + 63212.09375, + 63175.5625, + 63125.1640625, + 63116.08984375, + 63050.0234375, + 63033.9453125, + 62995.7578125, + 62980.96484375, + 62980.2734375, + 62887.4765625, + 62880.640625, + 62922.3515625 ], "0.4": [ - 64173.0703125, - 64078.69140625, - 63996.140625, - 63916.8984375, - 63871.7734375, - 63829.2109375, - 63738.80078125, - 63688.1328125, - 63670.4140625, - 63652.0703125, - 63619.33984375, - 63571.58984375, - 63545.0703125, - 63526.0859375, - 63498.875, - 63467.77734375, - 63443.1484375, - 63432.171875, - 63423.9296875, - 63445.9921875, - 63430.01953125, - 63430.109375, - 63427.1796875, - 63400.6796875 + 64403.484375, + 64320.8984375, + 64230.09765625, + 64156.5546875, + 64082.2109375, + 64043.4453125, + 63961.8671875, + 63933.7734375, + 63879.8828125, + 63832.7734375, + 63763.2265625, + 63742.1953125, + 63702.3828125, + 63692.75, + 63640.296875, + 63657.109375, + 63611.33984375, + 63617.265625, + 63610.0703125, + 63567.6875, + 63566.9140625, + 63574.03125, + 63541.71875, + 63505.578125 ], "0.5": [ - 64173.0703125, - 64078.69140625, - 63996.140625, - 63916.8984375, - 63871.7734375, - 63829.2109375, - 63738.80078125, - 63688.1328125, - 63670.4140625, - 63652.0703125, - 63619.33984375, - 63571.58984375, - 63545.0703125, - 63526.0859375, - 63498.875, - 63467.77734375, - 63443.1484375, - 63432.171875, - 63423.9296875, - 63445.9921875, - 63430.01953125, - 63430.109375, - 63427.1796875, - 63400.6796875 + 64403.484375, + 64320.8984375, + 64230.09765625, + 64156.5546875, + 64082.2109375, + 64043.4453125, + 63961.8671875, + 63933.7734375, + 63879.8828125, + 63832.7734375, + 63763.2265625, + 63742.1953125, + 63702.3828125, + 63692.75, + 63640.296875, + 63657.109375, + 63611.33984375, + 63617.265625, + 63610.0703125, + 63567.6875, + 63566.9140625, + 63574.03125, + 63541.71875, + 63505.578125 ], "0.6": [ - 64173.0703125, - 64078.69140625, - 63996.140625, - 63916.8984375, - 63871.7734375, - 63829.2109375, - 63738.80078125, - 63688.1328125, - 63670.4140625, - 63652.0703125, - 63619.33984375, - 63571.58984375, - 63545.0703125, - 63526.0859375, - 63498.875, - 63467.77734375, - 63443.1484375, - 63432.171875, - 63423.9296875, - 63445.9921875, - 63430.01953125, - 63430.109375, - 63427.1796875, - 63400.6796875 + 64403.484375, + 64320.8984375, + 64230.09765625, + 64156.5546875, + 64082.2109375, + 64043.4453125, + 63961.8671875, + 63933.7734375, + 63879.8828125, + 63832.7734375, + 63763.2265625, + 63742.1953125, + 63702.3828125, + 63692.75, + 63640.296875, + 63657.109375, + 63611.33984375, + 63617.265625, + 63610.0703125, + 63567.6875, + 63566.9140625, + 63574.03125, + 63541.71875, + 63505.578125 ], "0.7": [ - 64173.0703125, - 64078.69140625, - 63996.140625, - 63916.8984375, - 63871.7734375, - 63829.2109375, - 63738.80078125, - 63688.1328125, - 63670.4140625, - 63652.0703125, - 63619.33984375, - 63571.58984375, - 63545.0703125, - 63526.0859375, - 63498.875, - 63467.77734375, - 63443.1484375, - 63432.171875, - 63423.9296875, - 63445.9921875, - 63430.01953125, - 63430.109375, - 63427.1796875, - 63400.6796875 + 64403.484375, + 64320.8984375, + 64230.09765625, + 64156.5546875, + 64082.2109375, + 64043.4453125, + 63961.8671875, + 63933.7734375, + 63879.8828125, + 63832.7734375, + 63763.2265625, + 63742.1953125, + 63702.3828125, + 63692.75, + 63640.296875, + 63657.109375, + 63611.33984375, + 63617.265625, + 63610.0703125, + 63567.6875, + 63566.9140625, + 63574.03125, + 63541.71875, + 63505.578125 ], "0.8": [ - 64295.703125, - 64253.3828125, - 64200.78125, - 64173.07421875, - 64156.8359375, - 64152.640625, - 64112.1328125, - 64071.765625, - 64058.7109375, - 64055.703125, - 64057.0859375, - 63982.65625, - 63938.3515625, - 63922.78515625, - 63934.35546875, - 63929.03125, - 63919.67578125, - 63882.7734375, - 63913.625, - 63907.6484375, - 63868.171875, - 63891.0, - 63894.921875, - 63864.8984375 + 64513.484375, + 64509.08203125, + 64476.41015625, + 64454.16796875, + 64372.58984375, + 64377.171875, + 64330.7421875, + 64328.671875, + 64281.734375, + 64277.28125, + 64258.19921875, + 64270.703125, + 64247.3671875, + 64214.42578125, + 64177.59375, + 64169.7265625, + 64176.57421875, + 64189.12890625, + 64243.47265625, + 64217.5546875, + 64225.3203125, + 64238.5390625, + 64201.28125, + 64184.82421875 ], "0.9": [ - 64295.703125, - 64253.3828125, - 64200.78125, - 64173.07421875, - 64156.8359375, - 64152.640625, - 64112.1328125, - 64071.765625, - 64058.7109375, - 64055.703125, - 64057.0859375, - 63982.65625, - 63938.3515625, - 63922.78515625, - 63934.35546875, - 63929.03125, - 63919.67578125, - 63882.7734375, - 63913.625, - 63907.6484375, - 63868.171875, - 63891.0, - 63894.921875, - 63864.8984375 + 64513.484375, + 64509.08203125, + 64476.41015625, + 64454.16796875, + 64372.58984375, + 64377.171875, + 64330.7421875, + 64328.671875, + 64281.734375, + 64277.28125, + 64258.19921875, + 64270.703125, + 64247.3671875, + 64214.42578125, + 64177.59375, + 64169.7265625, + 64176.57421875, + 64189.12890625, + 64243.47265625, + 64217.5546875, + 64225.3203125, + 64238.5390625, + 64201.28125, + 64184.82421875 ] }, "timestamps": [ - "2026-07-06 13:00:00", "2026-07-06 14:00:00", "2026-07-06 15:00:00", "2026-07-06 16:00:00", @@ -589,6 +588,7 @@ "2026-07-11 09:00:00", "2026-07-11 10:00:00", "2026-07-11 11:00:00", - "2026-07-11 12:00:00" + "2026-07-11 12:00:00", + "2026-07-11 13:00:00" ] } diff --git a/results/sundial/online_meta.json b/results/sundial/online_meta.json index ed1a546aa81a968154f05b5c442a8d98526daa0a..a15739b96fab4d600083997ceab24c5dff2c5cd6 100644 --- a/results/sundial/online_meta.json +++ b/results/sundial/online_meta.json @@ -1,41 +1,11 @@ { "model": "Sundial", "api_model_id": "thuml/sundial-base-128m", - "evaluated_at": "2026-07-11T13:22:29.230220+00:00", + "evaluated_at": "2026-07-11T13:35:53.878903+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tabpfn_ts/all_results.csv b/results/tabpfn_ts/all_results.csv index cc630964d9824aabc2acaa55d44b0a3b99e9ebf2..d8257155a1a490219ef7c0bf0b787ef10d740aba 100644 --- a/results/tabpfn_ts/all_results.csv +++ b/results/tabpfn_ts/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TabPFN-TS,86571.01228141785,86571.01228141785,271.21240234375,0.2661627610547548,0.00423340718937634,0.004231412999290954,10.646510442190193,294.229523130188,0.00459016304850063,0.004231081688503878,0.004231081688503879,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TabPFN-TS,138711.50279490152,138711.50279490152,308.0771484375,0.30165096173828126,0.004813034454860117,0.004798680893598582,12.06603846953125,372.43993179424456,0.0058112113766385235,0.004806953489808423,0.004806953489808423,Finance,1,24 bitbrains_fast_storage/5T/long,TabPFN-TS,5094671.185438427,5094671.185438427,483.1624726930903,1.1526641321691184,6.84183501453906,0.8053138505812252,70.21928659273716,2257.1378304034574,5.964941308843822,1.2768541439646968,0.8850161893008147,Web/CloudOps,2 bitbrains_fast_storage/5T/medium,TabPFN-TS,4622063.369807966,4622063.369807966,441.63762099470586,1.307633919865287,6.807939859955235,0.805070973047274,98.99555171639452,2149.8984556969117,6.531985259967827,1.3418170625410066,0.9486319340358308,Web/CloudOps,2 bitbrains_fast_storage/5T/short,TabPFN-TS,2246919.058831472,2246919.058831472,263.97642698274865,0.9980513501588254,4.24383417854469,0.7465228041656109,83.52859027541167,1498.9726678066788,4.706403428343518,0.8288206900872653,0.6618188415356218,Web/CloudOps,2 diff --git a/results/tabpfn_ts/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tabpfn_ts/forecasts/binance_btcusdt_1h_close__1h__short.json index 1dedf512dda5e8cc09aec291e5662e6c4b8d6cff..44b71e6305e7621a0926e9c19cad6c32605aca32 100644 --- a/results/tabpfn_ts/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tabpfn_ts/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TabPFN-TS", - "evaluated_at": "2026-07-11T13:18:16.749774+00:00", + "evaluated_at": "2026-07-11T13:35:13.437838+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61768.2109375, 62052.0, 63545.98046875, 63732.0, @@ -101,10 +100,10 @@ 64385.08984375, 64407.80078125, 64425.1796875, - 64286.640625 + 64286.640625, + 64484.0 ], "actuals": [ - 64484.0, 63914.87109375, 64040.0, 64140.01171875, @@ -127,350 +126,350 @@ 64167.33984375, 64196.0, 64198.0, - 64160.359375 + 64195.48828125, + 64206.0703125 ], "p50": [ - 64267.63671875, - 64263.1484375, - 64271.015625, - 64286.24609375, - 64295.5078125, - 64303.23828125, - 64296.875, - 64323.765625, - 64329.22265625, - 64326.12109375, - 64315.734375, - 64217.3125, - 64139.78125, - 64059.765625, - 63997.60546875, - 63963.32421875, - 63933.94140625, - 63923.40625, - 63892.94921875, - 63885.5703125, - 63876.1015625, - 63882.140625, - 63878.20703125, - 63876.7109375 + 64493.83984375, + 64509.8046875, + 64504.84765625, + 64506.90625, + 64515.4453125, + 64517.26171875, + 64481.45703125, + 64506.1328125, + 64480.34375, + 64454.9375, + 64377.53125, + 64349.84375, + 64251.32421875, + 64212.38671875, + 64138.19140625, + 64094.40234375, + 64058.578125, + 64062.11328125, + 64018.7890625, + 64044.3203125, + 64036.15625, + 64016.05859375, + 64000.98828125, + 64017.37890625 ], "p10": [ - 64267.63671875, - 64263.1484375, - 64271.015625, - 64286.24609375, - 64295.5078125, - 64303.23828125, - 64296.875, - 64323.765625, - 64329.22265625, - 64326.12109375, - 64315.734375, - 64217.3125, - 64139.78125, - 64059.765625, - 63997.60546875, - 63963.32421875, - 63933.94140625, - 63923.40625, - 63892.94921875, - 63885.5703125, - 63876.1015625, - 63882.140625, - 63878.20703125, - 63876.7109375 + 64493.83984375, + 64509.8046875, + 64504.84765625, + 64506.90625, + 64515.4453125, + 64517.26171875, + 64481.45703125, + 64506.1328125, + 64480.34375, + 64454.9375, + 64377.53125, + 64349.84375, + 64251.32421875, + 64212.38671875, + 64138.19140625, + 64094.40234375, + 64058.578125, + 64062.11328125, + 64018.7890625, + 64044.3203125, + 64036.15625, + 64016.05859375, + 64000.98828125, + 64017.37890625 ], "p90": [ - 64267.63671875, - 64263.1484375, - 64271.015625, - 64286.24609375, - 64295.5078125, - 64303.23828125, - 64296.875, - 64323.765625, - 64329.22265625, - 64326.12109375, - 64315.734375, - 64217.3125, - 64139.78125, - 64059.765625, - 63997.60546875, - 63963.32421875, - 63933.94140625, - 63923.40625, - 63892.94921875, - 63885.5703125, - 63876.1015625, - 63882.140625, - 63878.20703125, - 63876.7109375 + 64493.83984375, + 64509.8046875, + 64504.84765625, + 64506.90625, + 64515.4453125, + 64517.26171875, + 64481.45703125, + 64506.1328125, + 64480.34375, + 64454.9375, + 64377.53125, + 64349.84375, + 64251.32421875, + 64212.38671875, + 64138.19140625, + 64094.40234375, + 64058.578125, + 64062.11328125, + 64018.7890625, + 64044.3203125, + 64036.15625, + 64016.05859375, + 64000.98828125, + 64017.37890625 ], "mean": [ - 64267.63671875, - 64263.1484375, - 64271.015625, - 64286.24609375, - 64295.5078125, - 64303.23828125, - 64296.875, - 64323.765625, - 64329.22265625, - 64326.12109375, - 64315.734375, - 64217.3125, - 64139.78125, - 64059.765625, - 63997.60546875, - 63963.32421875, - 63933.94140625, - 63923.40625, - 63892.94921875, - 63885.5703125, - 63876.1015625, - 63882.140625, - 63878.20703125, - 63876.7109375 + 64493.83984375, + 64509.8046875, + 64504.84765625, + 64506.90625, + 64515.4453125, + 64517.26171875, + 64481.45703125, + 64506.1328125, + 64480.34375, + 64454.9375, + 64377.53125, + 64349.84375, + 64251.32421875, + 64212.38671875, + 64138.19140625, + 64094.40234375, + 64058.578125, + 64062.11328125, + 64018.7890625, + 64044.3203125, + 64036.15625, + 64016.05859375, + 64000.98828125, + 64017.37890625 ], "quantiles": { "0.1": [ - 64267.63671875, - 64263.1484375, - 64271.015625, - 64286.24609375, - 64295.5078125, - 64303.23828125, - 64296.875, - 64323.765625, - 64329.22265625, - 64326.12109375, - 64315.734375, - 64217.3125, - 64139.78125, - 64059.765625, - 63997.60546875, - 63963.32421875, - 63933.94140625, - 63923.40625, - 63892.94921875, - 63885.5703125, - 63876.1015625, - 63882.140625, - 63878.20703125, - 63876.7109375 + 64493.83984375, + 64509.8046875, + 64504.84765625, + 64506.90625, + 64515.4453125, + 64517.26171875, + 64481.45703125, + 64506.1328125, + 64480.34375, + 64454.9375, + 64377.53125, + 64349.84375, + 64251.32421875, + 64212.38671875, + 64138.19140625, + 64094.40234375, + 64058.578125, + 64062.11328125, + 64018.7890625, + 64044.3203125, + 64036.15625, + 64016.05859375, + 64000.98828125, + 64017.37890625 ], "0.2": [ - 64267.63671875, - 64263.1484375, - 64271.015625, - 64286.24609375, - 64295.5078125, - 64303.23828125, - 64296.875, - 64323.765625, - 64329.22265625, - 64326.12109375, - 64315.734375, - 64217.3125, - 64139.78125, - 64059.765625, - 63997.60546875, - 63963.32421875, - 63933.94140625, - 63923.40625, - 63892.94921875, - 63885.5703125, - 63876.1015625, - 63882.140625, - 63878.20703125, - 63876.7109375 + 64493.83984375, + 64509.8046875, + 64504.84765625, + 64506.90625, + 64515.4453125, + 64517.26171875, + 64481.45703125, + 64506.1328125, + 64480.34375, + 64454.9375, + 64377.53125, + 64349.84375, + 64251.32421875, + 64212.38671875, + 64138.19140625, + 64094.40234375, + 64058.578125, + 64062.11328125, + 64018.7890625, + 64044.3203125, + 64036.15625, + 64016.05859375, + 64000.98828125, + 64017.37890625 ], "0.3": [ - 64267.63671875, - 64263.1484375, - 64271.015625, - 64286.24609375, - 64295.5078125, - 64303.23828125, - 64296.875, - 64323.765625, - 64329.22265625, - 64326.12109375, - 64315.734375, - 64217.3125, - 64139.78125, - 64059.765625, - 63997.60546875, - 63963.32421875, - 63933.94140625, - 63923.40625, - 63892.94921875, - 63885.5703125, - 63876.1015625, - 63882.140625, - 63878.20703125, - 63876.7109375 + 64493.83984375, + 64509.8046875, + 64504.84765625, + 64506.90625, + 64515.4453125, + 64517.26171875, + 64481.45703125, + 64506.1328125, + 64480.34375, + 64454.9375, + 64377.53125, + 64349.84375, + 64251.32421875, + 64212.38671875, + 64138.19140625, + 64094.40234375, + 64058.578125, + 64062.11328125, + 64018.7890625, + 64044.3203125, + 64036.15625, + 64016.05859375, + 64000.98828125, + 64017.37890625 ], "0.4": [ - 64267.63671875, - 64263.1484375, - 64271.015625, - 64286.24609375, - 64295.5078125, - 64303.23828125, - 64296.875, - 64323.765625, - 64329.22265625, - 64326.12109375, - 64315.734375, - 64217.3125, - 64139.78125, - 64059.765625, - 63997.60546875, - 63963.32421875, - 63933.94140625, - 63923.40625, - 63892.94921875, - 63885.5703125, - 63876.1015625, - 63882.140625, - 63878.20703125, - 63876.7109375 + 64493.83984375, + 64509.8046875, + 64504.84765625, + 64506.90625, + 64515.4453125, + 64517.26171875, + 64481.45703125, + 64506.1328125, + 64480.34375, + 64454.9375, + 64377.53125, + 64349.84375, + 64251.32421875, + 64212.38671875, + 64138.19140625, + 64094.40234375, + 64058.578125, + 64062.11328125, + 64018.7890625, + 64044.3203125, + 64036.15625, + 64016.05859375, + 64000.98828125, + 64017.37890625 ], "0.5": [ - 64267.63671875, - 64263.1484375, - 64271.015625, - 64286.24609375, - 64295.5078125, - 64303.23828125, - 64296.875, - 64323.765625, - 64329.22265625, - 64326.12109375, - 64315.734375, - 64217.3125, - 64139.78125, - 64059.765625, - 63997.60546875, - 63963.32421875, - 63933.94140625, - 63923.40625, - 63892.94921875, - 63885.5703125, - 63876.1015625, - 63882.140625, - 63878.20703125, - 63876.7109375 + 64493.83984375, + 64509.8046875, + 64504.84765625, + 64506.90625, + 64515.4453125, + 64517.26171875, + 64481.45703125, + 64506.1328125, + 64480.34375, + 64454.9375, + 64377.53125, + 64349.84375, + 64251.32421875, + 64212.38671875, + 64138.19140625, + 64094.40234375, + 64058.578125, + 64062.11328125, + 64018.7890625, + 64044.3203125, + 64036.15625, + 64016.05859375, + 64000.98828125, + 64017.37890625 ], "0.6": [ - 64267.63671875, - 64263.1484375, - 64271.015625, - 64286.24609375, - 64295.5078125, - 64303.23828125, - 64296.875, - 64323.765625, - 64329.22265625, - 64326.12109375, - 64315.734375, - 64217.3125, - 64139.78125, - 64059.765625, - 63997.60546875, - 63963.32421875, - 63933.94140625, - 63923.40625, - 63892.94921875, - 63885.5703125, - 63876.1015625, - 63882.140625, - 63878.20703125, - 63876.7109375 + 64493.83984375, + 64509.8046875, + 64504.84765625, + 64506.90625, + 64515.4453125, + 64517.26171875, + 64481.45703125, + 64506.1328125, + 64480.34375, + 64454.9375, + 64377.53125, + 64349.84375, + 64251.32421875, + 64212.38671875, + 64138.19140625, + 64094.40234375, + 64058.578125, + 64062.11328125, + 64018.7890625, + 64044.3203125, + 64036.15625, + 64016.05859375, + 64000.98828125, + 64017.37890625 ], "0.7": [ - 64267.63671875, - 64263.1484375, - 64271.015625, - 64286.24609375, - 64295.5078125, - 64303.23828125, - 64296.875, - 64323.765625, - 64329.22265625, - 64326.12109375, - 64315.734375, - 64217.3125, - 64139.78125, - 64059.765625, - 63997.60546875, - 63963.32421875, - 63933.94140625, - 63923.40625, - 63892.94921875, - 63885.5703125, - 63876.1015625, - 63882.140625, - 63878.20703125, - 63876.7109375 + 64493.83984375, + 64509.8046875, + 64504.84765625, + 64506.90625, + 64515.4453125, + 64517.26171875, + 64481.45703125, + 64506.1328125, + 64480.34375, + 64454.9375, + 64377.53125, + 64349.84375, + 64251.32421875, + 64212.38671875, + 64138.19140625, + 64094.40234375, + 64058.578125, + 64062.11328125, + 64018.7890625, + 64044.3203125, + 64036.15625, + 64016.05859375, + 64000.98828125, + 64017.37890625 ], "0.8": [ - 64267.63671875, - 64263.1484375, - 64271.015625, - 64286.24609375, - 64295.5078125, - 64303.23828125, - 64296.875, - 64323.765625, - 64329.22265625, - 64326.12109375, - 64315.734375, - 64217.3125, - 64139.78125, - 64059.765625, - 63997.60546875, - 63963.32421875, - 63933.94140625, - 63923.40625, - 63892.94921875, - 63885.5703125, - 63876.1015625, - 63882.140625, - 63878.20703125, - 63876.7109375 + 64493.83984375, + 64509.8046875, + 64504.84765625, + 64506.90625, + 64515.4453125, + 64517.26171875, + 64481.45703125, + 64506.1328125, + 64480.34375, + 64454.9375, + 64377.53125, + 64349.84375, + 64251.32421875, + 64212.38671875, + 64138.19140625, + 64094.40234375, + 64058.578125, + 64062.11328125, + 64018.7890625, + 64044.3203125, + 64036.15625, + 64016.05859375, + 64000.98828125, + 64017.37890625 ], "0.9": [ - 64267.63671875, - 64263.1484375, - 64271.015625, - 64286.24609375, - 64295.5078125, - 64303.23828125, - 64296.875, - 64323.765625, - 64329.22265625, - 64326.12109375, - 64315.734375, - 64217.3125, - 64139.78125, - 64059.765625, - 63997.60546875, - 63963.32421875, - 63933.94140625, - 63923.40625, - 63892.94921875, - 63885.5703125, - 63876.1015625, - 63882.140625, - 63878.20703125, - 63876.7109375 + 64493.83984375, + 64509.8046875, + 64504.84765625, + 64506.90625, + 64515.4453125, + 64517.26171875, + 64481.45703125, + 64506.1328125, + 64480.34375, + 64454.9375, + 64377.53125, + 64349.84375, + 64251.32421875, + 64212.38671875, + 64138.19140625, + 64094.40234375, + 64058.578125, + 64062.11328125, + 64018.7890625, + 64044.3203125, + 64036.15625, + 64016.05859375, + 64000.98828125, + 64017.37890625 ] }, "timestamps": [ - "2026-07-06 13:00:00", "2026-07-06 14:00:00", "2026-07-06 15:00:00", "2026-07-06 16:00:00", @@ -589,6 +588,7 @@ "2026-07-11 09:00:00", "2026-07-11 10:00:00", "2026-07-11 11:00:00", - "2026-07-11 12:00:00" + "2026-07-11 12:00:00", + "2026-07-11 13:00:00" ] } diff --git a/results/tabpfn_ts/online_meta.json b/results/tabpfn_ts/online_meta.json index 33aebb0aa103d556f0a0c2467688a9901499b527..1ad7aea18515ecf6e8edf8e3d2150f105d95545f 100644 --- a/results/tabpfn_ts/online_meta.json +++ b/results/tabpfn_ts/online_meta.json @@ -1,41 +1,11 @@ { "model": "TabPFN-TS", "api_model_id": "priorlabs/tabpfn-ts", - "evaluated_at": "2026-07-11T13:21:22.899487+00:00", + "evaluated_at": "2026-07-11T13:35:23.382253+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 34c9644f33da77da7ba2298a6ed6d278476add17..08dff616984c853f82e979187207b7bea3212c13 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,44052.4638970693,68215.37032318115,235.17610677083334,0.23079741697393397,0.0036678931921254898,0.0036726644398194595,3.3036435694930995,209.88678828613604,0.0032743640737004274,0.0036688931270573827,0.003241281751832646,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,157395.66927464804,76062.94014104207,219.62337239583334,0.21504224457870802,0.0034321010385221433,0.0034228254598892686,9.414008345646968,396.7312305259671,0.006190230540515655,0.0034268018310868687,0.004128696115861564,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,718780.3090782166,984566.3734741211,928.7470703125,1.204418477697631,0.01468643325793085,0.014810091262450994,12.821479592838244,847.8091230213417,0.01343733384833943,0.014720158235596248,0.010132262168965766,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.005555555721124015,0.005555555721124015,0.016666666915019352,nan,1.0,2.0,nan,0.07453560036065997,4.472135843932886,0.9999999751647324,0.9999999751647324,Climate,1,36 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index eacd090d8a16439f0d9e01a84403529b8cf36bd2..f942c539484b9532e4b09c6cd0c6e69b9d064628 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-07-11T12:52:07.878308+00:00", + "evaluated_at": "2026-07-11T13:33:56.130605+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61768.2109375, 62052.0, 63545.98046875, 63732.0, @@ -101,10 +100,10 @@ 64385.08984375, 64407.80078125, 64425.1796875, - 64286.640625 + 64286.640625, + 64484.0 ], "actuals": [ - 64484.0, 63914.87109375, 64040.0, 64140.01171875, @@ -127,350 +126,350 @@ 64167.33984375, 64196.0, 64198.0, - 64160.359375 + 64195.48828125, + 64206.0703125 ], "p50": [ - 64219.453125, - 64191.26171875, - 64166.859375, - 64149.95703125, - 64138.1875, - 64114.96484375, - 64072.44921875, - 64034.50390625, - 64045.97265625, - 64024.42578125, - 63988.15625, - 63979.01953125, - 63954.19140625, - 63927.23828125, - 63913.8515625, - 63888.734375, - 63908.171875, - 63904.7265625, - 63865.0703125, - 63860.77734375, - 63846.0703125, - 63809.875, - 63779.0703125, - 63801.5 + 64385.328125, + 64370.890625, + 64357.09375, + 64358.859375, + 64355.203125, + 64362.4765625, + 64336.921875, + 64302.640625, + 64343.8671875, + 64338.28125, + 64309.5390625, + 64325.7421875, + 64305.0546875, + 64295.4375, + 64296.9375, + 64279.9453125, + 64317.9609375, + 64297.9765625, + 64275.53125, + 64268.0, + 64256.890625, + 64234.328125, + 64216.1640625, + 64237.46875 ], "p10": [ - 64219.9140625, - 64198.71875, - 64231.390625, - 64206.984375, - 64166.15234375, - 64122.01953125, - 64078.015625, - 64071.66015625, - 64013.7890625, - 64025.48046875, - 64015.40234375, - 63977.05078125, - 63944.62109375, - 63944.1640625, - 63937.1328125, - 63956.2734375, - 63913.90625, - 63923.1875, - 63900.140625, - 63905.015625, - 63887.6015625, - 63921.05078125, - 63872.83203125, - 63806.8984375 + 64378.1015625, + 64369.390625, + 64417.8359375, + 64424.1875, + 64369.4296875, + 64376.4296875, + 64328.625, + 64337.296875, + 64303.0703125, + 64332.359375, + 64317.9609375, + 64303.1015625, + 64257.1953125, + 64288.0390625, + 64292.7265625, + 64313.9921875, + 64272.9765625, + 64272.796875, + 64286.3984375, + 64256.1796875, + 64240.2890625, + 64329.1015625, + 64265.921875, + 64215.0234375 ], "p90": [ - 64494.4296875, - 64552.26953125, - 64609.04296875, - 64648.4296875, - 64688.8125, - 64714.1328125, - 64703.3125, - 64724.9375, - 64742.60546875, - 64759.32421875, - 64770.78515625, - 64767.49609375, - 64770.859375, - 64771.73046875, - 64757.08984375, - 64782.80859375, - 64803.12109375, - 64803.95703125, - 64791.203125, - 64785.4375, - 64798.265625, - 64778.3828125, - 64731.13671875, - 64731.83203125 + 64650.75, + 64702.3203125, + 64740.4609375, + 64791.7890625, + 64819.0546875, + 64853.7578125, + 64841.3203125, + 64853.8515625, + 64891.0546875, + 64918.4375, + 64934.296875, + 64942.5703125, + 64977.265625, + 65002.90625, + 65000.9140625, + 65047.078125, + 65082.5390625, + 65067.5625, + 65072.546875, + 65086.4296875, + 65101.765625, + 65115.59375, + 65072.78125, + 65096.7265625 ], "mean": [ - 64275.79296875, - 64272.16796875, - 64264.54296875, - 64258.01171875, - 64262.890625, - 64250.03125, - 64221.609375, - 64211.6953125, - 64216.234375, - 64201.10546875, - 64184.0078125, - 64185.5234375, - 64156.2890625, - 64130.01953125, - 64131.234375, - 64118.60546875, - 64130.09765625, - 64121.52734375, - 64097.6953125, - 64079.97265625, - 64070.27734375, - 64051.73828125, - 64025.4296875, - 64022.3046875 + 64442.8359375, + 64452.109375, + 64449.7265625, + 64455.265625, + 64463.0859375, + 64472.671875, + 64455.546875, + 64455.296875, + 64476.21875, + 64472.0, + 64461.15625, + 64488.296875, + 64469.328125, + 64455.609375, + 64476.984375, + 64475.359375, + 64497.25, + 64480.7578125, + 64478.1640625, + 64461.28125, + 64460.3671875, + 64466.640625, + 64441.2109375, + 64450.9140625 ], "quantiles": { "0.1": [ - 64219.9140625, - 64198.71875, - 64231.390625, - 64206.984375, - 64166.15234375, - 64122.01953125, - 64078.015625, - 64071.66015625, - 64013.7890625, - 64025.48046875, - 64015.40234375, - 63977.05078125, - 63944.62109375, - 63944.1640625, - 63937.1328125, - 63956.2734375, - 63913.90625, - 63923.1875, - 63900.140625, - 63905.015625, - 63887.6015625, - 63921.05078125, - 63872.83203125, - 63806.8984375 + 64378.1015625, + 64369.390625, + 64417.8359375, + 64424.1875, + 64369.4296875, + 64376.4296875, + 64328.625, + 64337.296875, + 64303.0703125, + 64332.359375, + 64317.9609375, + 64303.1015625, + 64257.1953125, + 64288.0390625, + 64292.7265625, + 64313.9921875, + 64272.9765625, + 64272.796875, + 64286.3984375, + 64256.1796875, + 64240.2890625, + 64329.1015625, + 64265.921875, + 64215.0234375 ], "0.2": [ - 64219.9140625, - 64198.71875, - 64231.390625, - 64206.984375, - 64166.15234375, - 64122.01953125, - 64078.015625, - 64071.66015625, - 64013.7890625, - 64025.48046875, - 64015.40234375, - 63977.05078125, - 63944.62109375, - 63944.1640625, - 63937.1328125, - 63956.2734375, - 63913.90625, - 63923.1875, - 63900.140625, - 63905.015625, - 63887.6015625, - 63921.05078125, - 63872.83203125, - 63806.8984375 + 64378.1015625, + 64369.390625, + 64417.8359375, + 64424.1875, + 64369.4296875, + 64376.4296875, + 64328.625, + 64337.296875, + 64303.0703125, + 64332.359375, + 64317.9609375, + 64303.1015625, + 64257.1953125, + 64288.0390625, + 64292.7265625, + 64313.9921875, + 64272.9765625, + 64272.796875, + 64286.3984375, + 64256.1796875, + 64240.2890625, + 64329.1015625, + 64265.921875, + 64215.0234375 ], "0.3": [ - 64219.9140625, - 64198.71875, - 64231.390625, - 64206.984375, - 64166.15234375, - 64122.01953125, - 64078.015625, - 64071.66015625, - 64013.7890625, - 64025.48046875, - 64015.40234375, - 63977.05078125, - 63944.62109375, - 63944.1640625, - 63937.1328125, - 63956.2734375, - 63913.90625, - 63923.1875, - 63900.140625, - 63905.015625, - 63887.6015625, - 63921.05078125, - 63872.83203125, - 63806.8984375 + 64378.1015625, + 64369.390625, + 64417.8359375, + 64424.1875, + 64369.4296875, + 64376.4296875, + 64328.625, + 64337.296875, + 64303.0703125, + 64332.359375, + 64317.9609375, + 64303.1015625, + 64257.1953125, + 64288.0390625, + 64292.7265625, + 64313.9921875, + 64272.9765625, + 64272.796875, + 64286.3984375, + 64256.1796875, + 64240.2890625, + 64329.1015625, + 64265.921875, + 64215.0234375 ], "0.4": [ - 64219.453125, - 64191.26171875, - 64166.859375, - 64149.95703125, - 64138.1875, - 64114.96484375, - 64072.44921875, - 64034.50390625, - 64045.97265625, - 64024.42578125, - 63988.15625, - 63979.01953125, - 63954.19140625, - 63927.23828125, - 63913.8515625, - 63888.734375, - 63908.171875, - 63904.7265625, - 63865.0703125, - 63860.77734375, - 63846.0703125, - 63809.875, - 63779.0703125, - 63801.5 + 64385.328125, + 64370.890625, + 64357.09375, + 64358.859375, + 64355.203125, + 64362.4765625, + 64336.921875, + 64302.640625, + 64343.8671875, + 64338.28125, + 64309.5390625, + 64325.7421875, + 64305.0546875, + 64295.4375, + 64296.9375, + 64279.9453125, + 64317.9609375, + 64297.9765625, + 64275.53125, + 64268.0, + 64256.890625, + 64234.328125, + 64216.1640625, + 64237.46875 ], "0.5": [ - 64219.453125, - 64191.26171875, - 64166.859375, - 64149.95703125, - 64138.1875, - 64114.96484375, - 64072.44921875, - 64034.50390625, - 64045.97265625, - 64024.42578125, - 63988.15625, - 63979.01953125, - 63954.19140625, - 63927.23828125, - 63913.8515625, - 63888.734375, - 63908.171875, - 63904.7265625, - 63865.0703125, - 63860.77734375, - 63846.0703125, - 63809.875, - 63779.0703125, - 63801.5 + 64385.328125, + 64370.890625, + 64357.09375, + 64358.859375, + 64355.203125, + 64362.4765625, + 64336.921875, + 64302.640625, + 64343.8671875, + 64338.28125, + 64309.5390625, + 64325.7421875, + 64305.0546875, + 64295.4375, + 64296.9375, + 64279.9453125, + 64317.9609375, + 64297.9765625, + 64275.53125, + 64268.0, + 64256.890625, + 64234.328125, + 64216.1640625, + 64237.46875 ], "0.6": [ - 64219.453125, - 64191.26171875, - 64166.859375, - 64149.95703125, - 64138.1875, - 64114.96484375, - 64072.44921875, - 64034.50390625, - 64045.97265625, - 64024.42578125, - 63988.15625, - 63979.01953125, - 63954.19140625, - 63927.23828125, - 63913.8515625, - 63888.734375, - 63908.171875, - 63904.7265625, - 63865.0703125, - 63860.77734375, - 63846.0703125, - 63809.875, - 63779.0703125, - 63801.5 + 64385.328125, + 64370.890625, + 64357.09375, + 64358.859375, + 64355.203125, + 64362.4765625, + 64336.921875, + 64302.640625, + 64343.8671875, + 64338.28125, + 64309.5390625, + 64325.7421875, + 64305.0546875, + 64295.4375, + 64296.9375, + 64279.9453125, + 64317.9609375, + 64297.9765625, + 64275.53125, + 64268.0, + 64256.890625, + 64234.328125, + 64216.1640625, + 64237.46875 ], "0.7": [ - 64219.453125, - 64191.26171875, - 64166.859375, - 64149.95703125, - 64138.1875, - 64114.96484375, - 64072.44921875, - 64034.50390625, - 64045.97265625, - 64024.42578125, - 63988.15625, - 63979.01953125, - 63954.19140625, - 63927.23828125, - 63913.8515625, - 63888.734375, - 63908.171875, - 63904.7265625, - 63865.0703125, - 63860.77734375, - 63846.0703125, - 63809.875, - 63779.0703125, - 63801.5 + 64385.328125, + 64370.890625, + 64357.09375, + 64358.859375, + 64355.203125, + 64362.4765625, + 64336.921875, + 64302.640625, + 64343.8671875, + 64338.28125, + 64309.5390625, + 64325.7421875, + 64305.0546875, + 64295.4375, + 64296.9375, + 64279.9453125, + 64317.9609375, + 64297.9765625, + 64275.53125, + 64268.0, + 64256.890625, + 64234.328125, + 64216.1640625, + 64237.46875 ], "0.8": [ - 64494.4296875, - 64552.26953125, - 64609.04296875, - 64648.4296875, - 64688.8125, - 64714.1328125, - 64703.3125, - 64724.9375, - 64742.60546875, - 64759.32421875, - 64770.78515625, - 64767.49609375, - 64770.859375, - 64771.73046875, - 64757.08984375, - 64782.80859375, - 64803.12109375, - 64803.95703125, - 64791.203125, - 64785.4375, - 64798.265625, - 64778.3828125, - 64731.13671875, - 64731.83203125 + 64650.75, + 64702.3203125, + 64740.4609375, + 64791.7890625, + 64819.0546875, + 64853.7578125, + 64841.3203125, + 64853.8515625, + 64891.0546875, + 64918.4375, + 64934.296875, + 64942.5703125, + 64977.265625, + 65002.90625, + 65000.9140625, + 65047.078125, + 65082.5390625, + 65067.5625, + 65072.546875, + 65086.4296875, + 65101.765625, + 65115.59375, + 65072.78125, + 65096.7265625 ], "0.9": [ - 64494.4296875, - 64552.26953125, - 64609.04296875, - 64648.4296875, - 64688.8125, - 64714.1328125, - 64703.3125, - 64724.9375, - 64742.60546875, - 64759.32421875, - 64770.78515625, - 64767.49609375, - 64770.859375, - 64771.73046875, - 64757.08984375, - 64782.80859375, - 64803.12109375, - 64803.95703125, - 64791.203125, - 64785.4375, - 64798.265625, - 64778.3828125, - 64731.13671875, - 64731.83203125 + 64650.75, + 64702.3203125, + 64740.4609375, + 64791.7890625, + 64819.0546875, + 64853.7578125, + 64841.3203125, + 64853.8515625, + 64891.0546875, + 64918.4375, + 64934.296875, + 64942.5703125, + 64977.265625, + 65002.90625, + 65000.9140625, + 65047.078125, + 65082.5390625, + 65067.5625, + 65072.546875, + 65086.4296875, + 65101.765625, + 65115.59375, + 65072.78125, + 65096.7265625 ] }, "timestamps": [ - "2026-07-06 13:00:00", "2026-07-06 14:00:00", "2026-07-06 15:00:00", "2026-07-06 16:00:00", @@ -589,6 +588,7 @@ "2026-07-11 09:00:00", "2026-07-11 10:00:00", "2026-07-11 11:00:00", - "2026-07-11 12:00:00" + "2026-07-11 12:00:00", + "2026-07-11 13:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index e9c2eced1c2124df75bc95cb8c84fe9ff6066398..ccacea4068f33b6ceb74b3d1e59cd1bdd3a364b0 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,41 +1,11 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-07-11T12:53:37.383051+00:00", + "evaluated_at": "2026-07-11T13:33:58.890415+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index f0bccb595a529aa53362fd3f0e55ee2f12ad54cf..85163144fcebd0d1a970d50d0a755161183de5bf 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TiRex,60842.22682825724,60842.22682825724,216.96321614583334,0.2129236279670649,0.003386746411058682,0.0033854991956217746,2.1800099799315205,246.66217145775968,0.0038480828600852574,0.003384760737269061,0.004972806315582472,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TiRex,122989.27596346538,122989.27596346538,280.1866861979167,0.27434226714484783,0.004378390222676412,0.004363407457849814,2.7161391565873365,350.6982691195743,0.005471974397205607,0.004371776276974237,0.005079801916687119,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TiRex,649764.4767525991,649764.4767525991,713.39501953125,0.9251454684339319,0.01127068800665391,0.011351955683424965,4.24167357983106,806.0796962785994,0.012775944128394251,0.011306940186043179,0.00946466576243915,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TiRex,26189.183511279563,26189.183511279563,125.3613642056783,1.321744836442649,0.6820653407770266,0.984424218821475,18.101060665387852,161.83072486792972,0.9962902055610486,0.7717712406949717,0.6145704862690891,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,0.005555555767259038,0.005555555767259038,0.016666671154725952,nan,1.000000004716143,2.0,nan,0.07453560067014312,4.472135862501874,1.0000002295471182,1.0000002122220057,Climate,1,36 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 7a57c35f898508c4fcbffd15b1642654b4208551..ed48b696e72a29528bb99f1b40ef78bd29bcc056 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-07-11T12:50:13.059354+00:00", + "evaluated_at": "2026-07-11T13:33:29.087168+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61768.2109375, 62052.0, 63545.98046875, 63732.0, @@ -101,10 +100,10 @@ 64385.08984375, 64407.80078125, 64425.1796875, - 64286.640625 + 64286.640625, + 64484.0 ], "actuals": [ - 64484.0, 63914.87109375, 64040.0, 64140.01171875, @@ -127,350 +126,350 @@ 64167.33984375, 64196.0, 64198.0, - 64160.359375 + 64195.48828125, + 64206.0703125 ], "p50": [ - 64246.56640625, - 64250.40625, - 64261.546875, - 64257.9765625, - 64255.37109375, - 64242.98828125, - 64232.0390625, - 64223.49609375, - 64218.8359375, - 64191.6015625, - 64168.1953125, - 64137.34375, - 64099.625, - 64059.99609375, - 64035.69921875, - 64012.63671875, - 64000.2734375, - 63983.79296875, - 63966.08984375, - 63951.0390625, - 63941.40625, - 63917.80078125, - 63908.48046875, - 63887.015625 + 64470.1640625, + 64482.62109375, + 64485.30859375, + 64493.234375, + 64486.3359375, + 64480.296875, + 64462.33984375, + 64456.87890625, + 64435.625, + 64411.28125, + 64385.11328125, + 64369.94921875, + 64340.125, + 64329.203125, + 64319.015625, + 64314.10546875, + 64298.8828125, + 64292.8046875, + 64278.96484375, + 64280.875, + 64265.87890625, + 64253.90625, + 64244.9375, + 64244.2109375 ], "p10": [ - 63970.74609375, - 63805.1640625, - 63668.4609375, - 63555.21875, - 63470.05078125, - 63384.0703125, - 63294.99609375, - 63217.37109375, - 63169.56640625, - 63087.89453125, - 63010.42578125, - 62941.97265625, - 62867.81640625, - 62794.21484375, - 62735.85546875, - 62687.640625, - 62657.51171875, - 62611.0234375, - 62559.3203125, - 62513.625, - 62480.79296875, - 62425.68359375, - 62387.5, - 62344.6953125 + 64190.35546875, + 64057.53125, + 63929.484375, + 63838.484375, + 63749.45703125, + 63668.5, + 63572.73046875, + 63498.3359375, + 63425.9453125, + 63342.953125, + 63258.89453125, + 63199.328125, + 63126.34375, + 63075.93359375, + 63031.54296875, + 63004.24609375, + 62975.33984375, + 62933.16015625, + 62881.3359375, + 62856.2421875, + 62816.65625, + 62774.6171875, + 62736.48046875, + 62708.23046875 ], "p90": [ - 64517.59375, - 64656.15234375, - 64794.21484375, - 64899.7421875, - 64984.8046875, - 65050.8984375, - 65125.4765625, - 65192.24609375, - 65249.046875, - 65278.23828125, - 65302.02734375, - 65308.7578125, - 65302.69140625, - 65296.9765625, - 65315.265625, - 65314.1953125, - 65336.328125, - 65376.03125, - 65409.0390625, - 65434.875, - 65446.6328125, - 65447.1875, - 65458.58984375, - 65457.46484375 + 64742.5234375, + 64872.859375, + 64989.875, + 65108.15234375, + 65199.5703125, + 65294.50390625, + 65380.5078125, + 65468.08203125, + 65517.19140625, + 65559.15625, + 65595.1171875, + 65618.359375, + 65621.140625, + 65646.609375, + 65692.6328125, + 65711.625, + 65729.7109375, + 65785.5078125, + 65836.296875, + 65895.265625, + 65896.5859375, + 65911.5390625, + 65915.6953125, + 65939.203125 ], "mean": [ - 64246.56640625, - 64250.40625, - 64261.546875, - 64257.9765625, - 64255.37109375, - 64242.98828125, - 64232.0390625, - 64223.49609375, - 64218.8359375, - 64191.6015625, - 64168.1953125, - 64137.34375, - 64099.625, - 64059.99609375, - 64035.69921875, - 64012.63671875, - 64000.2734375, - 63983.79296875, - 63966.08984375, - 63951.0390625, - 63941.40625, - 63917.80078125, - 63908.48046875, - 63887.015625 + 64470.1640625, + 64482.62109375, + 64485.30859375, + 64493.234375, + 64486.3359375, + 64480.296875, + 64462.33984375, + 64456.87890625, + 64435.625, + 64411.28125, + 64385.11328125, + 64369.94921875, + 64340.125, + 64329.203125, + 64319.015625, + 64314.10546875, + 64298.8828125, + 64292.8046875, + 64278.96484375, + 64280.875, + 64265.87890625, + 64253.90625, + 64244.9375, + 64244.2109375 ], "quantiles": { "0.1": [ - 63970.74609375, - 63805.1640625, - 63668.4609375, - 63555.21875, - 63470.05078125, - 63384.0703125, - 63294.99609375, - 63217.37109375, - 63169.56640625, - 63087.89453125, - 63010.42578125, - 62941.97265625, - 62867.81640625, - 62794.21484375, - 62735.85546875, - 62687.640625, - 62657.51171875, - 62611.0234375, - 62559.3203125, - 62513.625, - 62480.79296875, - 62425.68359375, - 62387.5, - 62344.6953125 + 64190.35546875, + 64057.53125, + 63929.484375, + 63838.484375, + 63749.45703125, + 63668.5, + 63572.73046875, + 63498.3359375, + 63425.9453125, + 63342.953125, + 63258.89453125, + 63199.328125, + 63126.34375, + 63075.93359375, + 63031.54296875, + 63004.24609375, + 62975.33984375, + 62933.16015625, + 62881.3359375, + 62856.2421875, + 62816.65625, + 62774.6171875, + 62736.48046875, + 62708.23046875 ], "0.2": [ - 63970.74609375, - 63805.1640625, - 63668.4609375, - 63555.21875, - 63470.05078125, - 63384.0703125, - 63294.99609375, - 63217.37109375, - 63169.56640625, - 63087.89453125, - 63010.42578125, - 62941.97265625, - 62867.81640625, - 62794.21484375, - 62735.85546875, - 62687.640625, - 62657.51171875, - 62611.0234375, - 62559.3203125, - 62513.625, - 62480.79296875, - 62425.68359375, - 62387.5, - 62344.6953125 + 64190.35546875, + 64057.53125, + 63929.484375, + 63838.484375, + 63749.45703125, + 63668.5, + 63572.73046875, + 63498.3359375, + 63425.9453125, + 63342.953125, + 63258.89453125, + 63199.328125, + 63126.34375, + 63075.93359375, + 63031.54296875, + 63004.24609375, + 62975.33984375, + 62933.16015625, + 62881.3359375, + 62856.2421875, + 62816.65625, + 62774.6171875, + 62736.48046875, + 62708.23046875 ], "0.3": [ - 63970.74609375, - 63805.1640625, - 63668.4609375, - 63555.21875, - 63470.05078125, - 63384.0703125, - 63294.99609375, - 63217.37109375, - 63169.56640625, - 63087.89453125, - 63010.42578125, - 62941.97265625, - 62867.81640625, - 62794.21484375, - 62735.85546875, - 62687.640625, - 62657.51171875, - 62611.0234375, - 62559.3203125, - 62513.625, - 62480.79296875, - 62425.68359375, - 62387.5, - 62344.6953125 + 64190.35546875, + 64057.53125, + 63929.484375, + 63838.484375, + 63749.45703125, + 63668.5, + 63572.73046875, + 63498.3359375, + 63425.9453125, + 63342.953125, + 63258.89453125, + 63199.328125, + 63126.34375, + 63075.93359375, + 63031.54296875, + 63004.24609375, + 62975.33984375, + 62933.16015625, + 62881.3359375, + 62856.2421875, + 62816.65625, + 62774.6171875, + 62736.48046875, + 62708.23046875 ], "0.4": [ - 64246.56640625, - 64250.40625, - 64261.546875, - 64257.9765625, - 64255.37109375, - 64242.98828125, - 64232.0390625, - 64223.49609375, - 64218.8359375, - 64191.6015625, - 64168.1953125, - 64137.34375, - 64099.625, - 64059.99609375, - 64035.69921875, - 64012.63671875, - 64000.2734375, - 63983.79296875, - 63966.08984375, - 63951.0390625, - 63941.40625, - 63917.80078125, - 63908.48046875, - 63887.015625 + 64470.1640625, + 64482.62109375, + 64485.30859375, + 64493.234375, + 64486.3359375, + 64480.296875, + 64462.33984375, + 64456.87890625, + 64435.625, + 64411.28125, + 64385.11328125, + 64369.94921875, + 64340.125, + 64329.203125, + 64319.015625, + 64314.10546875, + 64298.8828125, + 64292.8046875, + 64278.96484375, + 64280.875, + 64265.87890625, + 64253.90625, + 64244.9375, + 64244.2109375 ], "0.5": [ - 64246.56640625, - 64250.40625, - 64261.546875, - 64257.9765625, - 64255.37109375, - 64242.98828125, - 64232.0390625, - 64223.49609375, - 64218.8359375, - 64191.6015625, - 64168.1953125, - 64137.34375, - 64099.625, - 64059.99609375, - 64035.69921875, - 64012.63671875, - 64000.2734375, - 63983.79296875, - 63966.08984375, - 63951.0390625, - 63941.40625, - 63917.80078125, - 63908.48046875, - 63887.015625 + 64470.1640625, + 64482.62109375, + 64485.30859375, + 64493.234375, + 64486.3359375, + 64480.296875, + 64462.33984375, + 64456.87890625, + 64435.625, + 64411.28125, + 64385.11328125, + 64369.94921875, + 64340.125, + 64329.203125, + 64319.015625, + 64314.10546875, + 64298.8828125, + 64292.8046875, + 64278.96484375, + 64280.875, + 64265.87890625, + 64253.90625, + 64244.9375, + 64244.2109375 ], "0.6": [ - 64246.56640625, - 64250.40625, - 64261.546875, - 64257.9765625, - 64255.37109375, - 64242.98828125, - 64232.0390625, - 64223.49609375, - 64218.8359375, - 64191.6015625, - 64168.1953125, - 64137.34375, - 64099.625, - 64059.99609375, - 64035.69921875, - 64012.63671875, - 64000.2734375, - 63983.79296875, - 63966.08984375, - 63951.0390625, - 63941.40625, - 63917.80078125, - 63908.48046875, - 63887.015625 + 64470.1640625, + 64482.62109375, + 64485.30859375, + 64493.234375, + 64486.3359375, + 64480.296875, + 64462.33984375, + 64456.87890625, + 64435.625, + 64411.28125, + 64385.11328125, + 64369.94921875, + 64340.125, + 64329.203125, + 64319.015625, + 64314.10546875, + 64298.8828125, + 64292.8046875, + 64278.96484375, + 64280.875, + 64265.87890625, + 64253.90625, + 64244.9375, + 64244.2109375 ], "0.7": [ - 64246.56640625, - 64250.40625, - 64261.546875, - 64257.9765625, - 64255.37109375, - 64242.98828125, - 64232.0390625, - 64223.49609375, - 64218.8359375, - 64191.6015625, - 64168.1953125, - 64137.34375, - 64099.625, - 64059.99609375, - 64035.69921875, - 64012.63671875, - 64000.2734375, - 63983.79296875, - 63966.08984375, - 63951.0390625, - 63941.40625, - 63917.80078125, - 63908.48046875, - 63887.015625 + 64470.1640625, + 64482.62109375, + 64485.30859375, + 64493.234375, + 64486.3359375, + 64480.296875, + 64462.33984375, + 64456.87890625, + 64435.625, + 64411.28125, + 64385.11328125, + 64369.94921875, + 64340.125, + 64329.203125, + 64319.015625, + 64314.10546875, + 64298.8828125, + 64292.8046875, + 64278.96484375, + 64280.875, + 64265.87890625, + 64253.90625, + 64244.9375, + 64244.2109375 ], "0.8": [ - 64517.59375, - 64656.15234375, - 64794.21484375, - 64899.7421875, - 64984.8046875, - 65050.8984375, - 65125.4765625, - 65192.24609375, - 65249.046875, - 65278.23828125, - 65302.02734375, - 65308.7578125, - 65302.69140625, - 65296.9765625, - 65315.265625, - 65314.1953125, - 65336.328125, - 65376.03125, - 65409.0390625, - 65434.875, - 65446.6328125, - 65447.1875, - 65458.58984375, - 65457.46484375 + 64742.5234375, + 64872.859375, + 64989.875, + 65108.15234375, + 65199.5703125, + 65294.50390625, + 65380.5078125, + 65468.08203125, + 65517.19140625, + 65559.15625, + 65595.1171875, + 65618.359375, + 65621.140625, + 65646.609375, + 65692.6328125, + 65711.625, + 65729.7109375, + 65785.5078125, + 65836.296875, + 65895.265625, + 65896.5859375, + 65911.5390625, + 65915.6953125, + 65939.203125 ], "0.9": [ - 64517.59375, - 64656.15234375, - 64794.21484375, - 64899.7421875, - 64984.8046875, - 65050.8984375, - 65125.4765625, - 65192.24609375, - 65249.046875, - 65278.23828125, - 65302.02734375, - 65308.7578125, - 65302.69140625, - 65296.9765625, - 65315.265625, - 65314.1953125, - 65336.328125, - 65376.03125, - 65409.0390625, - 65434.875, - 65446.6328125, - 65447.1875, - 65458.58984375, - 65457.46484375 + 64742.5234375, + 64872.859375, + 64989.875, + 65108.15234375, + 65199.5703125, + 65294.50390625, + 65380.5078125, + 65468.08203125, + 65517.19140625, + 65559.15625, + 65595.1171875, + 65618.359375, + 65621.140625, + 65646.609375, + 65692.6328125, + 65711.625, + 65729.7109375, + 65785.5078125, + 65836.296875, + 65895.265625, + 65896.5859375, + 65911.5390625, + 65915.6953125, + 65939.203125 ] }, "timestamps": [ - "2026-07-06 13:00:00", "2026-07-06 14:00:00", "2026-07-06 15:00:00", "2026-07-06 16:00:00", @@ -589,6 +588,7 @@ "2026-07-11 09:00:00", "2026-07-11 10:00:00", "2026-07-11 11:00:00", - "2026-07-11 12:00:00" + "2026-07-11 12:00:00", + "2026-07-11 13:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 8b1128690d48f1bf5e6d530e1c2521feab62b9e3..3cef19c2b7870f7e13194ba5ad5b0e6a36cc7800 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,41 +1,11 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-07-11T12:51:44.303319+00:00", + "evaluated_at": "2026-07-11T13:33:32.060676+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_1_0/all_results.csv b/results/toto_1_0/all_results.csv index 2fd66f006d0a0f1a29da8b897a2d75ecec684493..8049ae99310288f96164ff6806e4c187a70f314f 100644 --- a/results/toto_1_0/all_results.csv +++ b/results/toto_1_0/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Toto-1.0,133940.92785517374,94056.75037829082,263.6873372395833,0.25877780340557177,0.004112245610905232,0.0041202052524358206,1.806861170974372,365.9794090589985,0.005709505769859139,0.004113686005666763,0.004990264700634616,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Toto-1.0,355824.608437856,156823.03489748636,349.9676106770833,0.3426676300835967,0.005466110735461399,0.005447027304447238,3.0059459228594996,596.5103590365015,0.009307400976087322,0.005460573872474048,0.0052982279867850555,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Toto-1.0,760086.2938995361,322888.93567848206,430.0594075520833,0.5577099659535302,0.006780612964502136,0.006819785771731357,3.594841169359148,871.8292802490269,0.0138180408530102,0.006816218034198886,0.006946422705836824,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Toto-1.0,23019.0460822337,26241.382774419122,124.61535914738973,1.313879348219856,0.6257435399486769,0.9697879270582787,13.780075922721792,151.7202889604212,0.9340465971435247,0.767178555755332,0.6004176198191844,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-1.0,2.170437305334018,0.005560800717733028,0.016723422185236814,nan,1.0004218016266253,2.0,nan,1.4732404098903946,88.39442108094498,1.003405291242465,1.0148290092036198,Climate,1,36 diff --git a/results/toto_1_0/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_1_0/forecasts/binance_btcusdt_1h_close__1h__short.json index 1eafc3b6075452e25714217bd5e4b8087110bb2b..55f439a6f4a2d3230a2b04c32f44000b00326cb3 100644 --- a/results/toto_1_0/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_1_0/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-1.0", - "evaluated_at": "2026-07-11T13:14:06.890829+00:00", + "evaluated_at": "2026-07-11T13:34:10.328343+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61768.2109375, 62052.0, 63545.98046875, 63732.0, @@ -101,10 +100,10 @@ 64385.08984375, 64407.80078125, 64425.1796875, - 64286.640625 + 64286.640625, + 64484.0 ], "actuals": [ - 64484.0, 63914.87109375, 64040.0, 64140.01171875, @@ -127,350 +126,350 @@ 64167.33984375, 64196.0, 64198.0, - 64160.359375 + 64195.48828125, + 64206.0703125 ], "p50": [ - 64242.14453125, - 64197.3125, - 64199.8828125, - 64157.6328125, - 64109.91796875, - 64072.4140625, - 64115.40234375, - 64034.0, - 64006.51171875, - 63974.6015625, - 64003.2578125, - 63999.25, - 63943.796875, - 63879.265625, - 63866.875, - 63736.625, - 63747.7734375, - 63767.05078125, - 63725.76953125, - 63627.6796875, - 63771.5, - 63842.39453125, - 63752.35546875, - 63717.33984375 + 64518.125, + 64441.5859375, + 64478.625, + 64529.08984375, + 64494.71875, + 64495.48046875, + 64441.8828125, + 64460.9453125, + 64464.734375, + 64469.125, + 64474.3046875, + 64451.078125, + 64479.359375, + 64463.9765625, + 64383.484375, + 64524.203125, + 64350.234375, + 64306.64453125, + 64236.0390625, + 64378.4921875, + 64402.765625, + 64428.09375, + 64362.9765625, + 64334.7109375 ], "p10": [ - 63896.4375, - 63751.17578125, - 63641.984375, - 63373.3671875, - 63351.6953125, - 63281.4765625, - 63251.890625, - 63028.4296875, - 63015.27734375, - 62870.06640625, - 62956.15625, - 63063.984375, - 62877.8828125, - 62873.8046875, - 62680.328125, - 62760.09375, - 62469.46875, - 62645.84375, - 62442.90625, - 62600.3671875, - 62610.35546875, - 62530.11328125, - 62478.9609375, - 62542.7265625 + 64255.16015625, + 64010.421875, + 64089.4296875, + 63870.9375, + 63780.4375, + 63741.53125, + 63675.6171875, + 63734.078125, + 63492.046875, + 63469.28515625, + 63538.44140625, + 63304.08203125, + 63496.34375, + 63117.9921875, + 63226.9765625, + 63444.51171875, + 63028.3828125, + 62740.7890625, + 63120.625, + 63247.515625, + 62951.3515625, + 63071.421875, + 62995.72265625, + 63111.46484375 ], "p90": [ - 64530.3515625, - 64662.0625, - 64779.4140625, - 64824.68359375, - 64771.4765625, - 64797.12109375, - 64896.65625, - 64870.4765625, - 64891.953125, - 64926.9453125, - 64866.09375, - 64951.859375, - 64907.08984375, - 64877.73046875, - 64898.94140625, - 64901.5234375, - 64919.8203125, - 64823.9765625, - 64822.3359375, - 64788.25, - 64975.8515625, - 65192.2109375, - 64785.8046875, - 64903.8359375 + 64768.3671875, + 64914.61328125, + 64930.34765625, + 65166.6796875, + 65196.52734375, + 65170.6484375, + 65304.68359375, + 65493.078125, + 65258.12109375, + 65470.6875, + 65540.234375, + 65403.4921875, + 65514.64453125, + 65677.109375, + 65430.859375, + 65762.359375, + 65682.6484375, + 65680.3125, + 65703.140625, + 65795.0, + 65776.25, + 66022.59375, + 65773.359375, + 66274.78125 ], "mean": [ - 64228.0078125, - 64195.2109375, - 64214.28515625, - 64106.40625, - 64086.0234375, - 64046.11328125, - 64064.93359375, - 63984.93359375, - 63990.4765625, - 63909.90234375, - 63947.4453125, - 63998.6875, - 63947.42578125, - 63844.171875, - 63890.87890625, - 63799.04296875, - 63734.65625, - 63715.4921875, - 63760.3046875, - 63643.703125, - 63797.67578125, - 63852.9140625, - 63770.3046875, - 63726.328125 + 64504.20703125, + 64463.890625, + 64481.98046875, + 65359.921875, + 64501.4296875, + 64475.1796875, + 65309.81640625, + 65689.796875, + 64426.5, + 64529.05859375, + 64522.13671875, + 64433.25390625, + 64488.03125, + 64375.0859375, + 64427.55859375, + 64667.55078125, + 64343.578125, + 64346.546875, + 64306.9453125, + 64512.6484375, + 64447.234375, + 64489.5546875, + 64379.35546875, + 64328.21875 ], "quantiles": { "0.1": [ - 63896.4375, - 63751.17578125, - 63641.984375, - 63373.3671875, - 63351.6953125, - 63281.4765625, - 63251.890625, - 63028.4296875, - 63015.27734375, - 62870.06640625, - 62956.15625, - 63063.984375, - 62877.8828125, - 62873.8046875, - 62680.328125, - 62760.09375, - 62469.46875, - 62645.84375, - 62442.90625, - 62600.3671875, - 62610.35546875, - 62530.11328125, - 62478.9609375, - 62542.7265625 + 64255.16015625, + 64010.421875, + 64089.4296875, + 63870.9375, + 63780.4375, + 63741.53125, + 63675.6171875, + 63734.078125, + 63492.046875, + 63469.28515625, + 63538.44140625, + 63304.08203125, + 63496.34375, + 63117.9921875, + 63226.9765625, + 63444.51171875, + 63028.3828125, + 62740.7890625, + 63120.625, + 63247.515625, + 62951.3515625, + 63071.421875, + 62995.72265625, + 63111.46484375 ], "0.2": [ - 63896.4375, - 63751.17578125, - 63641.984375, - 63373.3671875, - 63351.6953125, - 63281.4765625, - 63251.890625, - 63028.4296875, - 63015.27734375, - 62870.06640625, - 62956.15625, - 63063.984375, - 62877.8828125, - 62873.8046875, - 62680.328125, - 62760.09375, - 62469.46875, - 62645.84375, - 62442.90625, - 62600.3671875, - 62610.35546875, - 62530.11328125, - 62478.9609375, - 62542.7265625 + 64255.16015625, + 64010.421875, + 64089.4296875, + 63870.9375, + 63780.4375, + 63741.53125, + 63675.6171875, + 63734.078125, + 63492.046875, + 63469.28515625, + 63538.44140625, + 63304.08203125, + 63496.34375, + 63117.9921875, + 63226.9765625, + 63444.51171875, + 63028.3828125, + 62740.7890625, + 63120.625, + 63247.515625, + 62951.3515625, + 63071.421875, + 62995.72265625, + 63111.46484375 ], "0.3": [ - 63896.4375, - 63751.17578125, - 63641.984375, - 63373.3671875, - 63351.6953125, - 63281.4765625, - 63251.890625, - 63028.4296875, - 63015.27734375, - 62870.06640625, - 62956.15625, - 63063.984375, - 62877.8828125, - 62873.8046875, - 62680.328125, - 62760.09375, - 62469.46875, - 62645.84375, - 62442.90625, - 62600.3671875, - 62610.35546875, - 62530.11328125, - 62478.9609375, - 62542.7265625 + 64255.16015625, + 64010.421875, + 64089.4296875, + 63870.9375, + 63780.4375, + 63741.53125, + 63675.6171875, + 63734.078125, + 63492.046875, + 63469.28515625, + 63538.44140625, + 63304.08203125, + 63496.34375, + 63117.9921875, + 63226.9765625, + 63444.51171875, + 63028.3828125, + 62740.7890625, + 63120.625, + 63247.515625, + 62951.3515625, + 63071.421875, + 62995.72265625, + 63111.46484375 ], "0.4": [ - 64242.14453125, - 64197.3125, - 64199.8828125, - 64157.6328125, - 64109.91796875, - 64072.4140625, - 64115.40234375, - 64034.0, - 64006.51171875, - 63974.6015625, - 64003.2578125, - 63999.25, - 63943.796875, - 63879.265625, - 63866.875, - 63736.625, - 63747.7734375, - 63767.05078125, - 63725.76953125, - 63627.6796875, - 63771.5, - 63842.39453125, - 63752.35546875, - 63717.33984375 + 64518.125, + 64441.5859375, + 64478.625, + 64529.08984375, + 64494.71875, + 64495.48046875, + 64441.8828125, + 64460.9453125, + 64464.734375, + 64469.125, + 64474.3046875, + 64451.078125, + 64479.359375, + 64463.9765625, + 64383.484375, + 64524.203125, + 64350.234375, + 64306.64453125, + 64236.0390625, + 64378.4921875, + 64402.765625, + 64428.09375, + 64362.9765625, + 64334.7109375 ], "0.5": [ - 64242.14453125, - 64197.3125, - 64199.8828125, - 64157.6328125, - 64109.91796875, - 64072.4140625, - 64115.40234375, - 64034.0, - 64006.51171875, - 63974.6015625, - 64003.2578125, - 63999.25, - 63943.796875, - 63879.265625, - 63866.875, - 63736.625, - 63747.7734375, - 63767.05078125, - 63725.76953125, - 63627.6796875, - 63771.5, - 63842.39453125, - 63752.35546875, - 63717.33984375 + 64518.125, + 64441.5859375, + 64478.625, + 64529.08984375, + 64494.71875, + 64495.48046875, + 64441.8828125, + 64460.9453125, + 64464.734375, + 64469.125, + 64474.3046875, + 64451.078125, + 64479.359375, + 64463.9765625, + 64383.484375, + 64524.203125, + 64350.234375, + 64306.64453125, + 64236.0390625, + 64378.4921875, + 64402.765625, + 64428.09375, + 64362.9765625, + 64334.7109375 ], "0.6": [ - 64242.14453125, - 64197.3125, - 64199.8828125, - 64157.6328125, - 64109.91796875, - 64072.4140625, - 64115.40234375, - 64034.0, - 64006.51171875, - 63974.6015625, - 64003.2578125, - 63999.25, - 63943.796875, - 63879.265625, - 63866.875, - 63736.625, - 63747.7734375, - 63767.05078125, - 63725.76953125, - 63627.6796875, - 63771.5, - 63842.39453125, - 63752.35546875, - 63717.33984375 + 64518.125, + 64441.5859375, + 64478.625, + 64529.08984375, + 64494.71875, + 64495.48046875, + 64441.8828125, + 64460.9453125, + 64464.734375, + 64469.125, + 64474.3046875, + 64451.078125, + 64479.359375, + 64463.9765625, + 64383.484375, + 64524.203125, + 64350.234375, + 64306.64453125, + 64236.0390625, + 64378.4921875, + 64402.765625, + 64428.09375, + 64362.9765625, + 64334.7109375 ], "0.7": [ - 64242.14453125, - 64197.3125, - 64199.8828125, - 64157.6328125, - 64109.91796875, - 64072.4140625, - 64115.40234375, - 64034.0, - 64006.51171875, - 63974.6015625, - 64003.2578125, - 63999.25, - 63943.796875, - 63879.265625, - 63866.875, - 63736.625, - 63747.7734375, - 63767.05078125, - 63725.76953125, - 63627.6796875, - 63771.5, - 63842.39453125, - 63752.35546875, - 63717.33984375 + 64518.125, + 64441.5859375, + 64478.625, + 64529.08984375, + 64494.71875, + 64495.48046875, + 64441.8828125, + 64460.9453125, + 64464.734375, + 64469.125, + 64474.3046875, + 64451.078125, + 64479.359375, + 64463.9765625, + 64383.484375, + 64524.203125, + 64350.234375, + 64306.64453125, + 64236.0390625, + 64378.4921875, + 64402.765625, + 64428.09375, + 64362.9765625, + 64334.7109375 ], "0.8": [ - 64530.3515625, - 64662.0625, - 64779.4140625, - 64824.68359375, - 64771.4765625, - 64797.12109375, - 64896.65625, - 64870.4765625, - 64891.953125, - 64926.9453125, - 64866.09375, - 64951.859375, - 64907.08984375, - 64877.73046875, - 64898.94140625, - 64901.5234375, - 64919.8203125, - 64823.9765625, - 64822.3359375, - 64788.25, - 64975.8515625, - 65192.2109375, - 64785.8046875, - 64903.8359375 + 64768.3671875, + 64914.61328125, + 64930.34765625, + 65166.6796875, + 65196.52734375, + 65170.6484375, + 65304.68359375, + 65493.078125, + 65258.12109375, + 65470.6875, + 65540.234375, + 65403.4921875, + 65514.64453125, + 65677.109375, + 65430.859375, + 65762.359375, + 65682.6484375, + 65680.3125, + 65703.140625, + 65795.0, + 65776.25, + 66022.59375, + 65773.359375, + 66274.78125 ], "0.9": [ - 64530.3515625, - 64662.0625, - 64779.4140625, - 64824.68359375, - 64771.4765625, - 64797.12109375, - 64896.65625, - 64870.4765625, - 64891.953125, - 64926.9453125, - 64866.09375, - 64951.859375, - 64907.08984375, - 64877.73046875, - 64898.94140625, - 64901.5234375, - 64919.8203125, - 64823.9765625, - 64822.3359375, - 64788.25, - 64975.8515625, - 65192.2109375, - 64785.8046875, - 64903.8359375 + 64768.3671875, + 64914.61328125, + 64930.34765625, + 65166.6796875, + 65196.52734375, + 65170.6484375, + 65304.68359375, + 65493.078125, + 65258.12109375, + 65470.6875, + 65540.234375, + 65403.4921875, + 65514.64453125, + 65677.109375, + 65430.859375, + 65762.359375, + 65682.6484375, + 65680.3125, + 65703.140625, + 65795.0, + 65776.25, + 66022.59375, + 65773.359375, + 66274.78125 ] }, "timestamps": [ - "2026-07-06 13:00:00", "2026-07-06 14:00:00", "2026-07-06 15:00:00", "2026-07-06 16:00:00", @@ -589,6 +588,7 @@ "2026-07-11 09:00:00", "2026-07-11 10:00:00", "2026-07-11 11:00:00", - "2026-07-11 12:00:00" + "2026-07-11 12:00:00", + "2026-07-11 13:00:00" ] } diff --git a/results/toto_1_0/online_meta.json b/results/toto_1_0/online_meta.json index 96f9bce6f74b2576e39992fe72c74650d5cfcfda..d310ae8c1ecb869cbc120243d4d7f6a36d33f463 100644 --- a/results/toto_1_0/online_meta.json +++ b/results/toto_1_0/online_meta.json @@ -1,41 +1,11 @@ { "model": "Toto-1.0", "api_model_id": "Datadog/Toto-Open-Base-1.0", - "evaluated_at": "2026-07-11T13:14:49.750733+00:00", + "evaluated_at": "2026-07-11T13:34:15.205279+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t120000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260711t093000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260710t064500z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260711t063000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260710t131000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260711t095000z", - "data_fetched_at": "2026-07-11T12:47:57.207958Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260710t130000z", + "data_fetched_at": "2026-07-11T13:32:43.110250Z", "context_length": 96, "prediction_length": 24 }