diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 359d7ba8794a189f42a9180947f46f000e604bdd..35d6f46bf2e972af90bd5b3b3ca2931bf663f9b3 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-07-03T15:47:15.548784+00:00", + "generated_at": "2026-07-03T15:55:18.019678+00:00", "scope": "All deduplicated metrics-only evaluation releases saved up to generation time, plus one latest all_results snapshot for allowlisted model-datasets without release history", "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 12, "num_datasets": 13, - "num_model_releases": 13527, - "num_unique_releases": 1997 + "num_model_releases": 13539, + "num_unique_releases": 1998 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 7f30b38ad5892031bc420d811440169bbcc17e2c..8e57867b070dd0d74f358e0d476421537e76a9eb 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,13 +1,13 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,Chronos-2,39002.624541009274,41.16769506012782,0.1807965354389706,0.2664599495086867,24.322134517719338,2.8733480429794205,0.7150416463139092,1208.6954165969482,65009.86698584233,0.21037086379040162,0.16666666666666666,12,1892,0.8333333333333334,2026-06-16T12:06:40.343188+00:00,2026-07-03T15:39:25.075090Z -2,Moirai-2.0,49814.17183710185,67.6338080424508,0.2302659563171766,0.15016618654245284,24.990223145441835,6.007659434582512,0.5181459493378998,1181.6816704063344,61903.85306406501,-0.052800296393955344,0.15384615384615385,13,157,0.8461538461538461,2026-07-03T07:52:13.218889Z,2026-07-03T15:42:23.402290+00:00 -3,TimesFM-2.5,38448.96047036052,42.08688736859889,0.1479985399357868,0.31412715139321773,26.395829420778043,3.0263647724720886,0.6394559565566654,1137.4944867970473,57105.62145550019,0.20523190284376683,0.08333333333333333,12,1900,0.8333333333333334,2026-06-16T12:06:55.147862+00:00,2026-07-03T15:39:25.075090Z -4,TabPFN-TS,72732.4631566988,88.83052858979528,0.24501163684763594,0.2053294078893142,23.396106995149562,5.489186374054795,0.6028806776871791,1106.6293682526918,40470.105629106525,-0.13439814391251378,0.15384615384615385,13,161,0.8461538461538461,2026-07-01T13:07:24.792624Z,2026-07-03T15:39:25.075090Z -5,TiRex,39169.393114138256,42.445262209816704,0.1917252804851472,0.2607840455980263,23.831264480672285,3.0961991634846004,0.6728821191944695,1099.5967125280347,59657.62290634296,0.2810647003949504,0.16666666666666666,12,1874,0.8333333333333334,2026-06-16T12:07:33.925127+00:00,2026-07-03T15:39:25.075090Z -6,Sundial,120728.6157240132,110.91306636123133,0.39028104538787994,0.16360690372492445,19.190517563567294,4.502550919002421,0.5350524722409429,1051.054253152845,55222.10130372425,-0.10142697316725328,0.23076923076923078,13,706,0.8461538461538461,2026-07-01T08:20:13.790420Z,2026-07-03T15:39:25.075090Z -7,Chronos-Bolt,47343.39617082126,66.92790175995805,0.26002861942817407,0.16772520212796638,18.392277273292024,5.743106039259885,0.5479544943040163,1038.7791884385347,61280.65023649212,0.0613917632349176,0.15384615384615385,13,157,0.8461538461538461,2026-07-03T07:52:13.218889Z,2026-07-03T15:42:53.638569+00:00 -8,Moving-Average,80204.96657145907,70.00345983175139,0.3799541673786842,0.3488282774228122,3.7816800988804853,5.05354493746356,0.36595872025614623,883.4911690910967,87002.11572759092,0.15740900063000815,0.3333333333333333,12,1629,0.8333333333333334,2026-06-17T12:10:12.847893+00:00,2026-07-03T15:39:25.075090Z -9,ARIMA,55691.52194382975,60.83984822474634,0.31979740263504086,0.3487906888384688,0.2311306556660148,5.256799834207659,0.37934129020755136,870.6256859334186,65814.34783546228,0.11601101235822849,0.3333333333333333,12,1629,0.8333333333333334,2026-06-17T12:10:12.135642+00:00,2026-07-03T15:39:25.075090Z -10,ETS,50572.47638805194,54.508136201464346,0.3838045391795034,0.47351942091766147,-6.630261168241911,5.509315445460527,0.3481622927152733,866.2216742115943,81110.87646138073,0.11414186271351189,0.3333333333333333,12,1629,0.8333333333333334,2026-06-17T12:10:12.660440+00:00,2026-07-03T15:39:25.075090Z -11,Toto-1.0,123591.55899137052,121.35322204168246,0.2394286236347342,0.15356510225787767,-17.84905205752674,7.591128956513572,0.3410089933812265,815.536299412273,69560.48208836476,0.04634594851313119,0.07692307692307693,13,157,0.8461538461538461,2026-07-03T07:52:13.218889Z,2026-07-03T15:42:03.657466+00:00 -12,Seasonal-Naive,87803.1974931965,87.94268888299872,0.4361572673025151,0.4734260057128697,0.0,5.120003362930025,0.33552282057709704,740.1940751791811,90095.56230019192,0.181517940727404,0.15384615384615385,13,1636,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-07-03T15:39:25.075090Z +1,Chronos-2,38939.17414234015,41.132116715113376,0.18079527153035935,0.2664375620372747,24.333205706245973,2.8732180545707435,0.715262926635365,1208.697200939101,64968.149050500215,0.21012786173489773,0.16666666666666666,12,1893,0.8333333333333334,2026-06-16T12:06:40.343188+00:00,2026-07-03T15:52:58.376791Z +2,Moirai-2.0,48876.52787307981,67.04510343472143,0.2302523177331098,0.15015890301729662,25.021937173749492,6.009188034188034,0.5179292947565555,1181.6803749256155,61507.214445860525,-0.05240770652768127,0.15384615384615385,13,158,0.8461538461538461,2026-07-03T07:52:13.218889Z,2026-07-03T15:54:13.185995+00:00 +3,TimesFM-2.5,38413.32453362527,42.08792689923346,0.14799849616420976,0.31410007348340024,26.403013658003303,3.026689034683088,0.6392574055651304,1137.493879326467,57060.296090194424,0.20506964973282982,0.08333333333333333,12,1901,0.8333333333333334,2026-06-16T12:06:55.147862+00:00,2026-07-03T15:52:58.376791Z +4,TabPFN-TS,71309.19833563679,87.86658801204089,0.24499291592241937,0.205310691385439,23.465105258664106,5.482054963798386,0.6035599143861526,1106.6322657165,41124.243164113264,-0.13536530540599104,0.15384615384615385,13,162,0.8461538461538461,2026-07-01T13:07:24.792624Z,2026-07-03T15:52:58.376791Z +5,TiRex,39152.68752475388,42.46495875645468,0.19172476280558312,0.2607609176992115,23.836457444560168,3.09684607625234,0.6725862814261181,1099.5955019920057,59604.6719204344,0.2809646736847015,0.16666666666666666,12,1875,0.8333333333333334,2026-06-16T12:07:33.925127+00:00,2026-07-03T15:52:58.376791Z +6,Sundial,120681.39939830793,110.90760125000945,0.39028042352537934,0.1636060360253107,19.178614670629226,4.505331283165467,0.5349054757546551,1051.053759292292,55072.29065086018,-0.10191193493524814,0.23076923076923078,13,707,0.8461538461538461,2026-07-01T08:20:13.790420Z,2026-07-03T15:52:58.376791Z +7,Chronos-Bolt,46299.84615934539,66.11201293398112,0.2600122678191864,0.16771581548367473,18.44384537219914,5.741330891330891,0.5480142914720224,1038.7791536303055,60992.44936583373,0.06106051553524885,0.15384615384615385,13,158,0.8461538461538461,2026-07-03T07:52:13.218889Z,2026-07-03T15:54:19.649526+00:00 +8,Moving-Average,80230.70482627755,70.05592784409052,0.37995486255977295,0.34880407438798633,3.7799546216699125,5.054431091542262,0.36614272985626756,883.4915400444196,86906.56550271259,0.15722520722305758,0.3333333333333333,12,1630,0.8333333333333334,2026-06-17T12:10:12.847893+00:00,2026-07-03T15:52:58.376791Z +9,ARIMA,55611.502332140604,60.80879207144424,0.3197970113646689,0.3487626585579779,0.24085850794999372,5.257244275852913,0.37917854492704184,870.6248797661556,65762.74639817978,0.1156682551302997,0.3333333333333333,12,1630,0.8333333333333334,2026-06-17T12:10:12.135642+00:00,2026-07-03T15:52:58.376791Z +10,ETS,50471.41368340078,54.44821990673832,0.38380286385347095,0.4734942024156575,-6.620181354540089,5.509065197732071,0.3482580848062272,866.2218237844969,81049.34598422867,0.11377199871942256,0.3333333333333333,12,1630,0.8333333333333334,2026-06-17T12:10:12.660440+00:00,2026-07-03T15:52:58.376791Z +11,Toto-1.0,123692.86619342856,121.45199984178467,0.23942034265537923,0.15355875126549987,-17.9090253324831,7.59502442002442,0.3406043868591809,815.5337729244158,68687.34938777616,0.0501859681426245,0.07692307692307693,13,158,0.8461538461538461,2026-07-03T07:52:13.218889Z,2026-07-03T15:54:05.171427+00:00 +12,Seasonal-Naive,87835.43189453635,87.99189299197376,0.4361575178270724,0.47340491957285596,0.0,5.12071715678636,0.3357166033569843,740.1958476582248,89998.18809114437,0.18127826940394165,0.15384615384615385,13,1637,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-07-03T15:52:58.376791Z diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index d4c728636080dd31164f4998bf5eb86a94aec7fd..81a984295f6738a05bd89c95fdfe7709c96b0451 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,13 +1,13 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,Chronos-2,2.8733480429794205,0.7150416463139092,1208.6954165969482,132,1890,11311 -2,Moirai-2.0,6.007659434582512,0.5181459493378998,1181.6816704063344,134,157,1710 -3,TimesFM-2.5,3.0263647724720886,0.6394559565566654,1137.4944867970473,132,1895,11332 -4,TabPFN-TS,5.489186374054795,0.6028806776871791,1106.6293682526918,132,151,1652 -5,TiRex,3.0961991634846004,0.6728821191944695,1099.5967125280347,132,1872,11289 -6,Sundial,4.502550919002421,0.5350524722409429,1051.054253152845,132,695,5472 -7,Chronos-Bolt,5.743106039259885,0.5479544943040163,1038.7791884385347,134,157,1710 -8,Moving-Average,5.05354493746356,0.36595872025614623,883.4911690910967,132,1629,10884 -9,ARIMA,5.256799834207659,0.37934129020755136,870.6256859334186,132,1629,10884 -10,ETS,5.509315445460527,0.3481622927152733,866.2216742115943,132,1629,10884 -11,Toto-1.0,7.591128956513572,0.3410089933812265,815.536299412273,134,157,1710 -12,Seasonal-Naive,5.120003362930025,0.33552282057709704,740.1940751791811,132,1629,10884 +1,Chronos-2,2.8732180545707435,0.715262926635365,1208.697200939101,132,1891,11322 +2,Moirai-2.0,6.009188034188034,0.5179292947565555,1181.6803749256155,134,158,1721 +3,TimesFM-2.5,3.026689034683088,0.6392574055651304,1137.493879326467,132,1896,11343 +4,TabPFN-TS,5.482054963798386,0.6035599143861526,1106.6322657165,132,152,1663 +5,TiRex,3.09684607625234,0.6725862814261181,1099.5955019920057,132,1873,11300 +6,Sundial,4.505331283165467,0.5349054757546551,1051.053759292292,132,696,5483 +7,Chronos-Bolt,5.741330891330891,0.5480142914720224,1038.7791536303055,134,158,1721 +8,Moving-Average,5.054431091542262,0.36614272985626756,883.4915400444196,132,1630,10895 +9,ARIMA,5.257244275852913,0.37917854492704184,870.6248797661556,132,1630,10895 +10,ETS,5.509065197732071,0.3482580848062272,866.2218237844969,132,1630,10895 +11,Toto-1.0,7.59502442002442,0.3406043868591809,815.5337729244158,134,158,1721 +12,Seasonal-Naive,5.12071715678636,0.3357166033569843,740.1958476582248,132,1630,10895 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 9b379db4c8b6e2f4378a402e01688c4774b56054..3a6ecb0070175413c7baa0f15e9e7252a61fa2be 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -335,6 +335,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:09:49.294992Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:20:59.036768Z|h:24,2026-07-03T15:20:59.036768Z,2026-07-03T15:25:00.294405+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,246716.88234491865,496.70603212052765,0.012250353173854376,0.010006375681632186,67.97987997515283,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:31:43.317184Z|h:24,2026-07-03T15:31:43.317184Z,2026-07-03T15:34:19.162026+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,241613.06440187703,491.5415184924637,0.012167790318593377,0.009922633359596148,68.43948384749216,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:39:25.075090Z|h:24,2026-07-03T15:39:25.075090Z,2026-07-03T15:47:14.371990+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,242716.47326547978,492.66263636029856,0.012187596214161453,0.009942692691069331,68.33947053574654,True +binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24,2026-07-03T15:52:58.376791Z,2026-07-03T15:55:17.200880+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,236994.4502774737,486.8207578539289,0.01206182141369814,0.00981562333700043,68.86287940101505,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.369176+00:00,2026-06-22T01:22:02.369176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3169074533967339,0.5629453378408369,0.0085352021500282,0.4356122103113208,2.4821416702079793,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:30.776110+00:00,2026-06-22T07:33:30.776110+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3737040337380361,0.6113133678712057,0.012305158444961,0.7985186914109059,-15.142472841866445,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:22.917126+00:00,2026-06-22T08:13:22.917126+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2732656714019672,0.5227481911991348,0.0117912606294595,0.7610992079601563,-2.641083194827792,True @@ -1954,6 +1955,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:09:49.294992Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:20:59.036768Z|h:24,2026-07-03T15:20:59.036768Z,2026-07-03T15:21:29.389839+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,50654.96072896322,225.0665695499072,0.0030983425281007546,0.0048452910444871135,92.46738202147459,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:31:43.317184Z|h:24,2026-07-03T15:31:43.317184Z,2026-07-03T15:32:12.483308+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,48330.12991841634,219.84114700941757,0.0030145692287867286,0.004798707152241353,92.7748299503301,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:39:25.075090Z|h:24,2026-07-03T15:39:25.075090Z,2026-07-03T15:39:53.336659+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,48767.91312154134,220.83458316473292,0.003034665496198527,0.004809865688488612,92.71737404828876,True +binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24,2026-07-03T15:52:58.376791Z,2026-07-03T15:53:25.916597+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,47261.95266660055,217.39814319952356,0.0029070467265706287,0.004739179992687133,92.90643648875071,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:52:59.517094+00:00,2026-06-17T06:52:59.517094+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1813123535575668,0.4258078833905812,0.0083663181977859,0.2410261424253861,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:19:41.412209+00:00,2026-06-22T01:19:41.412209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3026024844282185,0.5500931597722504,0.0063219336945878,0.2735899804256079,4.788475382706393,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:29:55.777922+00:00,2026-06-22T07:29:55.777922+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1135532687832525,0.3369766591075004,0.0030837061496461,0.2504677210622425,41.612619480802856,True @@ -3559,6 +3561,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:09:49.294992Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:20:59.036768Z|h:24,2026-07-03T15:20:59.036768Z,2026-07-03T15:23:14.013454+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,54328.37267239889,233.08447539979767,0.0028866907215119586,0.005704637942802301,91.94313474761086,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:31:43.317184Z|h:24,2026-07-03T15:31:43.317184Z,2026-07-03T15:33:11.134598+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,50030.97667630514,223.67605297909103,0.002803173399576258,0.005658126741635485,92.53005676466826,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:39:25.075090Z|h:24,2026-07-03T15:39:25.075090Z,2026-07-03T15:42:30.795252+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,50941.23058255514,225.7016406288513,0.002823208260908932,0.005669267865725876,92.4051519033063,True +binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24,2026-07-03T15:52:58.376791Z,2026-07-03T15:54:19.643945+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,46442.64807637533,215.50556391048312,0.0026959794427135544,0.005598692458835429,93.02511771336187,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T08:14:44.325135Z|h:36,2026-07-03T08:14:44.325135Z,2026-07-03T08:18:35.540032+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-Bolt,3.2825236033380433e-15,5.729331202974779e-08,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T08:45:14.545252Z|h:36,2026-07-03T08:45:14.545252Z,2026-07-03T08:48:41.878652+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-Bolt,3.2825236033380433e-15,5.729331202974779e-08,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T09:20:36.985472Z|h:36,2026-07-03T09:20:36.985472Z,2026-07-03T09:24:17.647333+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-Bolt,3.2825236033380433e-15,5.729331202974779e-08,,,0.0,False @@ -4012,6 +4015,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:09:49.294992Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:20:59.036768Z|h:24,2026-07-03T15:20:59.036768Z,2026-07-03T15:25:00.162134+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,59114.62881437288,243.13500121202804,0.0028944391706526387,0.0023721525777471663,91.26433863292958,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:31:43.317184Z|h:24,2026-07-03T15:31:43.317184Z,2026-07-03T15:34:18.888876+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,59534.52787246744,243.99698332657198,0.0028846634143306227,0.002371250920192122,91.17373581305293,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:39:25.075090Z|h:24,2026-07-03T15:39:25.075090Z,2026-07-03T15:47:14.065245+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,59314.89074777414,243.546485804608,0.0028644971612797384,0.002368951725812929,91.2115783634945,True +binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24,2026-07-03T15:52:58.376791Z,2026-07-03T15:55:17.107410+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,61973.02037704189,248.94380967809158,0.0029925603657356917,0.002432374736157876,90.80001438958345,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.463619+00:00,2026-06-22T01:22:02.463619+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0407717866337577,0.201920248201506,0.0022009716898305,0.0960955086908494,78.1859319232306,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.014985+00:00,2026-06-22T07:33:31.014985+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0864408961350167,0.2940083266423194,0.0025388064632111,0.1380528538051167,52.223162771726436,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.012177+00:00,2026-06-22T08:13:23.012177+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1569766000828541,0.3962027259911952,0.0040922131316173,0.2100823941511999,24.56300165808982,True @@ -5344,6 +5348,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:09:49.294992Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:20:59.036768Z|h:24,2026-07-03T15:20:59.036768Z,2026-07-03T15:22:58.604712+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,154018.26053174338,392.45160278911254,0.004461997106935199,0.006878081353293501,78.73135674475115,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:31:43.317184Z|h:24,2026-07-03T15:31:43.317184Z,2026-07-03T15:33:01.777602+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,146185.28372510275,382.3418414522569,0.004378938593009178,0.006831669412236608,79.63542198781423,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:39:25.075090Z|h:24,2026-07-03T15:39:25.075090Z,2026-07-03T15:42:08.915922+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,147942.38333447775,384.6327902486705,0.004398863391487353,0.006842786759921011,79.43058045709274,True +binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24,2026-07-03T15:52:58.376791Z,2026-07-03T15:54:13.179698+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,138079.8933766683,371.59102973116603,0.0042723335133381495,0.006772361953208623,80.59788053656386,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T08:14:44.325135Z|h:36,2026-07-03T08:14:44.325135Z,2026-07-03T08:18:03.423180+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-2.0,7.853649481634599e-14,2.8024363474724275e-07,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T08:45:14.545252Z|h:36,2026-07-03T08:45:14.545252Z,2026-07-03T08:48:21.494800+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-2.0,7.853649481634599e-14,2.8024363474724275e-07,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T09:20:36.985472Z|h:36,2026-07-03T09:20:36.985472Z,2026-07-03T09:23:50.436475+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-2.0,7.853649481634599e-14,2.8024363474724275e-07,,,0.0,False @@ -5797,6 +5802,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:09:49.294992Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:20:59.036768Z|h:24,2026-07-03T15:20:59.036768Z,2026-07-03T15:24:59.905725+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1128595.4548873694,1062.353733408684,0.017457470061547454,0.015304254900908677,6.838909451801578,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:31:43.317184Z|h:24,2026-07-03T15:31:43.317184Z,2026-07-03T15:34:18.326254+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1113950.3839433182,1055.4384794687553,0.017375359982885353,0.01522096071984728,7.303937378465882,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:39:25.075090Z|h:24,2026-07-03T15:39:25.075090Z,2026-07-03T15:47:13.543850+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1117339.122867043,1057.0426305816823,0.01739505726246619,0.015240912705260087,7.192580767996504,True +binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24,2026-07-03T15:52:58.376791Z,2026-07-03T15:55:16.891672+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1097141.8549865056,1047.4453947516813,0.017269972213904024,0.015114523283045276,7.896489880688161,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.488519+00:00,2026-06-22T01:22:02.488519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1489742184098265,0.3859717844737184,0.0048771123255213,0.2210326747420907,38.18680422959462,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.068326+00:00,2026-06-22T07:33:31.068326+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1029916725943077,0.3209231568371278,0.003220088745007,0.1530588119969513,45.56516023795812,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.059241+00:00,2026-06-22T08:13:23.059241+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1001716084949669,0.3164989865623062,0.0030892525816164,0.1543325711714026,44.25222081261605,True @@ -7426,6 +7432,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:09:49.294992Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:20:59.036768Z|h:24,2026-07-03T15:20:59.036768Z,2026-07-03T15:25:00.406913+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1294294.7200692494,1137.6707432597752,0.016775793620441497,0.012123454262104351,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:31:43.317184Z|h:24,2026-07-03T15:31:43.317184Z,2026-07-03T15:34:19.175549+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1289496.6502450306,1135.5600601663616,0.016692341270337835,0.01209628352032017,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:39:25.075090Z|h:24,2026-07-03T15:39:25.075090Z,2026-07-03T15:47:14.589934+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1290526.8260262806,1136.013567712235,0.01671236054566254,0.01210279190105968,0.0,True +binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24,2026-07-03T15:52:58.376791Z,2026-07-03T15:55:17.212102+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1285268.6602376301,1133.6968996330677,0.016585230704412476,0.012072222205922752,0.0,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.507250+00:00,2026-06-22T01:22:02.507250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3330400717529599,0.5770962413263147,0.0074647926873788,0.3493354391815629,0.0,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.096521+00:00,2026-06-22T07:33:31.096521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2754118389969035,0.5247969502549568,0.0054985069346336,0.3525814888009477,0.0,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.090823+00:00,2026-06-22T08:13:23.090823+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2592027377306001,0.5091195711525929,0.0051633669136927,0.3473196849970218,0.0,True @@ -8905,6 +8912,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:09:49.294992Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:20:59.036768Z|h:24,2026-07-03T15:20:59.036768Z,2026-07-03T15:24:52.505394+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Sundial,1494261.6207561493,1222.3999430448896,0.01765027487870931,0.015779910297552102,-7.170982983535873,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:31:43.317184Z|h:24,2026-07-03T15:31:43.317184Z,2026-07-03T15:34:18.291305+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Sundial,1395708.795024236,1181.4011998572864,0.017086870294768138,0.015036449573741836,-3.9554569266320923,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:39:25.075090Z|h:24,2026-07-03T15:39:25.075090Z,2026-07-03T15:46:53.308735+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Sundial,1479620.3381271362,1216.3964559826438,0.017406257791991134,0.015635932655025605,-6.826117924267189,True +binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24,2026-07-03T15:52:58.376791Z,2026-07-03T15:55:16.856215+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Sundial,1430393.071999232,1195.9904146769873,0.017364428636389356,0.015268537723778095,-5.3439797025848454,True data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short|source:2026-07-01T08:20:13.790420Z|h:12,2026-07-01T08:20:13.790420Z,2026-07-01T08:26:17.387560+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Sundial,26942.28249014914,164.14104450182208,2.360591014522408,0.7305382024738188,,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36,2026-07-01T08:20:13.790420Z,2026-07-01T08:26:23.015354+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Sundial,4.654285094258401e-15,6.8222321085246e-08,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:51:02.752670Z|h:36,2026-07-01T08:51:02.752670Z,2026-07-01T08:56:00.935480+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Sundial,2.988122630401574e-15,5.466372316629717e-08,,,0.0,False @@ -9471,6 +9479,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:09:49.294992Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:20:59.036768Z|h:24,2026-07-03T15:20:59.036768Z,2026-07-03T15:23:53.451416+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TabPFN-TS,190672.6228720347,436.66076406294474,0.0052013926336141195,0.005217608625938238,74.31962072723185,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:31:43.317184Z|h:24,2026-07-03T15:31:43.317184Z,2026-07-03T15:33:44.984574+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TabPFN-TS,182352.9568564097,427.02805160365017,0.005118397276753165,0.005133461228088496,75.22125141365181,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:39:25.075090Z|h:24,2026-07-03T15:39:25.075090Z,2026-07-03T15:43:32.164235+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TabPFN-TS,184226.6287314097,429.21629597606113,0.00513830692456545,0.005153617589949911,75.01594206989952,True +binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24,2026-07-03T15:52:58.376791Z,2026-07-03T15:54:57.522452+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TabPFN-TS,173625.77186457315,416.68425919942445,0.005011873258777504,0.005025933643677569,76.19762361908722,True data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short|source:2026-07-01T13:07:24.792624Z|h:12,2026-07-01T13:07:24.792624Z,2026-07-01T13:17:08.524185+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,TabPFN-TS,30432.245376910596,174.44840319392608,0.7106828034516671,0.8392463572886636,,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T13:07:24.792624Z|h:36,2026-07-01T13:07:24.792624Z,2026-07-01T13:17:20.351121+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TabPFN-TS,0.0,0.0,,,,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T08:14:44.325135Z|h:36,2026-07-03T08:14:44.325135Z,2026-07-03T08:19:55.405418+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TabPFN-TS,0.0,0.0,,,0.0,False @@ -9919,6 +9928,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:09:49.294992Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:20:59.036768Z|h:24,2026-07-03T15:20:59.036768Z,2026-07-03T15:21:48.454713+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,383464.350189209,619.2449839838906,0.007610795329369716,0.008874377618794768,54.288508167011564,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:31:43.317184Z|h:24,2026-07-03T15:31:43.317184Z,2026-07-03T15:32:22.382254+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,371839.258392334,609.7862399171811,0.0075282289135809935,0.008828134541941278,55.236113725210664,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:39:25.075090Z|h:24,2026-07-03T15:39:25.075090Z,2026-07-03T15:40:18.320141+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,374504.649017334,611.9678496598772,0.007548035663279416,0.008839211440508107,55.01530696198713,True +binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24,2026-07-03T15:52:58.376791Z,2026-07-03T15:53:35.041565+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,358889.0579586029,599.0734996297223,0.007422255438770841,0.008769042839225274,56.34371885535024,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:34.213561+00:00,2026-06-17T06:54:34.213561+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.160538580492642,0.4006726600264136,0.0077998502585261,0.2146609791701683,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:54.533078+00:00,2026-06-22T01:20:54.533078+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3253257633711659,0.5703733543663886,0.006509406779106,0.2858020737091157,1.1717358298733047,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:44.064640+00:00,2026-06-22T07:31:44.064640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2663201865137117,0.5160621924862465,0.005269364684183,0.2671874556573511,1.678256417390571,True @@ -11792,6 +11802,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:09:49.294992Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:20:59.036768Z|h:24,2026-07-03T15:20:59.036768Z,2026-07-03T15:22:19.117126+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,242225.0317700704,492.1636229650363,0.010231226858222225,0.006684965865961846,68.47095112443425,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:31:43.317184Z|h:24,2026-07-03T15:31:43.317184Z,2026-07-03T15:32:44.649260+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,233300.1538403829,483.0115462806069,0.01014873185324922,0.006638537589507498,69.35899087593606,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:39:25.075090Z|h:24,2026-07-03T15:39:25.075090Z,2026-07-03T15:41:12.222869+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,235318.7866528829,485.0966776353791,0.010168521472300282,0.00664965885011364,69.1556229939021,True +binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24,2026-07-03T15:52:58.376791Z,2026-07-03T15:53:53.439562+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,223799.749472936,473.0747821147688,0.010042850033771427,0.006579209258885426,70.33935002113523,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:53:42.689625+00:00,2026-06-17T06:53:42.689625+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1316480282298061,0.3628333339562478,0.0115041829002529,0.2379950762051307,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:14.323519+00:00,2026-06-22T01:20:14.323519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876052556822667,0.4331342236331213,0.0035212021999806,0.2825173319955255,27.933567902573127,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:30:36.018310+00:00,2026-06-22T07:30:36.018310+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876660841999844,0.4332044369578691,0.0029553106220395,0.282650315619165,18.948377886633143,True @@ -13406,6 +13417,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:09:49.294992Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:20:59.036768Z|h:24,2026-07-03T15:20:59.036768Z,2026-07-03T15:22:40.171488+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,960405.589345932,980.0028517029591,0.01366954055637717,0.011409360474233186,14.80858140343808,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:31:43.317184Z|h:24,2026-07-03T15:31:43.317184Z,2026-07-03T15:32:54.298078+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,1087780.8396517436,1042.9673243451798,0.013225322309078788,0.011334868718083585,8.485160501900257,True binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:39:25.075090Z|h:24,2026-07-03T15:39:25.075090Z,2026-07-03T15:41:47.308229+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,889040.3291028341,942.8893514632744,0.01360585942710172,0.011429500385523842,18.420469219250233,True +binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24,2026-07-03T15:52:58.376791Z,2026-07-03T15:54:05.166075+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,1610663.4877808888,1269.1191779265212,0.013151718310506308,0.01124301447086407,-11.236272499198687,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T08:14:44.325135Z|h:36,2026-07-03T08:14:44.325135Z,2026-07-03T08:17:23.509432+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-1.0,0.41112439665885936,0.6411898288797627,,,-100.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T08:45:14.545252Z|h:36,2026-07-03T08:45:14.545252Z,2026-07-03T08:48:05.355844+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-1.0,3.5214492592627344,1.8765524930741304,,,-100.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T09:20:36.985472Z|h:36,2026-07-03T09:20:36.985472Z,2026-07-03T09:23:21.793579+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-1.0,0.06178618779853719,0.24856827592944597,,,-100.0,False @@ -13523,6 +13535,6 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-03T14:35:32.859599Z|h:24,2 usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-03T15:09:49.294992Z|h:24,2026-07-03T15:09:49.294992Z,2026-07-03T15:12:21.296280+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-1.0,1136.0997817367315,33.70607929938947,0.009554521547141651,0.0096540241310299,0.42654850540187145,True usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-03T15:39:25.075090Z|h:24,2026-07-03T15:39:25.075090Z,2026-07-03T15:42:03.651552+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-1.0,1462.0738016143441,38.23707365390746,0.009554353808680324,0.009652510559183251,-12.126216614203008,True wikimedia_time_series_hourly_pageviews/1D/short|source:2026-07-03T11:25:49.678873Z|h:7,2026-07-03T11:25:49.678873Z,2026-07-03T11:28:09.226129+00:00,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,Toto-1.0,4359.687570837858,66.0279302328784,0.222500813890581,0.13814162917800613,27.014286680101073,True -snapshot|data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,2026-07-03T15:42:53.638569+00:00,2026-07-03T15:42:53.638569+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Chronos-Bolt,24494.29886562596,156.5065457596773,0.6356253615465683,0.5956771935646294,,True -snapshot|data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,2026-07-03T15:42:23.402290+00:00,2026-07-03T15:42:23.402290+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Moirai-2.0,20775.499102946527,144.13708441253598,0.5779948164087865,0.5370367497191665,,True -snapshot|data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,2026-07-03T15:42:03.657466+00:00,2026-07-03T15:42:03.657466+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Toto-1.0,35424.06122722315,188.2128083506092,0.5823168903941691,0.5740491643996976,,True +snapshot|data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,2026-07-03T15:54:19.649526+00:00,2026-07-03T15:54:19.649526+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Chronos-Bolt,24494.29886562596,156.5065457596773,0.6356253615465683,0.5956771935646294,,True +snapshot|data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,2026-07-03T15:54:13.185995+00:00,2026-07-03T15:54:13.185995+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Moirai-2.0,20775.499102946527,144.13708441253598,0.5779948164087865,0.5370367497191665,,True +snapshot|data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,2026-07-03T15:54:05.171427+00:00,2026-07-03T15:54:05.171427+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Toto-1.0,35424.06122722315,188.2128083506092,0.5823168903941691,0.5740491643996976,,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 8bf2586cb923a90ef05ffc7df0c29019bcadd971..45005f01d6de02c48e90d46f1e8438ae6bd719f3 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,665259.4120378136,653.0332903267724,0.013806887272335795,0.13483067432657414,16.799413977156156,784234.0333580823,0.4924992408138476,2.4296819059692895e-54,445,1.0,2026-06-17T12:10:12.135642+00:00,2026-07-03T15:39:25.075090Z +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,664299.1766975438,652.6606164871472,0.013802974568616878,0.1345503715216648,16.91614820456391,783614.8161106923,0.48838615407870206,1.3881954826625456e-53,446,1.0,2026-06-17T12:10:12.135642+00:00,2026-07-03T15:52:58.376791Z ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,2.9198995885922757e-05,0.0027357361067706586,,,-37.75888337377734,6.493060083972664e-05,-0.1750475711343917,0.012474569603654147,114,0.0,2026-06-29T07:34:52.372126Z,2026-07-03T15:39:25.075090Z ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,0.0,0.0,1.0,168,0.0,2026-06-29T07:34:52.372126Z,2026-07-03T15:39:25.075090Z ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,15.290216363516121,3.513607211443992,0.11321838677959048,0.20544038847241114,-52.22308835445562,11.414866683013146,-0.3610443704351354,0.0003359440568371595,53,1.0,2026-06-18T05:03:29.867986+00:00,2026-07-03T14:50:46.254243Z @@ -11,7 +11,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,7.3125965 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,12.3797632723592,3.159977355113303,0.5915807270113644,0.35279433937085786,18.956826783791737,8.675767284570245,0.5460930640913081,4.5491140762807945e-11,68,1.0,2026-06-17T12:10:12.513260+00:00,2026-07-03T14:50:46.254243Z ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1170.1672644264356,24.821484972435474,0.012354579720623475,0.13526754532013965,-7.59553689091272,2992.9248302656024,0.165615415980128,0.003548289045400159,142,1.0,2026-06-17T12:26:17.165483+00:00,2026-07-03T15:39:25.075090Z ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1358.7180244189897,26.515410545112424,0.1927137204734437,0.3035029674903193,49.75241852845264,1459.3150039773052,0.5455447255899809,0.06146490960741321,8,1.0,2026-06-17T12:10:12.582752+00:00,2026-07-03T11:25:49.678873Z -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,466795.98866692773,452.6421604350276,0.00987118317466984,0.1280941474724336,35.91195795364079,776699.2745533254,0.6324557045868522,5.599058084025582e-109,550,1.0,2026-06-16T12:06:40.343188+00:00,2026-07-03T15:39:25.075090Z +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,466034.58388289815,452.2152202948543,0.009858544088557136,0.1278702727583143,36.044812215960384,776198.65932922,0.6295396799208052,3.457132963491283e-108,551,1.0,2026-06-16T12:06:40.343188+00:00,2026-07-03T15:52:58.376791Z Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,3.157439405476946e-07,0.00021825494400547294,,,-37.61511023890806,9.63160588161514e-07,-0.17610366803950656,0.012458041324953173,113,0.0,2026-06-29T07:34:52.372126Z,2026-07-03T15:39:25.075090Z Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.729686274365332e-18,1.3151753777977037e-09,,,0.0,1.9317927583885246e-34,0.0,1.0,165,0.0,2026-06-29T07:34:52.372126Z,2026-07-03T15:39:25.075090Z Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.3229876101984495,1.3472939861133753,0.04513273086447516,0.07039535610870884,23.153533298497383,1.9644557948972168,-0.15168895490560647,0.1275899403103831,54,1.0,2026-06-17T05:11:12.972050+00:00,2026-07-03T14:50:46.254243Z @@ -23,8 +23,8 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.626 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,10.335640881668803,2.712561448703237,0.5895537650209172,0.3685590291228165,23.383076052729706,9.618191221224047,0.5630252100840337,2.366923878897995e-14,85,1.0,2026-06-16T13:12:36.348072+00:00,2026-07-03T14:50:46.254243Z Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,863.6332326280559,16.459765558038466,0.00768004302551404,0.16417070734217418,16.773054921104546,2699.2509549301626,0.12923338722722286,0.016204065288411503,158,1.0,2026-06-16T12:40:50.960167+00:00,2026-07-03T15:39:25.075090Z Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,110.54089766760883,7.517865613265462,0.06158059687623474,0.13128779196130524,93.14250927594763,129.72362430651594,0.6910233190806424,0.017844011512848347,8,1.0,2026-06-17T09:43:59.015450+00:00,2026-07-03T11:25:49.678873Z -Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,589088.6540438333,639.7677534184703,0.009890687397281456,0.009728815947162489,68.27243023794676,673181.174218793,-0.7219973009446693,9.682506876067813e-11,39,1.0,2026-07-03T07:52:13.218889Z,2026-07-03T15:39:25.075090Z -Chronos-Bolt,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,24494.29886562596,156.5065457596773,0.6356253615465683,0.5956771935646294,,,,,1,1.0,2026-07-03T15:42:53.638569+00:00,2026-07-03T15:42:53.638569+00:00 +Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,575522.503894647,629.1611986807704,0.009710819698417259,0.009625562859954312,68.89124742483216,670010.9646415508,-0.7256410256410257,4.267329391414234e-11,40,1.0,2026-07-03T07:52:13.218889Z,2026-07-03T15:52:58.376791Z +Chronos-Bolt,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,24494.29886562596,156.5065457596773,0.6356253615465683,0.5956771935646294,,,,,1,1.0,2026-07-03T15:54:19.649526+00:00,2026-07-03T15:54:19.649526+00:00 Chronos-Bolt,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,3.282523603338043e-15,5.729331202974778e-08,,,0.0,4.093198248550129e-31,0.0,1.0,14,0.0,2026-07-03T08:14:44.325135Z,2026-07-03T15:39:25.075090Z Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622849e-12,1.0459942197556755e-06,,,-100.0,2.0719467816014247e-28,0.0,1.0,20,0.0,2026-07-03T07:52:13.218889Z,2026-07-03T15:39:25.075090Z Chronos-Bolt,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5429649771078099,0.7368615725547166,0.024579411757571498,0.023231561097247264,48.05588088591413,0.0,0.0,1.0,6,1.0,2026-07-03T07:52:13.218889Z,2026-07-03T14:50:46.254243Z @@ -36,7 +36,7 @@ Chronos-Bolt,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,6. Chronos-Bolt,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,22.04219382535213,4.687798785545426,0.6530416012757878,0.3424850914332707,21.03943006925711,2.559816342704062,0.7333333333333333,0.05555555555555555,6,1.0,2026-07-03T07:52:13.218889Z,2026-07-03T14:50:46.254243Z Chronos-Bolt,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,632.1676086277834,17.625312900506923,0.005883793275286241,0.005617482341090317,-17.06449913092964,810.0917136120321,-0.10233220929949845,0.6190518494620889,14,1.0,2026-07-03T08:14:44.325135Z,2026-07-03T15:39:25.075090Z Chronos-Bolt,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,955.1970297340969,30.906261982551317,0.12215822659390317,0.09856926873162224,77.63579963306394,,,,1,1.0,2026-07-03T11:25:49.678873Z,2026-07-03T11:25:49.678873Z -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,602860.6156700978,569.615819051862,0.010464514470757826,0.11490689367389353,36.85285145743123,960728.4818503623,0.5380706549245875,1.6455064330876298e-64,445,1.0,2026-06-17T12:10:12.660440+00:00,2026-07-03T15:39:25.075090Z +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,601647.8632142838,568.8968235151495,0.010447761210432664,0.11465470865385377,36.97380922185309,959990.1161245374,0.5336322869955157,1.2774617342479506e-63,446,1.0,2026-06-17T12:10:12.660440+00:00,2026-07-03T15:52:58.376791Z ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,3.111632383403523e-05,0.002565207629178152,,,-37.76104386252898,7.317740034045883e-05,-0.1614176156511799,0.021228869538367997,114,0.0,2026-06-29T07:34:52.372126Z,2026-07-03T15:39:25.075090Z ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,0.0,0.0,1.0,168,0.0,2026-06-29T07:34:52.372126Z,2026-07-03T15:39:25.075090Z ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,39.583250366930756,5.645247718427353,0.1969704142997919,0.32703677520673446,-72.45427594031936,29.10978586960043,-0.32964920778860185,0.0010601263594248774,53,1.0,2026-06-18T05:03:30.268230+00:00,2026-07-03T14:50:46.254243Z @@ -48,8 +48,8 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,66.99750898 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,12.226688254009103,3.141780359237388,0.6130402486897275,0.3679083786412759,19.93566866563228,8.52260679624435,0.5873573309920982,1.4150396806230823e-12,68,1.0,2026-06-17T12:10:12.797899+00:00,2026-07-03T14:50:46.254243Z ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1078.6611564031862,21.91932911365354,0.0096746109097188,0.12836750200541297,2.34999267568083,2661.2378804920177,0.1892604481466798,0.0008621200305265083,142,1.0,2026-06-17T12:26:17.324923+00:00,2026-07-03T15:39:25.075090Z ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1433.6713269762238,26.55488603567969,0.20578452328551816,0.3484800211702616,46.86865224470819,1885.8545356535687,0.4728054288446501,0.10506382347888965,8,1.0,2026-06-17T12:10:12.836543+00:00,2026-07-03T11:25:49.678873Z -Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,625654.7546681298,677.7174257504373,0.010273310502733397,0.009977113021951855,65.37514694888897,680057.3147317176,-0.6248313090418354,2.1330081546275965e-08,39,1.0,2026-07-03T07:52:13.218889Z,2026-07-03T15:39:25.075090Z -Moirai-2.0,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,20775.499102946527,144.13708441253598,0.5779948164087865,0.5370367497191665,,,,,1,1.0,2026-07-03T15:42:23.402290+00:00,2026-07-03T15:42:23.402290+00:00 +Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,613465.3831358433,670.0642658499555,0.010123286077998516,0.009896994245233274,65.75571528858083,675694.2899314682,-0.6205128205128205,1.709405256820467e-08,40,1.0,2026-07-03T07:52:13.218889Z,2026-07-03T15:52:58.376791Z +Moirai-2.0,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,20775.499102946527,144.13708441253598,0.5779948164087865,0.5370367497191665,,,,,1,1.0,2026-07-03T15:54:13.185995+00:00,2026-07-03T15:54:13.185995+00:00 Moirai-2.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.853649481634599e-14,2.8024363474724275e-07,,,0.0,0.0,0.0,1.0,14,0.0,2026-07-03T08:14:44.325135Z,2026-07-03T15:39:25.075090Z Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794958e-13,3.488248839001449e-07,,,0.0,2.589933477001781e-29,0.0,1.0,20,0.0,2026-07-03T07:52:13.218889Z,2026-07-03T15:39:25.075090Z Moirai-2.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.1386881610856108,1.0670933235128082,0.03830361121841618,0.03164686962922058,15.222455042363846,0.0,0.0,1.0,6,1.0,2026-07-03T07:52:13.218889Z,2026-07-03T14:50:46.254243Z @@ -61,7 +61,7 @@ Moirai-2.0,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,4.45 Moirai-2.0,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,20.56876794575786,4.529207374187637,0.6265121868448408,0.33006398065356146,24.28885069856749,2.322504813209991,0.6,0.1361111111111111,6,1.0,2026-07-03T07:52:13.218889Z,2026-07-03T14:50:46.254243Z Moirai-2.0,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,622.8301062230909,16.71681126395418,0.005485078952715873,0.004341525147783765,-15.469598837054745,811.4186318353331,0.10233220929949845,0.6190518494620889,14,1.0,2026-07-03T08:14:44.325135Z,2026-07-03T15:39:25.075090Z Moirai-2.0,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,238.30526907329582,15.437139277511744,0.04844840991783731,0.052297751649761734,93.90936811078511,,,,1,1.0,2026-07-03T11:25:49.678873Z,2026-07-03T11:25:49.678873Z -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,959390.7151980274,766.6365927126802,0.014169464557996952,0.12306005860633862,17.131243911675277,1038149.9472006758,0.6423929547525054,3.7529406517649806e-91,445,1.0,2026-06-17T12:10:12.847893+00:00,2026-07-03T15:39:25.075090Z +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,959699.5742558492,767.2662088607499,0.014176416368884635,0.12281802825808011,17.1105381851484,1037003.3445021359,0.6401874338690986,9.668350024380475e-91,446,1.0,2026-06-17T12:10:12.847893+00:00,2026-07-03T15:52:58.376791Z Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.4314248171316725e-05,0.0027902938416508186,,,-37.961010843432526,0.0001777572576028352,-0.1614176156511799,0.021228869538367997,114,0.0,2026-06-29T07:34:52.372126Z,2026-07-03T15:39:25.075090Z Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,0.0,0.0,1.0,168,0.0,2026-06-29T07:34:52.372126Z,2026-07-03T15:39:25.075090Z Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,6.960939332138148,2.3759066130317628,0.0854401047673224,0.12431554844498156,-27.68479934574641,5.055364516362631,-0.3594746123028087,0.0003565879641079369,53,1.0,2026-06-18T05:03:30.400278+00:00,2026-07-03T14:50:46.254243Z @@ -73,7 +73,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,13.271491666004934,3.2494322941928844,0.660694938096285,0.3678433878533604,17.767009805507552,9.642643053789717,0.5671641791044776,7.970627562648381e-12,68,1.0,2026-06-17T12:10:12.921461+00:00,2026-07-03T14:50:46.254243Z Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1446.3321996532334,23.263176374812915,0.010657018919581093,0.15252012181891972,3.980701935804626,3976.884471217511,0.10950855999169985,0.05385991806640044,142,1.0,2026-06-17T12:26:17.359102+00:00,2026-07-03T15:39:25.075090Z Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1145.9124115629556,24.44594092780219,0.20433695163177817,0.34532032599634305,48.97010118271383,1225.208639991529,0.5455447255899809,0.06146490960741321,8,1.0,2026-06-17T12:10:12.956394+00:00,2026-07-03T11:25:49.678873Z -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1098373.6012692533,848.4114757958862,0.01535615722619699,0.11552082511320254,0.0,1071903.328626558,0.6885514728211357,1.9581644103114134e-104,445,1.0,2026-06-17T12:10:12.963911+00:00,2026-07-03T15:39:25.075090Z +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1098792.6484866713,849.0511292125616,0.01535891299632752,0.1152888775730517,0.0,1070734.8381179874,0.6856754169395879,8.242668137739657e-104,446,1.0,2026-06-17T12:10:12.963911+00:00,2026-07-03T15:52:58.376791Z Seasonal-Naive,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,36436.1429036395,190.88253692687422,0.8264244641534466,0.9402466648974208,0.0,,,,1,1.0,2026-06-29T09:42:32.652885Z,2026-06-29T09:42:32.652885Z Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.746588984428096e-05,0.0009246426044707568,,,0.0,0.0010406509327712515,-0.09260004974171546,0.23001236600617003,114,0.0,2026-06-29T07:34:52.372126Z,2026-07-03T15:39:25.075090Z Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,168,0.0,2026-06-29T07:34:52.372126Z,2026-07-03T15:39:25.075090Z @@ -86,7 +86,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,19.125266749055864,3.9053692142113694,0.6684846451650456,0.5916227611910977,0.0,13.563842365586016,0.5751439056284184,2.8030317557990355e-12,69,1.0,2026-06-17T12:10:13.024713+00:00,2026-07-03T14:50:46.254243Z Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1708.5322853445384,26.446506030857456,0.010805192054122977,0.13164992198529965,0.0,4386.933492325842,0.058563637272159894,0.3100369186331754,142,1.0,2026-06-17T12:26:17.384303+00:00,2026-07-03T15:39:25.075090Z Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,4326.75180307323,49.7529582543516,0.35682853823571103,0.7730324406633623,0.0,4106.2679381877415,0.34299717028501764,0.2059032107320684,9,1.0,2026-06-17T12:10:13.040774+00:00,2026-07-03T11:25:49.678873Z -Sundial,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1540879.274149591,1208.7787749362155,0.018595716387614588,0.01698658295896888,20.223434328385895,661074.5858588665,0.417613458037788,1.04348565151436e-16,179,1.0,2026-07-01T08:20:13.790420Z,2026-07-03T15:39:25.075090Z +Sundial,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1540265.4619154225,1208.7077284903312,0.018588875900107778,0.01697703826321782,20.080599613129078,659276.8580244976,0.41179391682184974,2.261391546758138e-16,180,1.0,2026-07-01T08:20:13.790420Z,2026-07-03T15:52:58.376791Z Sundial,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,26942.28249014914,164.14104450182208,2.360591014522408,0.7305382024738188,,,,,1,1.0,2026-07-01T08:20:13.790420Z,2026-07-01T08:20:13.790420Z Sundial,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.81127314134633e-07,0.00036427964545806077,,,-39.682539682539684,1.4538090859215725e-06,-0.16865079365079363,0.04885768029297912,64,0.0,2026-07-01T08:20:13.790420Z,2026-07-03T15:39:25.075090Z Sundial,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,5.730382168603418e-16,2.271051877824087e-08,,,0.0,5.867413043893743e-16,0.0,1.0,90,0.0,2026-07-01T08:20:13.790420Z,2026-07-03T15:39:25.075090Z @@ -99,7 +99,7 @@ Sundial,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,2.85377 Sundial,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,20.21658868273471,4.461001428664395,0.5274742911285314,0.3005409509595541,21.65530017660097,4.9624048813406185,-0.06878306878306878,0.624464399215169,28,1.0,2026-07-01T08:20:13.790420Z,2026-07-03T14:50:46.254243Z Sundial,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,624.3390261594166,19.90866458141284,0.005975585355836396,0.005086370507386104,-13.168476619940094,790.1939376560543,-0.21827852096510578,0.012315665361962951,62,1.0,2026-07-01T08:20:13.790420Z,2026-07-03T15:39:25.075090Z Sundial,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,420.85525620058513,20.510777927261508,0.07326621989145249,0.05281270210905963,89.63773606350522,19.093533210796796,-0.6666666666666669,0.3333333333333333,4,1.0,2026-07-01T08:20:13.790420Z,2026-07-03T11:25:49.678873Z -TabPFN-TS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,913723.4788168228,917.9333596317106,0.013249080354072792,0.013261195348757644,43.07845713210774,484665.38614738855,-0.7165991902834009,1.3322927043829958e-10,39,1.0,2026-07-01T13:07:24.792624Z,2026-07-03T15:39:25.075090Z +TabPFN-TS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,895221.0361430168,905.4021321209035,0.013043150176690416,0.013055313806130644,43.90643629428222,492515.0365674695,-0.7282051282051283,3.646143123497389e-11,40,1.0,2026-07-01T13:07:24.792624Z,2026-07-03T15:52:58.376791Z TabPFN-TS,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,30432.245376910596,174.44840319392608,0.7106828034516671,0.8392463572886636,,,,,1,1.0,2026-07-01T13:07:24.792624Z,2026-07-01T13:07:24.792624Z TabPFN-TS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0,0.0,,,0.0,0.0,0.0,1.0,15,0.0,2026-07-01T13:07:24.792624Z,2026-07-03T15:39:25.075090Z TabPFN-TS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,20,0.0,2026-07-01T13:07:24.792624Z,2026-07-03T15:39:25.075090Z @@ -112,7 +112,7 @@ TabPFN-TS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,2.935 TabPFN-TS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,22.5561444999045,4.74604455991915,0.696681826440436,0.4808061480144383,20.94747764482868,1.8504235799380404,0.06666666666666665,1.0,6,1.0,2026-07-01T13:07:24.792624Z,2026-07-03T14:50:46.254243Z TabPFN-TS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,776.4872869056132,21.193485211896903,0.007064370026794494,0.007082618223572977,-29.627699380381593,782.8006310705025,-0.22558778976232488,0.25152198770018763,15,1.0,2026-07-01T13:07:24.792624Z,2026-07-03T15:39:25.075090Z TabPFN-TS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,400.4168103795632,19.956330735574916,0.06367884605627792,0.06136431197831238,91.37984293164504,82.98904769331794,-1.0,1.0,2,1.0,2026-07-01T13:07:24.792624Z,2026-07-03T11:25:49.678873Z -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,468945.4808228709,469.31265037877466,0.010264316245628187,0.13574120733254755,29.548025193875702,713056.745304705,0.6689040419541227,3.1375633377789394e-121,548,1.0,2026-06-16T12:07:33.925127+00:00,2026-07-03T15:39:25.075090Z +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,468745.01375025837,469.54900893843035,0.010259139449987282,0.1355099283443994,29.610340760530296,712421.3334738023,0.6677037214311357,5.081353876191628e-121,549,1.0,2026-06-16T12:07:33.925127+00:00,2026-07-03T15:52:58.376791Z TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.019315851510258e-08,0.00010710504249438804,,,-37.61474711033625,1.9551246847967787e-07,-0.19410019110374954,0.006179854722049713,112,0.0,2026-06-29T07:34:52.372126Z,2026-07-03T15:39:25.075090Z TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.42969816419557e-09,,,0.0,0.0,0.0,1.0,163,0.0,2026-06-29T07:34:52.372126Z,2026-07-03T15:39:25.075090Z TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.4029556327201225,1.3842691207661653,0.04462799133883255,0.06635844688264446,19.135386289874237,1.835873872781999,0.3663915027662856,0.0002657145496459867,53,1.0,2026-06-17T05:15:19.765080+00:00,2026-07-03T14:50:46.254243Z @@ -124,7 +124,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.3969772 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,10.311598846892482,2.7295770158734665,0.5977423589922968,0.3679723335975463,21.273569794271666,9.173747764146475,0.5778380006022282,1.535357335726441e-14,82,1.0,2026-06-16T13:14:44.379149+00:00,2026-07-03T14:50:46.254243Z TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,697.3188444046978,14.578910220733313,0.006856673411507894,0.16355482495472864,16.775334415716596,2111.1323651325256,0.1759481450867193,0.0010627015289042757,158,1.0,2026-06-16T12:42:39.570887+00:00,2026-07-03T15:39:25.075090Z TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,156.52768636704974,8.967817984854252,0.056883826035647574,0.12591496874485938,92.52014394624793,172.14534253268891,0.9819805060619656,0.0007619896395304238,8,1.0,2026-06-17T09:45:42.165364+00:00,2026-07-03T11:25:49.678873Z -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,460279.82564799004,466.1764568237127,0.01028490685456436,0.1563200505491757,33.26868593879374,682072.3422693351,0.6361819090454772,1.2219830796665569e-110,552,1.0,2026-06-16T12:06:55.147862+00:00,2026-07-03T15:39:25.075090Z +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,459852.1944071671,466.18893119132764,0.01028446913879439,0.15604927145100156,33.35489678549686,681528.4378856658,0.6342348717142333,3.583988848522246e-110,553,1.0,2026-06-16T12:06:55.147862+00:00,2026-07-03T15:52:58.376791Z TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,3.518389452504958e-08,3.978436219883828e-05,,,-32.11009174311926,3.1626970481909775e-07,-0.08526326659248078,0.23345721335998815,113,0.0,2026-06-29T07:34:52.372126Z,2026-07-03T15:39:25.075090Z TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,165,0.0,2026-06-29T07:34:52.372126Z,2026-07-03T15:39:25.075090Z TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.375891895636991,1.3839494346891261,0.050789167770195584,0.08369085884405647,13.934484968926338,2.2103654256827707,-0.12301144104285501,0.2166009752424095,54,1.0,2026-06-17T05:12:05.733003+00:00,2026-07-03T14:50:46.254243Z @@ -136,8 +136,8 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.3 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,9.962808821803659,2.668374315771072,0.5118695801505164,0.5149039615769633,22.466719697461325,9.108385250767636,0.5720930232558139,6.2346030388363065e-15,86,1.0,2026-06-16T13:13:22.668298+00:00,2026-07-03T14:50:46.254243Z TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,749.9670714089318,14.746563682496664,0.007198143394213602,0.20253069747499894,19.779329173796743,2480.4096907352455,0.16239772020295934,0.0024364296854242585,159,1.0,2026-06-16T12:41:30.056174+00:00,2026-07-03T15:39:25.075090Z TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,116.13267729040717,7.738285717441489,0.059537227956739214,0.17340069612073816,92.84456511070786,131.70345237271027,0.4728054288446501,0.10506382347888965,8,1.0,2026-06-17T09:44:33.543452+00:00,2026-07-03T11:25:49.678873Z -Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1557983.7427107005,1217.7547218733623,0.016795349226693637,0.014037451117113867,17.550899479851395,747955.5354903884,-0.5114709851551957,4.546067636173033e-06,39,1.0,2026-07-03T07:52:13.218889Z,2026-07-03T15:39:25.075090Z -Toto-1.0,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,35424.06122722315,188.2128083506092,0.5823168903941691,0.5740491643996976,,,,,1,1.0,2026-07-03T15:42:03.657466+00:00,2026-07-03T15:42:03.657466+00:00 +Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1559300.736337455,1219.0388332746911,0.016704258453788954,0.013967590200957624,16.831220180375134,738351.075783914,-0.4692307692307693,2.005490428896616e-05,40,1.0,2026-07-03T07:52:13.218889Z,2026-07-03T15:52:58.376791Z +Toto-1.0,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,35424.06122722315,188.2128083506092,0.5823168903941691,0.5740491643996976,,,,,1,1.0,2026-07-03T15:54:05.171427+00:00,2026-07-03T15:54:05.171427+00:00 Toto-1.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,2.7358332154850316,1.3031625036875472,,,-100.0,4.79903271983887,0.1208791208791209,0.5906396351113613,14,0.0,2026-07-03T08:14:44.325135Z,2026-07-03T15:39:25.075090Z Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.26885599343184535,0.28629055101611167,,,-100.0,0.7465257917623999,0.15789473684210525,0.3513948581732795,20,0.0,2026-07-03T07:52:13.218889Z,2026-07-03T15:39:25.075090Z Toto-1.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.4141006624657024,1.095085662969627,0.027337031343038044,0.024551581746177994,18.850449061906076,1.5014218950063805,-0.06666666666666665,1.0,6,1.0,2026-07-03T07:52:13.218889Z,2026-07-03T14:50:46.254243Z diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index c96082b2a6855c167fe2c4560ae4e65cec5d65c6..a06c3f74eb96cf72a7973b61ab920d65a56fde5b 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-07-03T15:47:14.927998+00:00", + "generated_at": "2026-07-03T15:55:17.472214+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index d0dfcc517678a05c20b9a4cbcf3580b604201d1a..327496cd8229d2a57956f70542772b7c7443f5fb 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -11,18 +11,18 @@ Climate,Moving-Average,0.792735472744845,0.8478495523520748,9,5,5,1.0 Climate,ETS,0.914215637378402,0.82879095117661,10,5,5,1.0 Climate,Seasonal-Naive,1.0,1.0,11,5,5,1.0 Climate,ARIMA,0.7891699640041195,0.9060643070031348,12,5,5,1.0 -Finance,ETS,0.04596176503390736,0.19573597110312194,1,1,2,0.5 -Finance,Chronos-2,0.037789151018041846,0.39741786257330397,2,1,2,0.5 -Finance,Chronos-Bolt,0.16289865766335226,0.5447601004090793,3,2,2,1.0 -Finance,Moirai-2.0,0.25566561437369056,0.5682701214299817,4,2,2,1.0 -Finance,TabPFN-TS,0.34529753992816237,0.6165057670697209,5,2,2,1.0 -Finance,TimesFM-2.5,0.18234319652034173,0.5494318091622663,6,1,2,0.5 -Finance,Toto-1.0,0.8183897649511327,0.7593193793191456,7,2,2,1.0 -Finance,TiRex,0.29019516794585987,0.7303448256211219,8,1,2,0.5 -Finance,ARIMA,0.18807549627839895,0.8215205856922002,9,1,2,0.5 -Finance,Sundial,0.9204277901446539,0.9994915060033527,10,2,2,1.0 +Finance,ETS,0.04821795029654256,0.20148525223172775,1,1,2,0.5 +Finance,Chronos-2,0.036772041619580455,0.39256898289711994,2,1,2,0.5 +Finance,Chronos-Bolt,0.15585754681337807,0.5420436751838368,3,2,2,1.0 +Finance,Moirai-2.0,0.2475014782287573,0.5660536202777721,4,2,2,1.0 +Finance,TabPFN-TS,0.33590072089545236,0.6095910702589844,5,2,2,1.0 +Finance,TimesFM-2.5,0.17412682375026423,0.5449874220885036,6,1,2,0.5 +Finance,Toto-1.0,1.1037950051376233,0.7540522119377996,7,2,2,1.0 +Finance,TiRex,0.2792327153548184,0.7263818284361149,8,1,2,0.5 +Finance,ARIMA,0.18439292702714502,0.8130751049450367,9,1,2,0.5 +Finance,Sundial,0.9068361717764648,0.9889289894125644,10,2,2,1.0 Finance,Seasonal-Naive,1.0,1.0,11,2,2,1.0 -Finance,Moving-Average,0.8658007724701796,1.259288999584109,12,1,2,0.5 +Finance,Moving-Average,0.8536284194338466,1.2520083730425315,12,1,2,0.5 Hazards,Chronos-2,0.6113412035094937,0.5465880525343197,1,1,1,1.0 Hazards,TiRex,0.6297304664971648,0.5540212459298945,2,1,1,1.0 Hazards,Moirai-2.0,0.6231655448218355,0.5551447939248388,3,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 18d289cdf5d6e4096633e19f48c8f1ded9f6c387..be9487996691eb6f4b7488755f085926c9fee818 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -35,17 +35,17 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,ARIMA,0.3436852081455649,0.4144754563715893,10,1,1,1.0 1D,Toto-1.0,0.5746260143453089,0.43517749605457906,11,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,12,1,1,1.0 -1h,Chronos-2,0.24790343873473109,0.5068178328528429,1,6,6,1.0 -1h,TiRex,0.3709262667691155,0.5722008080114688,2,6,6,1.0 -1h,Moirai-2.0,0.3657606526507842,0.5751828871522717,3,6,6,1.0 -1h,Toto-1.0,0.5091272756604286,0.5819875289190302,4,6,6,1.0 -1h,TabPFN-TS,0.3583429733386373,0.5664369805942655,5,6,6,1.0 -1h,Sundial,0.4986411953874409,0.6268667049808968,6,6,6,1.0 -1h,Chronos-Bolt,0.30927827244344364,0.5849069825246509,7,6,6,1.0 -1h,TimesFM-2.5,0.3562463980825469,0.5839386210607411,8,6,6,1.0 -1h,ETS,0.5225865369637066,0.62564328578708,9,6,6,1.0 -1h,ARIMA,0.5737417770232954,0.8282771173826519,10,6,6,1.0 -1h,Moving-Average,0.7492709059070899,0.8619237338874514,11,6,6,1.0 +1h,Chronos-2,0.24677868878343256,0.5057819433627483,1,6,6,1.0 +1h,TiRex,0.368553275808152,0.5716821547896752,2,6,6,1.0 +1h,Moirai-2.0,0.3618251983007439,0.5744340914464419,3,6,6,1.0 +1h,Toto-1.0,0.562517160700028,0.580638715218488,4,6,6,1.0 +1h,TabPFN-TS,0.35506242111916025,0.564311304219146,5,6,6,1.0 +1h,Sundial,0.4961745971393799,0.6246506607231309,6,6,6,1.0 +1h,Chronos-Bolt,0.3047564137675538,0.5839331567102019,7,6,6,1.0 +1h,TimesFM-2.5,0.3535193318286575,0.5831487020202352,8,6,6,1.0 +1h,ETS,0.5267771054196868,0.6286692591671627,9,6,6,1.0 +1h,ARIMA,0.5718539796979359,0.8268518433549092,10,6,6,1.0 +1h,Moving-Average,0.7475048567436727,0.8610911853105668,11,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,12,6,6,1.0 1mo,Moirai-2.0,0.5701893078499076,0.5711658118752873,1,1,1,1.0 1mo,Toto-1.0,0.9722231390108185,0.6105303914716095,2,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 3d987b6d5a6caddcdf6d7ed3f62fc027db5d6434..18756cac0b79c8ccbb6215e0f4aaa358862f3b3d 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -23,17 +23,17 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 12,ARIMA,1.0,,10,1,2,0.5 12,ETS,1.0,,11,1,2,0.5 12,Moving-Average,1.0,,12,1,2,0.5 -24,Chronos-2,0.3025599407332847,0.5640850899534459,1,7,7,1.0 -24,Moirai-2.0,0.4238602405535403,0.6215526654316471,2,7,7,1.0 -24,Toto-1.0,0.5805363695376655,0.6349387076189987,3,7,7,1.0 -24,TiRex,0.42741175864284364,0.6265261136245529,4,7,7,1.0 -24,Chronos-Bolt,0.36553991389638846,0.6363413983665497,5,7,7,1.0 -24,TabPFN-TS,0.41495020932597537,0.6204681588717772,6,7,7,1.0 -24,Sundial,0.5459003231974043,0.6762925487473113,7,7,7,1.0 -24,TimesFM-2.5,0.41299562032836395,0.6387517119706372,8,7,7,1.0 -24,ETS,0.5734371858160062,0.6758048940950939,9,7,7,1.0 -24,Moving-Average,0.7809790176139461,0.8893510804695586,10,7,7,1.0 -24,ARIMA,0.6334128316822099,0.9502350815026201,11,7,7,1.0 +24,Chronos-2,0.30138293376581315,0.56309671252443,1,7,7,1.0 +24,Moirai-2.0,0.4199481508173355,0.6208590337283979,2,7,7,1.0 +24,Toto-1.0,0.6323416463029845,0.6336771843774944,3,7,7,1.0 +24,TiRex,0.4250669518273229,0.6260393152408577,4,7,7,1.0 +24,Chronos-Bolt,0.36095415259367214,0.6354331815426133,5,7,7,1.0 +24,TabPFN-TS,0.4116919762106108,0.6184718174379503,6,7,7,1.0 +24,Sundial,0.5435848991572705,0.6742427990268985,7,7,7,1.0 +24,TimesFM-2.5,0.4102842929478765,0.638011011444748,8,7,7,1.0 +24,ETS,0.5773763648198894,0.6786055713996383,9,7,7,1.0 +24,Moving-Average,0.7794009352251039,0.8886147086425387,10,7,7,1.0 +24,ARIMA,0.6316260102824578,0.948833364342822,11,7,7,1.0 24,Seasonal-Naive,1.0,1.0,12,7,7,1.0 36,Seasonal-Naive,1.0,,1,1,1,1.0 36,TabPFN-TS,1.0,,2,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index d58ccf0899ab9ad8018ba4e1d8440bac494f3da6..fa6544fe5308213fb15bbe8bbae49ffe0d541ef7 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,13 +1,13 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Chronos-2,0.25016930502186185,0.41420711560608514,1,12,13,0.9230769230769231 -Overall,TiRex,0.3571686982055398,0.4898780482268176,2,12,13,0.9230769230769231 -Overall,Moirai-2.0,0.387203972099509,0.4972011081472705,3,13,13,1.0 -Overall,TabPFN-TS,0.44662628628974055,0.6074412205234958,4,13,13,1.0 -Overall,Sundial,0.501208246570953,0.5815303308663545,5,13,13,1.0 -Overall,TimesFM-2.5,0.29319633407208195,0.4876569421309819,6,12,13,0.9230769230769231 -Overall,Chronos-Bolt,0.4444955722780768,0.5816787661750932,7,13,13,1.0 -Overall,Toto-1.0,42.20350312844633,0.583855542799644,8,13,13,1.0 -Overall,ETS,0.5313351016638588,0.6093544059677529,9,12,13,0.9230769230769231 +Overall,Chronos-2,0.24960114469809083,0.4136989467912549,1,12,13,0.9230769230769231 +Overall,TiRex,0.35602437643659257,0.4896115792838454,2,12,13,0.9230769230769231 +Overall,Moirai-2.0,0.3852755201420012,0.49684794400678417,3,13,13,1.0 +Overall,TabPFN-TS,0.4447344898984009,0.6061967652461114,4,13,13,1.0 +Overall,Sundial,0.5000624280369673,0.5804080965402866,5,13,13,1.0 +Overall,TimesFM-2.5,0.2920719691847943,0.4872610301905646,6,12,13,0.9230769230769231 +Overall,Chronos-Bolt,0.44148421716917235,0.5811503200865882,7,13,13,1.0 +Overall,Toto-1.0,44.19136949515521,0.5831170755923856,8,13,13,1.0 +Overall,ETS,0.5334612090691535,0.6111210138510714,9,12,13,0.9230769230769231 Overall,Seasonal-Naive,1.0,1.0,10,13,13,1.0 -Overall,ARIMA,0.6424669752069754,0.828454465359725,11,12,13,0.9230769230769231 -Overall,Moving-Average,0.7751500780111245,0.8425187930392564,12,12,13,0.9230769230769231 +Overall,ARIMA,0.641409141529419,0.8275988232302592,11,12,13,0.9230769230769231 +Overall,Moving-Average,0.7742360155860663,0.8420304156837354,12,12,13,0.9230769230769231 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 0e2ff8a525674f4f239bb7c3d1df5d3909ef1d9a..82ee8a044723204fccbd7da2df889b5fae66e4e9 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ARIMA,242716.47326547978,617638.8132136725,752.7642098694918,0.6422102515693348,0.012187596214161453,0.012268956990743317,5.042465050683309,492.66263636029856,0.007985220921258952,0.012201023730626122,0.009942692691069331,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ARIMA,236994.4502774737,601981.5961571635,744.8467294007418,0.6354555639035745,0.01206182141369814,0.012141150485351212,4.772277544052899,486.8207578539289,0.007891546645136787,0.01207424419298741,0.00981562333700043,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,1541135.6552051408,2418867.790696383,1404.9959218011925,2.0820340358355196,0.023509867939965828,0.023851626705894427,64.03653538702292,1241.4248487947793,0.020879994345237157,0.023631158125093858,0.02228618857464181,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 45683110d20d71804658e3a82dd267f9315c85fd..3c80779c39637b8d153750878bb89a1487309c75 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-07-03T15:47:14.351229+00:00", + "evaluated_at": "2026-07-03T15:55:17.185287+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61983.98828125, 62116.01171875, 62167.48046875, - 62040.0 + 61849.98046875 ], "p50": [ 60933.07344268541, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 7a5fd58c4fba13b5c2e84e74e526fc721140b870..ab8c0c507f08be91b057fa58a86c6db070cd121d 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,41 +1,11 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-07-03T15:47:14.577623+00:00", + "evaluated_at": "2026-07-03T15:55:17.203928+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 33dd2e45731a19c286716ac51cd0203d2eb3cbd7..6464c4f412be08b03748f437de4fd499865bd202 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -24,4 +24,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-30,Seasonal-Naive,8.357,10.167,9.692,8.571,8.357,10.083,9.846,10.000,9.667,9.583 2026-07-01,Seasonal-Naive,9.071,10.667,10.250,9.214,9.071,10.500,10.583,10.333,10.000,9.917 2026-07-02,Seasonal-Naive,11.500,13.167,13.667,11.500,11.500,12.667,12.333,12.833,12.917,12.583 -2026-07-03,Seasonal-Naive,10.357,11.667,12.083,10.143,10.357,11.417,11.500,11.500,11.750,11.333 +2026-07-03,Seasonal-Naive,10.286,11.667,12.083,10.143,10.286,11.417,11.500,11.500,11.667,11.333 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 99e134dc391331aff7ef460818dfdc7ac546da0c..bb1f67daf57378c1ff4469eb4755f32dc5ee8d24 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -5,4 +5,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-W26,Chronos-2,4.657,4.082,4.641,4.709,4.657,4.544,3.941,4.621,4.69,4.79 2026-W26,ETS,6.154,6.308,6.455,6.615,6.154,6.692,7.182,6.692,6.231,6.182 2026-W26,Seasonal-Naive,1.532,1.661,1.532,1.523,1.532,1.532,1.642,1.532,1.541,1.505 -2026-W27,Seasonal-Naive,9.286,11.084,10.688,9.157,9.286,10.5,10.769,10.433,10.383,10.333 +2026-W27,Seasonal-Naive,9.271,11.084,10.688,9.157,9.271,10.5,10.769,10.433,10.367,10.333 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 888ab7a765fdc95c5478c6f565cb554095c1df3d..f6091a5e11234fbc3878db55b46061b29269388b 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Chronos-2,48767.91312154134,48767.91312154134,187.16536458333334,0.15967751162740323,0.003034665496198527,0.0030319857435758338,1.803433428083023,220.83458316473292,0.003579351879923953,0.0030336312817375493,0.004809865688488612,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Chronos-2,47261.95266660055,47261.95266660055,179.24788411458334,0.15292282396164295,0.0029070467265706287,0.002904171041699452,1.803433428083023,217.39814319952356,0.00352410524807559,0.0029056752731089226,0.004739179992687133,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,1047487.098203659,1047487.098203659,819.30322265625,1.2141082894057063,0.01366893271924998,0.013814714127786376,10.44496425626024,1023.4681715635612,0.017214098505861357,0.013780170964601867,0.011439704022350464,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,9.786685842996647e-10,nan,nan,2.0,nan,1.2761158361191085e-09,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index a79657e8e873b2bd23e0f618a82c64274c7f00ab..a0cc901d771c2dfbfbe8e637fa3226e3379b3721 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-07-03T15:39:51.543126+00:00", + "evaluated_at": "2026-07-03T15:53:23.783327+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61983.98828125, 62116.01171875, 62167.48046875, - 62040.0 + 61849.98046875 ], "p50": [ 61602.73046875, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index e021547c88233cbeedd82624b65c4e882d0bcf7c..beb999d7882a3da67e4282f6078fdfc83f0b5559 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,41 +1,11 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-07-03T15:40:10.848618+00:00", + "evaluated_at": "2026-07-03T15:53:25.929270+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/chronos_bolt/all_results.csv b/results/chronos_bolt/all_results.csv index fe92fd73debc981a1c64ff0ae796ffb05190e0aa..ea35a0ed1678dfcde37fadd86c0277b2807e1c51 100644 --- a/results/chronos_bolt/all_results.csv +++ b/results/chronos_bolt/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Chronos-Bolt,50941.23058255514,50941.23058255514,174.41259765625,0.14879766698406238,0.002823208260908932,0.0028255310575550593,2.3347615060886846,225.7016406288513,0.0036582385788921793,0.0028269306843015157,0.005669267865725876,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Chronos-Bolt,46442.64807637533,46442.64807637533,166.4951171875,0.14204297931830212,0.0026959794427135544,0.0026977169551948613,2.3347615060886846,215.50556391048312,0.003493425829628187,0.0026989481493451643,0.005598692458835429,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt,1120486.6587556202,1120486.6587556202,734.14599609375,0.8693109217223224,0.01226590473246691,0.01210952102459527,8.436316153219645,1058.5304241048625,0.017431873016336474,0.012089912096934045,0.010652843722422005,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-Bolt,24494.29886562596,24494.29886562596,120.14190149307251,1.2667135440416435,0.6356253615465683,0.9144911966348365,18.167880022797153,156.5065457596773,0.9635125763281969,0.7396382845884965,0.5956771935646294,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-Bolt,3.2825236033380433e-15,3.2825236033380433e-15,5.404329583846845e-08,nan,nan,2.0,nan,5.729331202974779e-08,inf,inf,inf,Climate,1,36 diff --git a/results/chronos_bolt/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_bolt/forecasts/binance_btcusdt_1h_close__1h__short.json index 3510791aa67a7f3b4d3918839f38d98e36ebef16..a9049cbd41a6c53cc613877ac6ebdbaa47c30a36 100644 --- a/results/chronos_bolt/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_bolt/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-Bolt", - "evaluated_at": "2026-07-03T15:42:29.192007+00:00", + "evaluated_at": "2026-07-03T15:54:17.620387+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61983.98828125, 62116.01171875, 62167.48046875, - 62040.0 + 61849.98046875 ], "p50": [ 61629.09375, diff --git a/results/chronos_bolt/online_meta.json b/results/chronos_bolt/online_meta.json index 64601e1d23159ad8d32776df5b2b94a1cabfa0b9..89bd00e6261843bfca53a85bdd3d1304b68e129c 100644 --- a/results/chronos_bolt/online_meta.json +++ b/results/chronos_bolt/online_meta.json @@ -1,41 +1,11 @@ { "model": "Chronos-Bolt", "api_model_id": "amazon/chronos-bolt-base", - "evaluated_at": "2026-07-03T15:42:53.638569+00:00", + "evaluated_at": "2026-07-03T15:54:19.649526+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 7315c5eca1785dc7ea88d1b2dd4008f127786174..9bd64f1631efed13b639865238577bc0741506de 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ETS,59314.89074777414,46366.15879562252,176.38826973537925,0.15048318397108293,0.0028644971612797384,0.0028589731878299086,1.0495841148630243,243.546485804608,0.00394747307835982,0.002858952958481595,0.002368951725812929,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ETS,61973.02037704189,48270.94479743845,184.30575020412925,0.1572378716368432,0.0029925603657356917,0.0029867878446184735,1.0495841148630243,248.94380967809158,0.0040354723055629855,0.002987665174990805,0.002432374736157876,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ETS,1556117.9881807761,1569433.9940070417,1003.0477607431425,1.4863954727772741,0.016733873296267597,0.016954216616983653,43.48353332776867,1247.444583210323,0.02098124253652188,0.01687063988823202,0.015785365847337016,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 1261db4280ed5f30e4cbb8eeed6776da9043efc0..067520b1d01680888b2063981fb18d2d844bd9a8 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-07-03T15:47:14.055205+00:00", + "evaluated_at": "2026-07-03T15:55:17.101149+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61983.98828125, 62116.01171875, 62167.48046875, - 62040.0 + 61849.98046875 ], "p50": [ 61583.4430304636, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index eb6036d148abb5646d36271e23ca38702e146882..7e7c02ae6051525722338a7fb3b47baa16e3717c 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,41 +1,11 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-07-03T15:47:14.195081+00:00", + "evaluated_at": "2026-07-03T15:55:17.117374+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 9b4e25c11d17024cdcf1ed23c1f12b27e8c15d1e..fde17cb1f03992e9a15004ac12cc5203f175ab7f 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -4231,3 +4231,4 @@ {"evaluated_at": "2026-07-03T15:47:15.562591+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-07-03T15:47:15.562591+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-07-03T15:47:15.562591+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-07-03T15:55:18.026242+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/evaluation_metrics.jsonl b/results/evaluation_metrics.jsonl index 529f30ffee380204cd0d51f72489e2209d1789f7..a44b0bc64fd376553ca3b5d6f92f24761a217065 100644 --- a/results/evaluation_metrics.jsonl +++ b/results/evaluation_metrics.jsonl @@ -18955,3 +18955,15 @@ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-07-03T15:39:25.075090Z|h:60", "release_time": "2026-07-03T15:39:25.075090Z", "evaluated_at": "2026-07-03T15:47:14.658898+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Seasonal-Naive", "MSE": 1.480516136486709, "RMSE": 1.216764618357515, "MAPE": 5.188825642700656, "CRPS": 1.3580432866358625, "MAPE_eligible": true} {"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-07-03T15:39:25.075090Z|h:72", "release_time": "2026-07-03T15:39:25.075090Z", "evaluated_at": "2026-07-03T15:47:14.673397+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Seasonal-Naive", "MSE": 0.0983333146572139, "RMSE": 0.3135814322583751, "MAPE": 0.1640031471469761, "CRPS": 0.14782417246473895, "MAPE_eligible": true} {"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-03T15:39:25.075090Z|h:24", "release_time": "2026-07-03T15:39:25.075090Z", "evaluated_at": "2026-07-03T15:47:14.685877+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 1145.8333333333333, "RMSE": 33.8501600193165, "MAPE": 0.00954861111111111, "CRPS": 0.009015705784801495, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24", "release_time": "2026-07-03T15:52:58.376791Z", "evaluated_at": "2026-07-03T15:53:25.916597+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 47261.95266660055, "RMSE": 217.39814319952356, "MAPE": 0.0029070467265706287, "CRPS": 0.004739179992687133, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24", "release_time": "2026-07-03T15:52:58.376791Z", "evaluated_at": "2026-07-03T15:53:35.041565+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 358889.0579586029, "RMSE": 599.0734996297223, "MAPE": 0.007422255438770841, "CRPS": 0.008769042839225274, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24", "release_time": "2026-07-03T15:52:58.376791Z", "evaluated_at": "2026-07-03T15:53:53.439562+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 223799.749472936, "RMSE": 473.0747821147688, "MAPE": 0.010042850033771427, "CRPS": 0.006579209258885426, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24", "release_time": "2026-07-03T15:52:58.376791Z", "evaluated_at": "2026-07-03T15:54:05.166075+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Toto-1.0", "MSE": 1610663.4877808888, "RMSE": 1269.1191779265212, "MAPE": 0.013151718310506308, "CRPS": 0.01124301447086407, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24", "release_time": "2026-07-03T15:52:58.376791Z", "evaluated_at": "2026-07-03T15:54:13.179698+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moirai-2.0", "MSE": 138079.8933766683, "RMSE": 371.59102973116603, "MAPE": 0.0042723335133381495, "CRPS": 0.006772361953208623, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24", "release_time": "2026-07-03T15:52:58.376791Z", "evaluated_at": "2026-07-03T15:54:19.643945+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-Bolt", "MSE": 46442.64807637533, "RMSE": 215.50556391048312, "MAPE": 0.0026959794427135544, "CRPS": 0.005598692458835429, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24", "release_time": "2026-07-03T15:52:58.376791Z", "evaluated_at": "2026-07-03T15:54:57.522452+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TabPFN-TS", "MSE": 173625.77186457315, "RMSE": 416.68425919942445, "MAPE": 0.005011873258777504, "CRPS": 0.005025933643677569, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24", "release_time": "2026-07-03T15:52:58.376791Z", "evaluated_at": "2026-07-03T15:55:16.856215+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Sundial", "MSE": 1430393.071999232, "RMSE": 1195.9904146769873, "MAPE": 0.017364428636389356, "CRPS": 0.015268537723778095, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24", "release_time": "2026-07-03T15:52:58.376791Z", "evaluated_at": "2026-07-03T15:55:16.891672+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 1097141.8549865056, "RMSE": 1047.4453947516813, "MAPE": 0.017269972213904024, "CRPS": 0.015114523283045276, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24", "release_time": "2026-07-03T15:52:58.376791Z", "evaluated_at": "2026-07-03T15:55:17.107410+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ETS", "MSE": 61973.02037704189, "RMSE": 248.94380967809158, "MAPE": 0.0029925603657356917, "CRPS": 0.002432374736157876, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24", "release_time": "2026-07-03T15:52:58.376791Z", "evaluated_at": "2026-07-03T15:55:17.200880+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 236994.4502774737, "RMSE": 486.8207578539289, "MAPE": 0.01206182141369814, "CRPS": 0.00981562333700043, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-03T15:52:58.376791Z|h:24", "release_time": "2026-07-03T15:52:58.376791Z", "evaluated_at": "2026-07-03T15:55:17.212102+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 1285268.6602376301, "RMSE": 1133.6968996330677, "MAPE": 0.016585230704412476, "CRPS": 0.012072222205922752, "MAPE_eligible": true} diff --git a/results/moirai_2_0/all_results.csv b/results/moirai_2_0/all_results.csv index 0ee1629b228c07e1c1f53d4a40d0d6fffba48d8b..3638637dd2a98f72235bfb390d15eac041a902ad 100644 --- a/results/moirai_2_0/all_results.csv +++ b/results/moirai_2_0/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moirai-2.0,147942.38333447775,147942.38333447775,272.2999674479167,0.23230890669917273,0.004398863391487353,0.004417438558692713,2.3122175537546963,384.6327902486705,0.006234241399726733,0.004413517966345334,0.006842786759921011,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moirai-2.0,138079.8933766683,138079.8933766683,264.3824869791667,0.22555421903341247,0.0042723335133381495,0.0042896270437994335,2.3122175537546963,371.59102973116603,0.006023629635196833,0.004285739041512657,0.006772361953208623,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moirai-2.0,20775.499102946527,20775.499102946527,107.845894018809,1.137070854757381,0.5779948164087865,0.7687864471222213,13.629300063640835,144.13708441253598,0.8873615660779484,0.6639394837327767,0.5370367497191665,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-2.0,7.853649481634599e-14,7.853649481634599e-14,2.2195765801856658e-07,nan,nan,2.0,nan,2.8024363474724275e-07,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-2.0,1.2167879962794955e-13,1.2167879962794955e-13,2.9433961579172774e-07,nan,nan,2.0,nan,3.488248839001449e-07,inf,inf,inf,Transportation,1,12 diff --git a/results/moirai_2_0/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_2_0/forecasts/binance_btcusdt_1h_close__1h__short.json index f9ab28a38afb6366f3af184ecb0ca4cb698a1179..94135c81e778d2549e6c782270c977529edaf757 100644 --- a/results/moirai_2_0/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_2_0/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-2.0", - "evaluated_at": "2026-07-03T15:42:07.639637+00:00", + "evaluated_at": "2026-07-03T15:54:11.501735+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61983.98828125, 62116.01171875, 62167.48046875, - 62040.0 + 61849.98046875 ], "p50": [ 61653.84375, diff --git a/results/moirai_2_0/online_meta.json b/results/moirai_2_0/online_meta.json index a0382f0004bb5fadacdc2af236734116d0d58070..a6114857095b526b0190ca5b2ac97192c55cc534 100644 --- a/results/moirai_2_0/online_meta.json +++ b/results/moirai_2_0/online_meta.json @@ -1,41 +1,11 @@ { "model": "Moirai-2.0", "api_model_id": "Salesforce/moirai-2.0-R-small", - "evaluated_at": "2026-07-03T15:42:23.402290+00:00", + "evaluated_at": "2026-07-03T15:54:13.185995+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 2d60b42240465e9952189c4ac6c0602c8eb76171..553a6595c5143a2c791a19196382bbee1ea324af 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moving-Average,1117339.122867043,1207246.2622584412,1074.0635219640874,0.9163222634636016,0.01739505726246619,0.017554644889206193,13.350420659563264,1057.0426305816823,0.01713285787357843,0.017408737487606758,0.015240912705260087,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moving-Average,1097141.8549865056,1186295.6507504482,1066.1460414953374,0.9095675757978414,0.017269972213904024,0.017426845003782467,13.080233152932854,1047.4453947516813,0.016979481785772205,0.01728262626696146,0.015114523283045276,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,763747.8792799147,770725.1833900927,703.1501790364564,1.0419835263158121,0.011737086968445143,0.011838641769502792,25.952716117386256,873.9267013199188,0.014698903924331055,0.01182654896620388,0.010766495151387482,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 84f8eb0941e59e33c00c2bd84746ab54055801d2..3b228c3308f8e2820c10c954248d3b3f3170baa6 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-07-03T15:47:13.535823+00:00", + "evaluated_at": "2026-07-03T15:55:16.885486+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61983.98828125, 62116.01171875, 62167.48046875, - 62040.0 + 61849.98046875 ], "p50": [ 60614.36917660362, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index eaa124f5f110d26504d733e5f7bba234cc0bd0ea..bde27baeeb9e0560e894429ca47df71d01e20002 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,41 +1,11 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-07-03T15:47:13.641208+00:00", + "evaluated_at": "2026-07-03T15:55:16.905522+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index 7ad4dc28e6ba7af528a782db55cfc1422addcbe6..45822c7c6e434b0fb9e50f2237df29d465400c36 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-07-03T15:39:27.717246+00:00", - "finished_at": "2026-07-03T15:47:15.553734+00:00", - "task_count": 6, + "started_at": "2026-07-03T15:53:01.328226+00:00", + "finished_at": "2026-07-03T15:55:18.024405+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/TSFM_Bench/space/vendor/ts_bench", @@ -10,41 +10,11 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-07-03T15:40:10.848618+00:00", + "evaluated_at": "2026-07-03T15:53:25.929270+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } @@ -54,41 +24,11 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-07-03T15:40:47.836250+00:00", + "evaluated_at": "2026-07-03T15:53:35.047911+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } @@ -98,41 +38,11 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-07-03T15:41:37.975877+00:00", + "evaluated_at": "2026-07-03T15:53:53.447889+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } @@ -142,41 +52,11 @@ "Toto-1.0": { "model": "Toto-1.0", "api_model_id": "Datadog/Toto-Open-Base-1.0", - "evaluated_at": "2026-07-03T15:42:03.657466+00:00", + "evaluated_at": "2026-07-03T15:54:05.171427+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } @@ -186,41 +66,11 @@ "Moirai-2.0": { "model": "Moirai-2.0", "api_model_id": "Salesforce/moirai-2.0-R-small", - "evaluated_at": "2026-07-03T15:42:23.402290+00:00", + "evaluated_at": "2026-07-03T15:54:13.185995+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } @@ -230,41 +80,11 @@ "Chronos-Bolt": { "model": "Chronos-Bolt", "api_model_id": "amazon/chronos-bolt-base", - "evaluated_at": "2026-07-03T15:42:53.638569+00:00", + "evaluated_at": "2026-07-03T15:54:19.649526+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } @@ -274,41 +94,11 @@ "TabPFN-TS": { "model": "TabPFN-TS", "api_model_id": "priorlabs/tabpfn-ts", - "evaluated_at": "2026-07-03T15:46:32.798617+00:00", + "evaluated_at": "2026-07-03T15:54:57.530134+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } @@ -318,41 +108,11 @@ "Sundial": { "model": "Sundial", "api_model_id": "thuml/sundial-base-128m", - "evaluated_at": "2026-07-03T15:47:13.512320+00:00", + "evaluated_at": "2026-07-03T15:55:16.861180+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } @@ -362,41 +122,11 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-07-03T15:47:13.641208+00:00", + "evaluated_at": "2026-07-03T15:55:16.905522+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } @@ -406,41 +136,11 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-07-03T15:47:14.195081+00:00", + "evaluated_at": "2026-07-03T15:55:17.117374+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } @@ -450,41 +150,11 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-07-03T15:47:14.577623+00:00", + "evaluated_at": "2026-07-03T15:55:17.203928+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } @@ -494,41 +164,11 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-07-03T15:47:14.690155+00:00", + "evaluated_at": "2026-07-03T15:55:17.217913+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } @@ -552,7 +192,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-07-03T15:47:27.901522+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index fb23c185e03c05c738ad25a3222f3dd610cb44c5..c30fecf4d6ab97072d4a840ad9bda947d4eb3648 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1290526.8260262806,1290526.8260262806,1030.2029622395833,0.878903240713398,0.01671236054566254,0.016884217373319594,3.1054116647993766,1136.013567712235,0.018412842050996622,0.016697832634505416,0.01210279190105968,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1285268.6602376301,1285268.6602376301,1022.2854817708334,0.8721485530476377,0.016585230704412476,0.0167564035188745,3.1054116647993766,1133.6968996330677,0.01837765095379469,0.016571630181926835,0.012072222205922752,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,1384823.3416538239,1384823.3416538239,1027.81396484375,1.5230959920284686,0.01719350624208572,0.017345573573671336,6.8090144931664085,1176.7851722612006,0.019792795162935146,0.01728719204769275,0.01291801157818565,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687422,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 566cf83aa634531fdab8b0cc3a5e87996aaabf46..8b38ca2d3c2a7eeef50278f5ec08713a23b51a5f 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-07-03T15:47:14.586944+00:00", + "evaluated_at": "2026-07-03T15:55:17.210429+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61983.98828125, 62116.01171875, 62167.48046875, - 62040.0 + 61849.98046875 ], "p50": [ 59920.0, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index b67eb6f0b02a976231236e25fdbe91717e40593c..b57e8fcd5c59b7e0748abf979a7f51ce55384d77 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,41 +1,11 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-07-03T15:47:14.690155+00:00", + "evaluated_at": "2026-07-03T15:55:17.217913+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/sundial/all_results.csv b/results/sundial/all_results.csv index ba61b8050f342458520e23b7bdf861ef7b2ce659..fa323390a1960120c088ed908134ba758adb1823 100644 --- a/results/sundial/all_results.csv +++ b/results/sundial/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Sundial,1479620.3381271362,1425912.0988947551,1075.4290364583333,0.917487233045542,0.017406257791991134,0.017594825233558167,20.29242602035196,1216.3964559826438,0.01971571154779903,0.017430870148180108,0.015635932655025605,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Sundial,1430393.071999232,1404340.0499343872,1072.5771484375,0.9150541846895042,0.017364428636389356,0.017550229433687392,18.275557236853924,1195.9904146769873,0.019387452141865897,0.01738687691690841,0.015268537723778095,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Sundial,26923.31834730516,26688.523545410255,140.2076366742452,1.4782761896237924,2.405274419794112,0.8379730501154338,35.50928560424841,164.08326650607967,1.0101576906973768,0.863170422535101,0.7270458365137702,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Sundial,3.1889875646095413e-15,3.327972276663025e-15,4.806462245494143e-08,nan,nan,2.0,nan,5.6471121510109405e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Sundial,5.3226114921707585e-16,5.714055251457608e-16,2.1294240111953872e-08,nan,nan,2.0,nan,2.3070785622017205e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/sundial/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/sundial/forecasts/binance_btcusdt_1h_close__1h__short.json index ca1481a9909a316cedc903aff3ec7b9ab2e46468..646cc07edf4a3a9ade959a880ccbfba4c15197ac 100644 --- a/results/sundial/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/sundial/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Sundial", - "evaluated_at": "2026-07-03T15:46:49.801501+00:00", + "evaluated_at": "2026-07-03T15:55:15.530053+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 61983.98828125, 62116.01171875, 62167.48046875, - 62040.0 + 61849.98046875 ], "p50": [ - 61457.5859375, - 61346.6796875, - 61143.4296875, - 61065.53125, - 60906.2421875, - 60883.2734375, - 60771.0625, - 60748.1484375, - 60587.3984375, - 60568.765625, - 60523.7109375, - 60526.46484375, - 60453.84375, - 60427.5, - 60366.07421875, - 60390.26171875, - 60328.51171875, - 60363.1015625, - 60306.1796875, - 60281.4375, - 60197.1875, - 60240.6328125, - 60170.73828125, - 60173.6015625 + 61458.890625, + 61343.71875, + 61177.6171875, + 61101.2890625, + 60956.234375, + 60918.3125, + 60796.2265625, + 60763.2578125, + 60647.1875, + 60657.1484375, + 60611.203125, + 60595.38671875, + 60493.9609375, + 60471.10546875, + 60389.015625, + 60403.89453125, + 60320.87109375, + 60391.28125, + 60319.67578125, + 60349.90234375, + 60252.9765625, + 60273.8125, + 60214.7734375, + 60197.0625 ], "p10": [ - 61286.3046875, - 61066.72265625, - 60809.453125, - 60616.25, - 60399.87890625, - 60302.32421875, - 60154.203125, - 60079.171875, - 59952.984375, - 59966.4453125, - 59894.40234375, - 59883.3828125, - 59824.0390625, - 59851.03125, - 59734.234375, - 59709.69140625, - 59626.19140625, - 59691.4453125, - 59656.7734375, - 59637.4296875, - 59580.19921875, - 59574.234375, - 59484.203125, - 59474.3515625 + 61278.390625, + 61009.88671875, + 60757.93359375, + 60609.50390625, + 60377.0234375, + 60327.65625, + 60217.03515625, + 60189.4296875, + 60069.3828125, + 60100.28125, + 60016.5078125, + 59954.0234375, + 59812.7578125, + 59822.51171875, + 59776.1796875, + 59803.76171875, + 59690.96484375, + 59705.0, + 59654.2890625, + 59669.75, + 59563.07421875, + 59632.05078125, + 59543.6171875, + 59562.7578125 ], "p90": [ - 61592.59375, - 61542.9375, - 61460.390625, - 61421.578125, - 61312.4375, - 61339.12109375, - 61254.87890625, - 61239.41015625, - 61158.203125, - 61155.3125, - 61087.546875, - 61116.34375, - 61032.04296875, - 61044.375, - 60985.4453125, - 60971.65625, - 60870.96875, - 60942.0234375, - 60916.5625, - 60931.3828125, - 60873.5078125, - 60900.30078125, - 60876.328125, - 60914.015625 + 61615.61328125, + 61624.0546875, + 61528.8046875, + 61491.6015625, + 61348.4375, + 61362.15625, + 61311.3046875, + 61279.9609375, + 61137.08203125, + 61146.6015625, + 61129.06640625, + 61159.40625, + 61097.1796875, + 61061.0703125, + 61036.46875, + 61048.671875, + 60979.8125, + 60997.671875, + 60961.140625, + 60964.90234375, + 60856.203125, + 60865.8046875, + 60835.8515625, + 60821.265625 ], "mean": [ - 61444.9375, - 61319.88671875, - 61138.15234375, - 61036.73828125, - 60885.7421875, - 60859.03125, - 60745.875, - 60711.7109375, - 60591.76953125, - 60586.1484375, - 60525.1640625, - 60527.47265625, - 60447.1328125, - 60446.359375, - 60376.01953125, - 60366.58984375, - 60289.0, - 60329.06640625, - 60281.203125, - 60283.6875, - 60209.9921875, - 60238.5625, - 60185.234375, - 60195.0 + 61447.3203125, + 61332.16015625, + 61165.2265625, + 61077.5625, + 60924.22265625, + 60888.60546875, + 60774.05859375, + 60740.80859375, + 60628.08203125, + 60638.76171875, + 60575.9921875, + 60562.73046875, + 60459.5078125, + 60454.4765625, + 60391.21875, + 60386.55078125, + 60316.80859375, + 60355.140625, + 60302.37109375, + 60306.44140625, + 60229.80859375, + 60254.6640625, + 60204.83984375, + 60203.44140625 ], "quantiles": { "0.1": [ - 61286.3046875, - 61066.72265625, - 60809.453125, - 60616.25, - 60399.87890625, - 60302.32421875, - 60154.203125, - 60079.171875, - 59952.984375, - 59966.4453125, - 59894.40234375, - 59883.3828125, - 59824.0390625, - 59851.03125, - 59734.234375, - 59709.69140625, - 59626.19140625, - 59691.4453125, - 59656.7734375, - 59637.4296875, - 59580.19921875, - 59574.234375, - 59484.203125, - 59474.3515625 + 61278.390625, + 61009.88671875, + 60757.93359375, + 60609.50390625, + 60377.0234375, + 60327.65625, + 60217.03515625, + 60189.4296875, + 60069.3828125, + 60100.28125, + 60016.5078125, + 59954.0234375, + 59812.7578125, + 59822.51171875, + 59776.1796875, + 59803.76171875, + 59690.96484375, + 59705.0, + 59654.2890625, + 59669.75, + 59563.07421875, + 59632.05078125, + 59543.6171875, + 59562.7578125 ], "0.2": [ - 61286.3046875, - 61066.72265625, - 60809.453125, - 60616.25, - 60399.87890625, - 60302.32421875, - 60154.203125, - 60079.171875, - 59952.984375, - 59966.4453125, - 59894.40234375, - 59883.3828125, - 59824.0390625, - 59851.03125, - 59734.234375, - 59709.69140625, - 59626.19140625, - 59691.4453125, - 59656.7734375, - 59637.4296875, - 59580.19921875, - 59574.234375, - 59484.203125, - 59474.3515625 + 61278.390625, + 61009.88671875, + 60757.93359375, + 60609.50390625, + 60377.0234375, + 60327.65625, + 60217.03515625, + 60189.4296875, + 60069.3828125, + 60100.28125, + 60016.5078125, + 59954.0234375, + 59812.7578125, + 59822.51171875, + 59776.1796875, + 59803.76171875, + 59690.96484375, + 59705.0, + 59654.2890625, + 59669.75, + 59563.07421875, + 59632.05078125, + 59543.6171875, + 59562.7578125 ], "0.3": [ - 61286.3046875, - 61066.72265625, - 60809.453125, - 60616.25, - 60399.87890625, - 60302.32421875, - 60154.203125, - 60079.171875, - 59952.984375, - 59966.4453125, - 59894.40234375, - 59883.3828125, - 59824.0390625, - 59851.03125, - 59734.234375, - 59709.69140625, - 59626.19140625, - 59691.4453125, - 59656.7734375, - 59637.4296875, - 59580.19921875, - 59574.234375, - 59484.203125, - 59474.3515625 + 61278.390625, + 61009.88671875, + 60757.93359375, + 60609.50390625, + 60377.0234375, + 60327.65625, + 60217.03515625, + 60189.4296875, + 60069.3828125, + 60100.28125, + 60016.5078125, + 59954.0234375, + 59812.7578125, + 59822.51171875, + 59776.1796875, + 59803.76171875, + 59690.96484375, + 59705.0, + 59654.2890625, + 59669.75, + 59563.07421875, + 59632.05078125, + 59543.6171875, + 59562.7578125 ], "0.4": [ - 61457.5859375, - 61346.6796875, - 61143.4296875, - 61065.53125, - 60906.2421875, - 60883.2734375, - 60771.0625, - 60748.1484375, - 60587.3984375, - 60568.765625, - 60523.7109375, - 60526.46484375, - 60453.84375, - 60427.5, - 60366.07421875, - 60390.26171875, - 60328.51171875, - 60363.1015625, - 60306.1796875, - 60281.4375, - 60197.1875, - 60240.6328125, - 60170.73828125, - 60173.6015625 + 61458.890625, + 61343.71875, + 61177.6171875, + 61101.2890625, + 60956.234375, + 60918.3125, + 60796.2265625, + 60763.2578125, + 60647.1875, + 60657.1484375, + 60611.203125, + 60595.38671875, + 60493.9609375, + 60471.10546875, + 60389.015625, + 60403.89453125, + 60320.87109375, + 60391.28125, + 60319.67578125, + 60349.90234375, + 60252.9765625, + 60273.8125, + 60214.7734375, + 60197.0625 ], "0.5": [ - 61457.5859375, - 61346.6796875, - 61143.4296875, - 61065.53125, - 60906.2421875, - 60883.2734375, - 60771.0625, - 60748.1484375, - 60587.3984375, - 60568.765625, - 60523.7109375, - 60526.46484375, - 60453.84375, - 60427.5, - 60366.07421875, - 60390.26171875, - 60328.51171875, - 60363.1015625, - 60306.1796875, - 60281.4375, - 60197.1875, - 60240.6328125, - 60170.73828125, - 60173.6015625 + 61458.890625, + 61343.71875, + 61177.6171875, + 61101.2890625, + 60956.234375, + 60918.3125, + 60796.2265625, + 60763.2578125, + 60647.1875, + 60657.1484375, + 60611.203125, + 60595.38671875, + 60493.9609375, + 60471.10546875, + 60389.015625, + 60403.89453125, + 60320.87109375, + 60391.28125, + 60319.67578125, + 60349.90234375, + 60252.9765625, + 60273.8125, + 60214.7734375, + 60197.0625 ], "0.6": [ - 61457.5859375, - 61346.6796875, - 61143.4296875, - 61065.53125, - 60906.2421875, - 60883.2734375, - 60771.0625, - 60748.1484375, - 60587.3984375, - 60568.765625, - 60523.7109375, - 60526.46484375, - 60453.84375, - 60427.5, - 60366.07421875, - 60390.26171875, - 60328.51171875, - 60363.1015625, - 60306.1796875, - 60281.4375, - 60197.1875, - 60240.6328125, - 60170.73828125, - 60173.6015625 + 61458.890625, + 61343.71875, + 61177.6171875, + 61101.2890625, + 60956.234375, + 60918.3125, + 60796.2265625, + 60763.2578125, + 60647.1875, + 60657.1484375, + 60611.203125, + 60595.38671875, + 60493.9609375, + 60471.10546875, + 60389.015625, + 60403.89453125, + 60320.87109375, + 60391.28125, + 60319.67578125, + 60349.90234375, + 60252.9765625, + 60273.8125, + 60214.7734375, + 60197.0625 ], "0.7": [ - 61457.5859375, - 61346.6796875, - 61143.4296875, - 61065.53125, - 60906.2421875, - 60883.2734375, - 60771.0625, - 60748.1484375, - 60587.3984375, - 60568.765625, - 60523.7109375, - 60526.46484375, - 60453.84375, - 60427.5, - 60366.07421875, - 60390.26171875, - 60328.51171875, - 60363.1015625, - 60306.1796875, - 60281.4375, - 60197.1875, - 60240.6328125, - 60170.73828125, - 60173.6015625 + 61458.890625, + 61343.71875, + 61177.6171875, + 61101.2890625, + 60956.234375, + 60918.3125, + 60796.2265625, + 60763.2578125, + 60647.1875, + 60657.1484375, + 60611.203125, + 60595.38671875, + 60493.9609375, + 60471.10546875, + 60389.015625, + 60403.89453125, + 60320.87109375, + 60391.28125, + 60319.67578125, + 60349.90234375, + 60252.9765625, + 60273.8125, + 60214.7734375, + 60197.0625 ], "0.8": [ - 61592.59375, - 61542.9375, - 61460.390625, - 61421.578125, - 61312.4375, - 61339.12109375, - 61254.87890625, - 61239.41015625, - 61158.203125, - 61155.3125, - 61087.546875, - 61116.34375, - 61032.04296875, - 61044.375, - 60985.4453125, - 60971.65625, - 60870.96875, - 60942.0234375, - 60916.5625, - 60931.3828125, - 60873.5078125, - 60900.30078125, - 60876.328125, - 60914.015625 + 61615.61328125, + 61624.0546875, + 61528.8046875, + 61491.6015625, + 61348.4375, + 61362.15625, + 61311.3046875, + 61279.9609375, + 61137.08203125, + 61146.6015625, + 61129.06640625, + 61159.40625, + 61097.1796875, + 61061.0703125, + 61036.46875, + 61048.671875, + 60979.8125, + 60997.671875, + 60961.140625, + 60964.90234375, + 60856.203125, + 60865.8046875, + 60835.8515625, + 60821.265625 ], "0.9": [ - 61592.59375, - 61542.9375, - 61460.390625, - 61421.578125, - 61312.4375, - 61339.12109375, - 61254.87890625, - 61239.41015625, - 61158.203125, - 61155.3125, - 61087.546875, - 61116.34375, - 61032.04296875, - 61044.375, - 60985.4453125, - 60971.65625, - 60870.96875, - 60942.0234375, - 60916.5625, - 60931.3828125, - 60873.5078125, - 60900.30078125, - 60876.328125, - 60914.015625 + 61615.61328125, + 61624.0546875, + 61528.8046875, + 61491.6015625, + 61348.4375, + 61362.15625, + 61311.3046875, + 61279.9609375, + 61137.08203125, + 61146.6015625, + 61129.06640625, + 61159.40625, + 61097.1796875, + 61061.0703125, + 61036.46875, + 61048.671875, + 60979.8125, + 60997.671875, + 60961.140625, + 60964.90234375, + 60856.203125, + 60865.8046875, + 60835.8515625, + 60821.265625 ] }, "timestamps": [ diff --git a/results/sundial/online_meta.json b/results/sundial/online_meta.json index dabfa97df806986e75d8c692c277aeb6811ee28d..516a51687549be48eb57976cba5d309df91a05a6 100644 --- a/results/sundial/online_meta.json +++ b/results/sundial/online_meta.json @@ -1,41 +1,11 @@ { "model": "Sundial", "api_model_id": "thuml/sundial-base-128m", - "evaluated_at": "2026-07-03T15:47:13.512320+00:00", + "evaluated_at": "2026-07-03T15:55:16.861180+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tabpfn_ts/all_results.csv b/results/tabpfn_ts/all_results.csv index f786195a912dc237a53aca7b54b678acf2f3c2f3..29d1cd22cd58ecb3c0d2c1096c17a2493b2fc4ef 100644 --- a/results/tabpfn_ts/all_results.csv +++ b/results/tabpfn_ts/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TabPFN-TS,184226.6287314097,184226.6287314097,317.9617513020833,0.2712646186095105,0.00513830692456545,0.00516167131893658,10.85058474438042,429.21629597606113,0.006956863974289234,0.005153617589949912,0.005153617589949911,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TabPFN-TS,173625.77186457315,173625.77186457315,310.0442708333333,0.26450993094375025,0.005011873258777504,0.0050338603137150386,10.580397237750011,416.68425919942445,0.006754607758022467,0.00502593364367757,0.005025933643677569,Finance,1,24 bitbrains_fast_storage/5T/long,TabPFN-TS,5094671.185438427,5094671.185438427,483.1624726930903,1.1526641321691184,6.84183501453906,0.8053138505812252,70.21928659273716,2257.1378304034574,5.964941308843822,1.2768541439646968,0.8850161893008147,Web/CloudOps,2 bitbrains_fast_storage/5T/medium,TabPFN-TS,4622063.369807966,4622063.369807966,441.63762099470586,1.307633919865287,6.807939859955235,0.805070973047274,98.99555171639452,2149.8984556969117,6.531985259967827,1.3418170625410066,0.9486319340358308,Web/CloudOps,2 bitbrains_fast_storage/5T/short,TabPFN-TS,2246919.058831472,2246919.058831472,263.97642698274865,0.9980513501588254,4.24383417854469,0.7465228041656109,83.52859027541167,1498.9726678066788,4.706403428343518,0.8288206900872653,0.6618188415356218,Web/CloudOps,2 diff --git a/results/tabpfn_ts/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tabpfn_ts/forecasts/binance_btcusdt_1h_close__1h__short.json index 773dd20242f23874a1b1c17c971ed2f1a0d36cc4..9f9ab71fb3286d8fd5b39853147cad1958ddc8c1 100644 --- a/results/tabpfn_ts/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tabpfn_ts/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TabPFN-TS", - "evaluated_at": "2026-07-03T15:43:23.805519+00:00", + "evaluated_at": "2026-07-03T15:54:48.901993+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61983.98828125, 62116.01171875, 62167.48046875, - 62040.0 + 61849.98046875 ], "p50": [ 61649.9453125, diff --git a/results/tabpfn_ts/online_meta.json b/results/tabpfn_ts/online_meta.json index 8aa33628edb8fd0273525789bfb87530c72a8cb7..1a616a865c99ab8d8e6f4b102351997c7e02335e 100644 --- a/results/tabpfn_ts/online_meta.json +++ b/results/tabpfn_ts/online_meta.json @@ -1,41 +1,11 @@ { "model": "TabPFN-TS", "api_model_id": "priorlabs/tabpfn-ts", - "evaluated_at": "2026-07-03T15:46:32.798617+00:00", + "evaluated_at": "2026-07-03T15:54:57.530134+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 9738a84797a74ab6b44e4fe06d3f0695befa43b4..7826e44120e6430d1c8986f2331bf6e691f36fb2 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,235318.7866528829,515301.12181599933,628.5358072916666,0.5362265283455734,0.010168521472300282,0.010236272607662918,0.8480083032646709,485.0966776353791,0.007862589636804442,0.010187493241267971,0.00664965885011364,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,223799.749472936,498850.66955502826,620.6183268229166,0.5294718406798131,0.010042850033771427,0.01010846696915716,0.8480083032646709,473.0747821147688,0.007668719234886854,0.010060455302974848,0.006579209258885426,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,587981.2842750549,798190.9533653259,731.4443359375,1.0839120449464725,0.012211151877744015,0.01232053543272651,17.36189429037594,766.7993768092505,0.01289708891138466,0.012302439098957865,0.009368686649684545,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 8f80b9b36b68cc1c4498378fc8e8af487a50f30b..5f29ef02f96bfe5dad7b80d082ad1415f726b257 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-07-03T15:41:09.728891+00:00", + "evaluated_at": "2026-07-03T15:53:51.751018+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61983.98828125, 62116.01171875, 62167.48046875, - 62040.0 + 61849.98046875 ], "p50": [ 61431.52734375, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 96303aa21ee0255ecee569f394beaf915ba445d6..30367c85b6d66868e1bf726b285cda0da5aabe96 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,41 +1,11 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-07-03T15:41:37.975877+00:00", + "evaluated_at": "2026-07-03T15:53:53.447889+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 3800d0f8e40c72dd06b65555c2be5870738efd03..bd8177b729776f256e6c18ae72593523fa8e9ec2 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TiRex,374504.649017334,374504.649017334,467.0266927083333,0.39843728737556816,0.007548035663279416,0.007597157600925501,2.538244163525881,611.9678496598772,0.009918954910694952,0.007569706006025603,0.008839211440508107,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TiRex,358889.0579586029,358889.0579586029,459.1092122395833,0.3916825997098079,0.007422255438770841,0.007469351051254132,2.538244163525881,599.0734996297223,0.009711205592453014,0.007442332121523434,0.008769042839225274,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TiRex,1077557.2074457805,1077557.2074457805,832.3111979166666,1.2333845355564952,0.013885876614701522,0.014036580509867108,10.6337029240902,1038.0545300926058,0.0174594319901232,0.013998957023334434,0.011665160587687773,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,5.906315718058047e-17,5.906315718058047e-17,4.2397065989136564e-09,nan,nan,2.0,nan,7.685255830522526e-09,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 96f1ce8436f8dc0dbf44b26f29551fb3c45ad9f8..3c0867b207c9265521bcdbd0ef8e1b2f2b3f38ec 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-07-03T15:40:16.473937+00:00", + "evaluated_at": "2026-07-03T15:53:32.213476+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61983.98828125, 62116.01171875, 62167.48046875, - 62040.0 + 61849.98046875 ], "p50": [ 61563.640625, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 15d08898e30895466e06926ba0d976b11859946a..0bbeb74964815907e0b317924aab06462a51db6f 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,41 +1,11 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-07-03T15:40:47.836250+00:00", + "evaluated_at": "2026-07-03T15:53:35.047911+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_1_0/all_results.csv b/results/toto_1_0/all_results.csv index 771e24a9bd19d3b5cbe6245d35dda7abf6d8d70a..d3e6b08feb7a1e35b3431062c8cb4db225e48347 100644 --- a/results/toto_1_0/all_results.csv +++ b/results/toto_1_0/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Toto-1.0,889040.3291028341,930587.6596139272,840.8162434895834,0.7173306118640337,0.01360585942710172,0.013728629802002816,2.642216781711045,942.8893514632744,0.015282627948733899,0.01362819699104838,0.011429500385523842,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Toto-1.0,1610663.4877808888,872275.2947222391,812.6617838541666,0.6933110286157887,0.013151718310506308,0.013266787441448739,3.0834351462041467,1269.1191779265212,0.020572896757721865,0.013173551600955973,0.01124301447086407,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Toto-1.0,35424.06122722315,26124.04837832035,122.04010168711345,1.2867271767976787,0.5823168903941691,0.9107297128059814,11.260589175231795,188.2128083506092,1.1587081357627336,0.7513243118435832,0.5740491643996976,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-1.0,4.766738916189512,5.695583261145341e-09,6.013782673461618e-05,nan,nan,2.0,nan,2.183286265286692,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,0.02956678843292554,6.5269302549381735e-09,5.642411224471289e-05,nan,nan,2.0,nan,0.17194995909544597,inf,inf,inf,Transportation,1,12 diff --git a/results/toto_1_0/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_1_0/forecasts/binance_btcusdt_1h_close__1h__short.json index c3e15fa83ad4863e23c518acd23c5f798b8c957b..9c6225fbd539b20a315a6df4d759ac5a7cab491b 100644 --- a/results/toto_1_0/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_1_0/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-1.0", - "evaluated_at": "2026-07-03T15:41:46.086292+00:00", + "evaluated_at": "2026-07-03T15:54:02.793514+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 61983.98828125, 62116.01171875, 62167.48046875, - 62040.0 + 61849.98046875 ], "p50": [ - 61454.76171875, - 61408.41796875, - 61277.1171875, - 61355.9296875, - 61160.765625, - 61142.1015625, - 61160.171875, - 60869.5078125, - 60909.9453125, - 60869.8984375, - 60852.07421875, - 60845.33203125, - 60905.96875, - 60729.421875, - 60729.78125, - 60642.58984375, - 60490.015625, - 60693.8359375, - 60505.4609375, - 60551.796875, - 60477.109375, - 60490.953125, - 60436.453125, - 60485.1328125 + 61479.828125, + 61458.859375, + 61321.359375, + 61286.8671875, + 61230.828125, + 61054.0234375, + 61133.375, + 61017.1953125, + 60960.6640625, + 60964.41015625, + 60939.3046875, + 60879.7109375, + 60706.98046875, + 60828.296875, + 60556.421875, + 60752.5703125, + 60494.265625, + 60653.078125, + 60578.484375, + 60489.7109375, + 60382.4609375, + 60461.0546875, + 60362.453125, + 60386.046875 ], "p10": [ - 61184.171875, - 60787.17578125, - 60437.2890625, - 60401.07421875, - 60109.8359375, - 60189.5, - 59950.3125, - 59711.96875, - 59685.77734375, - 59743.0625, - 59779.74609375, - 59604.3515625, - 59598.2265625, - 59463.359375, - 59579.203125, - 59315.7578125, - 59372.1796875, - 59301.2734375, - 59300.2578125, - 59312.609375, - 58999.8203125, - 59211.0390625, - 59128.6328125, - 59248.5703125 + 61072.34375, + 60799.15625, + 60430.3125, + 60434.296875, + 60353.4453125, + 59997.47265625, + 60080.55859375, + 59997.6953125, + 59734.7890625, + 59801.59375, + 59545.90234375, + 59717.96875, + 59445.3671875, + 59599.0390625, + 59436.40625, + 59467.828125, + 59311.8515625, + 59329.3359375, + 59231.2890625, + 59273.5234375, + 59174.2890625, + 59113.3671875, + 59196.453125, + 59163.0390625 ], "p90": [ - 61810.4453125, - 62054.8046875, - 62076.0546875, - 62178.80078125, - 62104.3359375, - 62111.6640625, - 62097.7421875, - 62134.1484375, - 61788.703125, - 62237.125, - 61979.3515625, - 62104.359375, - 62304.25, - 62242.890625, - 62128.61328125, - 61898.44921875, - 61684.55078125, - 62083.94140625, - 61972.2578125, - 61735.65234375, - 61838.109375, - 61978.359375, - 61928.7421875, - 61736.0625 + 61874.5625, + 62050.609375, + 62079.3125, + 61947.921875, + 62070.7109375, + 62122.671875, + 62104.6328125, + 62140.7890625, + 62010.38671875, + 62352.3125, + 62022.296875, + 62194.6953125, + 62074.015625, + 62099.0078125, + 61786.70703125, + 62038.47265625, + 61996.3828125, + 62198.98046875, + 61948.2109375, + 62034.859375, + 61678.58203125, + 61953.9296875, + 61764.484375, + 62036.0546875 ], "mean": [ - 61469.953125, - 61383.84765625, - 61243.12109375, - 61321.5078125, - 61146.61328125, - 61174.70703125, - 61122.2578125, - 60946.22265625, - 60848.01953125, - 60957.875, - 60889.0390625, - 60841.36328125, - 60889.9296875, - 60786.94140625, - 63154.4140625, - 60637.6484375, - 61278.890625, - 60752.95703125, - 60571.2890625, - 60595.0078125, - 60517.34765625, - 60588.73046875, - 60500.953125, - 61019.0390625 + 61471.3671875, + 61436.52734375, + 61280.67578125, + 61266.0703125, + 61183.21875, + 61087.63671875, + 61131.953125, + 61059.3671875, + 61792.32421875, + 60963.4453125, + 60452.640625, + 60890.0, + 60708.3125, + 60826.09375, + 60635.5234375, + 60722.33984375, + 60632.09765625, + 60705.23046875, + 60579.6875, + 60615.9375, + 60399.67578125, + 60497.30859375, + 60415.40625, + 60511.7734375 ], "quantiles": { "0.1": [ - 61184.171875, - 60787.17578125, - 60437.2890625, - 60401.07421875, - 60109.8359375, - 60189.5, - 59950.3125, - 59711.96875, - 59685.77734375, - 59743.0625, - 59779.74609375, - 59604.3515625, - 59598.2265625, - 59463.359375, - 59579.203125, - 59315.7578125, - 59372.1796875, - 59301.2734375, - 59300.2578125, - 59312.609375, - 58999.8203125, - 59211.0390625, - 59128.6328125, - 59248.5703125 + 61072.34375, + 60799.15625, + 60430.3125, + 60434.296875, + 60353.4453125, + 59997.47265625, + 60080.55859375, + 59997.6953125, + 59734.7890625, + 59801.59375, + 59545.90234375, + 59717.96875, + 59445.3671875, + 59599.0390625, + 59436.40625, + 59467.828125, + 59311.8515625, + 59329.3359375, + 59231.2890625, + 59273.5234375, + 59174.2890625, + 59113.3671875, + 59196.453125, + 59163.0390625 ], "0.2": [ - 61184.171875, - 60787.17578125, - 60437.2890625, - 60401.07421875, - 60109.8359375, - 60189.5, - 59950.3125, - 59711.96875, - 59685.77734375, - 59743.0625, - 59779.74609375, - 59604.3515625, - 59598.2265625, - 59463.359375, - 59579.203125, - 59315.7578125, - 59372.1796875, - 59301.2734375, - 59300.2578125, - 59312.609375, - 58999.8203125, - 59211.0390625, - 59128.6328125, - 59248.5703125 + 61072.34375, + 60799.15625, + 60430.3125, + 60434.296875, + 60353.4453125, + 59997.47265625, + 60080.55859375, + 59997.6953125, + 59734.7890625, + 59801.59375, + 59545.90234375, + 59717.96875, + 59445.3671875, + 59599.0390625, + 59436.40625, + 59467.828125, + 59311.8515625, + 59329.3359375, + 59231.2890625, + 59273.5234375, + 59174.2890625, + 59113.3671875, + 59196.453125, + 59163.0390625 ], "0.3": [ - 61184.171875, - 60787.17578125, - 60437.2890625, - 60401.07421875, - 60109.8359375, - 60189.5, - 59950.3125, - 59711.96875, - 59685.77734375, - 59743.0625, - 59779.74609375, - 59604.3515625, - 59598.2265625, - 59463.359375, - 59579.203125, - 59315.7578125, - 59372.1796875, - 59301.2734375, - 59300.2578125, - 59312.609375, - 58999.8203125, - 59211.0390625, - 59128.6328125, - 59248.5703125 + 61072.34375, + 60799.15625, + 60430.3125, + 60434.296875, + 60353.4453125, + 59997.47265625, + 60080.55859375, + 59997.6953125, + 59734.7890625, + 59801.59375, + 59545.90234375, + 59717.96875, + 59445.3671875, + 59599.0390625, + 59436.40625, + 59467.828125, + 59311.8515625, + 59329.3359375, + 59231.2890625, + 59273.5234375, + 59174.2890625, + 59113.3671875, + 59196.453125, + 59163.0390625 ], "0.4": [ - 61454.76171875, - 61408.41796875, - 61277.1171875, - 61355.9296875, - 61160.765625, - 61142.1015625, - 61160.171875, - 60869.5078125, - 60909.9453125, - 60869.8984375, - 60852.07421875, - 60845.33203125, - 60905.96875, - 60729.421875, - 60729.78125, - 60642.58984375, - 60490.015625, - 60693.8359375, - 60505.4609375, - 60551.796875, - 60477.109375, - 60490.953125, - 60436.453125, - 60485.1328125 + 61479.828125, + 61458.859375, + 61321.359375, + 61286.8671875, + 61230.828125, + 61054.0234375, + 61133.375, + 61017.1953125, + 60960.6640625, + 60964.41015625, + 60939.3046875, + 60879.7109375, + 60706.98046875, + 60828.296875, + 60556.421875, + 60752.5703125, + 60494.265625, + 60653.078125, + 60578.484375, + 60489.7109375, + 60382.4609375, + 60461.0546875, + 60362.453125, + 60386.046875 ], "0.5": [ - 61454.76171875, - 61408.41796875, - 61277.1171875, - 61355.9296875, - 61160.765625, - 61142.1015625, - 61160.171875, - 60869.5078125, - 60909.9453125, - 60869.8984375, - 60852.07421875, - 60845.33203125, - 60905.96875, - 60729.421875, - 60729.78125, - 60642.58984375, - 60490.015625, - 60693.8359375, - 60505.4609375, - 60551.796875, - 60477.109375, - 60490.953125, - 60436.453125, - 60485.1328125 + 61479.828125, + 61458.859375, + 61321.359375, + 61286.8671875, + 61230.828125, + 61054.0234375, + 61133.375, + 61017.1953125, + 60960.6640625, + 60964.41015625, + 60939.3046875, + 60879.7109375, + 60706.98046875, + 60828.296875, + 60556.421875, + 60752.5703125, + 60494.265625, + 60653.078125, + 60578.484375, + 60489.7109375, + 60382.4609375, + 60461.0546875, + 60362.453125, + 60386.046875 ], "0.6": [ - 61454.76171875, - 61408.41796875, - 61277.1171875, - 61355.9296875, - 61160.765625, - 61142.1015625, - 61160.171875, - 60869.5078125, - 60909.9453125, - 60869.8984375, - 60852.07421875, - 60845.33203125, - 60905.96875, - 60729.421875, - 60729.78125, - 60642.58984375, - 60490.015625, - 60693.8359375, - 60505.4609375, - 60551.796875, - 60477.109375, - 60490.953125, - 60436.453125, - 60485.1328125 + 61479.828125, + 61458.859375, + 61321.359375, + 61286.8671875, + 61230.828125, + 61054.0234375, + 61133.375, + 61017.1953125, + 60960.6640625, + 60964.41015625, + 60939.3046875, + 60879.7109375, + 60706.98046875, + 60828.296875, + 60556.421875, + 60752.5703125, + 60494.265625, + 60653.078125, + 60578.484375, + 60489.7109375, + 60382.4609375, + 60461.0546875, + 60362.453125, + 60386.046875 ], "0.7": [ - 61454.76171875, - 61408.41796875, - 61277.1171875, - 61355.9296875, - 61160.765625, - 61142.1015625, - 61160.171875, - 60869.5078125, - 60909.9453125, - 60869.8984375, - 60852.07421875, - 60845.33203125, - 60905.96875, - 60729.421875, - 60729.78125, - 60642.58984375, - 60490.015625, - 60693.8359375, - 60505.4609375, - 60551.796875, - 60477.109375, - 60490.953125, - 60436.453125, - 60485.1328125 + 61479.828125, + 61458.859375, + 61321.359375, + 61286.8671875, + 61230.828125, + 61054.0234375, + 61133.375, + 61017.1953125, + 60960.6640625, + 60964.41015625, + 60939.3046875, + 60879.7109375, + 60706.98046875, + 60828.296875, + 60556.421875, + 60752.5703125, + 60494.265625, + 60653.078125, + 60578.484375, + 60489.7109375, + 60382.4609375, + 60461.0546875, + 60362.453125, + 60386.046875 ], "0.8": [ - 61810.4453125, - 62054.8046875, - 62076.0546875, - 62178.80078125, - 62104.3359375, - 62111.6640625, - 62097.7421875, - 62134.1484375, - 61788.703125, - 62237.125, - 61979.3515625, - 62104.359375, - 62304.25, - 62242.890625, - 62128.61328125, - 61898.44921875, - 61684.55078125, - 62083.94140625, - 61972.2578125, - 61735.65234375, - 61838.109375, - 61978.359375, - 61928.7421875, - 61736.0625 + 61874.5625, + 62050.609375, + 62079.3125, + 61947.921875, + 62070.7109375, + 62122.671875, + 62104.6328125, + 62140.7890625, + 62010.38671875, + 62352.3125, + 62022.296875, + 62194.6953125, + 62074.015625, + 62099.0078125, + 61786.70703125, + 62038.47265625, + 61996.3828125, + 62198.98046875, + 61948.2109375, + 62034.859375, + 61678.58203125, + 61953.9296875, + 61764.484375, + 62036.0546875 ], "0.9": [ - 61810.4453125, - 62054.8046875, - 62076.0546875, - 62178.80078125, - 62104.3359375, - 62111.6640625, - 62097.7421875, - 62134.1484375, - 61788.703125, - 62237.125, - 61979.3515625, - 62104.359375, - 62304.25, - 62242.890625, - 62128.61328125, - 61898.44921875, - 61684.55078125, - 62083.94140625, - 61972.2578125, - 61735.65234375, - 61838.109375, - 61978.359375, - 61928.7421875, - 61736.0625 + 61874.5625, + 62050.609375, + 62079.3125, + 61947.921875, + 62070.7109375, + 62122.671875, + 62104.6328125, + 62140.7890625, + 62010.38671875, + 62352.3125, + 62022.296875, + 62194.6953125, + 62074.015625, + 62099.0078125, + 61786.70703125, + 62038.47265625, + 61996.3828125, + 62198.98046875, + 61948.2109375, + 62034.859375, + 61678.58203125, + 61953.9296875, + 61764.484375, + 62036.0546875 ] }, "timestamps": [ diff --git a/results/toto_1_0/online_meta.json b/results/toto_1_0/online_meta.json index 9e443b503b0e931019e6489509a3b68d70dedd21..baf0f71009af71b6d6366cff1d625f52d24049b4 100644 --- a/results/toto_1_0/online_meta.json +++ b/results/toto_1_0/online_meta.json @@ -1,41 +1,11 @@ { "model": "Toto-1.0", "api_model_id": "Datadog/Toto-Open-Base-1.0", - "evaluated_at": "2026-07-03T15:42:03.657466+00:00", + "evaluated_at": "2026-07-03T15:54:05.171427+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260702t150000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260703t123000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260703t130500z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260703t093000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260702t165000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", - "context_length": 73, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260703t125000z", - "data_fetched_at": "2026-07-03T15:39:25.075090Z", + "data_fetched_at": "2026-07-03T15:52:58.376791Z", "context_length": 96, "prediction_length": 24 }