diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 6379d8a65b85bebf71fa7fef8dc46e6e1ff7bca4..b21affaa3f21b8cb6b46792cd97b7e8255c6a9db 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-30T02:53:29.195260+00:00", + "generated_at": "2026-06-30T03:01:28.935073+00:00", "scope": "All deduplicated metrics-only evaluation releases saved up to generation time", "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 13, - "num_model_releases": 7378, - "num_unique_releases": 894 + "num_model_releases": 7398, + "num_unique_releases": 896 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 128230332b5167990ce9292122e146bb6f117cb6..0e380a81db8482d888966486017b472d2e399a62 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,4384.998122122253,9.862532888117203,0.22089626512093563,0.4161279254328827,30.775238355192645,3.719424964307874,0.6718597850686117,1194.1429151908028,8836.295842934549,0.31592000662482067,0.0,12,854,0.8333333333333334,2026-06-16T12:07:33.925127+00:00,2026-06-30T02:48:18.411419Z -2,Chronos-2,3208.963501554268,8.74667141120109,0.20505231432053844,0.4299210960144336,28.626433979392885,3.7697833631182394,0.6664654303231605,1165.3347041788238,6750.115622945578,0.2807338235220597,0.0,12,863,0.8333333333333334,2026-06-16T12:06:40.343188+00:00,2026-06-30T02:48:18.411419Z -3,Toto-2.0-1B,4835.547625962396,10.091327055079754,0.18732240556665397,0.4114959295932118,31.640230911974758,3.548417520386565,0.6925601164273034,1115.2975159784385,10339.371824122916,0.21547218994119935,0.0,12,860,0.8333333333333334,2026-06-16T12:07:16.543073+00:00,2026-06-30T02:48:18.411419Z -4,Moirai-1.1-Large,203798.80042421925,70.77019712463557,0.3883855387107945,0.4475936903470979,0.2750706993371222,5.596573177661437,0.4405914412467365,1084.1125442320308,774828.4295130991,0.22691399795294487,0.0,12,839,0.8333333333333334,2026-06-16T12:07:48.486125+00:00,2026-06-30T02:48:18.411419Z -5,TimesFM-2.5,4376.128863409708,9.668344219851695,0.16241233635752347,0.5101824933001065,30.056374469987954,4.006763924937837,0.6182288270299807,1051.177956760806,9129.141323233383,0.209921479002553,0.0,12,871,0.8333333333333334,2026-06-16T12:06:55.147862+00:00,2026-06-30T02:48:18.411419Z -6,Timer-S1,4597.693930839887,10.151434570076724,0.1917687181173205,0.4197264823552066,30.580844365792043,4.322618996814976,0.6018613169497053,1045.943682121303,9182.069860582871,0.26887093511440324,0.0,12,816,0.8333333333333334,2026-06-16T12:08:03.698792+00:00,2026-06-30T02:48:18.411419Z -7,ARIMA,14756.866299891903,22.54286921055709,0.40174583433370314,0.6490863996230858,-1.0801691878724278,6.8028492702369805,0.32973295102333633,872.7048984967618,21979.13205319871,0.15543919453499677,0.16666666666666666,12,567,0.8333333333333334,2026-06-17T12:10:12.135642+00:00,2026-06-30T02:48:18.411419Z -8,ETS,5256.576344332662,14.696084420752756,0.5147817255934827,0.8863625473573947,-5.610048799696312,7.0601629637062375,0.3031066503705166,863.6023009367199,9082.004562047643,0.22164406855692362,0.08333333333333333,12,567,0.8333333333333334,2026-06-17T12:10:12.660440+00:00,2026-06-30T02:48:18.411419Z -9,Moving-Average,9039.454284152273,18.001315699700545,0.49676365595460414,0.6353144618344471,4.322833913122587,6.734671768417614,0.33317054783789085,859.2009257261437,13021.572148938198,0.15757673069645367,0.08333333333333333,12,567,0.8333333333333334,2026-06-17T12:10:12.847893+00:00,2026-06-30T02:48:18.411419Z -10,Seasonal-Naive,12907.28033853645,34.396114543039694,0.536103323385284,0.7559347257178622,0.0,6.596023362991031,0.3424229337227576,748.4825563781701,15353.920422327006,0.20636865986748995,0.07692307692307693,13,574,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-06-30T02:48:18.411419Z +1,TiRex,4409.400523927282,9.942422175662326,0.22105436926511368,0.4141723860691201,30.669956903113913,3.7180713689735825,0.6723504391623516,1194.337452124436,8830.099474872166,0.3192447111621726,0.0,12,856,0.8333333333333334,2026-06-16T12:07:33.925127+00:00,2026-06-30T02:58:21.649969Z +2,Chronos-2,3220.928599228972,8.805060308809646,0.2051972494377309,0.42786590484337295,28.547209320537842,3.76416327726182,0.6674392338820981,1165.653204494437,6741.2571579732985,0.28375216061423686,0.0,12,865,0.8333333333333334,2026-06-16T12:06:40.343188+00:00,2026-06-30T02:58:21.649969Z +3,Toto-2.0-1B,4843.970201544932,10.148877101723222,0.18750291708578126,0.40964742001921406,31.502728028891372,3.5499722148898876,0.6925036379370911,1115.3324415444697,10321.949361774912,0.2190349173232632,0.0,12,862,0.8333333333333334,2026-06-16T12:07:16.543073+00:00,2026-06-30T02:58:21.649969Z +4,Moirai-1.1-Large,203829.87000216683,70.86462701084582,0.3885684004197638,0.4459698912841996,0.2268752622531037,5.595900980695695,0.4409373826714924,1084.1767568308185,774805.0814846203,0.23076314532587236,0.0,12,841,0.8333333333333334,2026-06-16T12:07:48.486125+00:00,2026-06-30T02:58:21.649969Z +5,TimesFM-2.5,4384.667637642409,9.723929906317489,0.16255251837931808,0.5079683106634033,29.967088930318948,4.007248917198571,0.618397436848462,1051.1864946579276,9114.254211447162,0.21311738605055927,0.0,12,873,0.8333333333333334,2026-06-16T12:06:55.147862+00:00,2026-06-30T02:58:21.649969Z +6,Timer-S1,4614.955067199171,10.222933099914625,0.1919536756321925,0.41772166289245505,30.495838047463362,4.325374613439252,0.6016709088489911,1045.9242342070102,9170.000475194893,0.2728680984740562,0.0,12,818,0.8333333333333334,2026-06-16T12:08:03.698792+00:00,2026-06-30T02:58:21.649969Z +7,ARIMA,14844.374236730902,22.721395950245434,0.40200937474316245,0.6461039563785791,-1.1992791141323444,6.813334669746783,0.32860011189710014,872.3819263532522,21942.224229521016,0.16121082032321588,0.16666666666666666,12,569,0.8333333333333334,2026-06-17T12:10:12.135642+00:00,2026-06-30T02:58:21.649969Z +8,ETS,5466.202960455593,14.976877710089722,0.5151086221263504,0.883964314669703,-5.7639876298104715,7.074689083879683,0.3015407549424149,863.0769169297498,9455.802394386086,0.22679389332803757,0.08333333333333333,12,569,0.8333333333333334,2026-06-17T12:10:12.660440+00:00,2026-06-30T02:58:21.649969Z +9,Moving-Average,9033.127259775249,18.06333022140912,0.4969669007435539,0.6316972806445874,4.24798941793151,6.739208225900101,0.33271014235636626,858.9630090803176,12982.70735502881,0.1634880745665705,0.08333333333333333,12,569,0.8333333333333334,2026-06-17T12:10:12.847893+00:00,2026-06-30T02:58:21.649969Z +10,Seasonal-Naive,12988.883620196097,34.55575914396484,0.5362152197388513,0.7529181814113337,0.0,6.586208361364316,0.34384995145363184,748.967563777582,15352.37225226125,0.21139405740837514,0.07692307692307693,13,576,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-06-30T02:58:21.649969Z diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index cceaf2723b2a365ea0ca995c76328940886299a4..9dabab789a5838fbc61a97bae10e8edef6597bd3 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.719424964307874,0.6718597850686117,1194.1429151908028,108,854,6404 -2,Chronos-2,3.7697833631182394,0.6664654303231605,1165.3347041788238,108,861,6396 -3,Toto-2.0-1B,3.548417520386565,0.6925601164273034,1115.2975159784385,108,860,6433 -4,Moirai-1.1-Large,5.596573177661437,0.4405914412467365,1084.1125442320308,108,839,6335 -5,TimesFM-2.5,4.006763924937837,0.6182288270299807,1051.177956760806,108,867,6433 -6,Timer-S1,4.322618996814976,0.6018613169497053,1045.943682121303,108,816,6249 -7,ARIMA,6.8028492702369805,0.32973295102333633,872.7048984967618,108,567,5013 -8,ETS,7.0601629637062375,0.3031066503705166,863.6023009367199,108,567,5013 -9,Moving-Average,6.734671768417614,0.33317054783789085,859.2009257261437,108,567,5013 -10,Seasonal-Naive,6.596023362991031,0.3424229337227576,748.4825563781701,108,567,5013 +1,TiRex,3.7180713689735825,0.6723504391623516,1194.337452124436,108,856,6422 +2,Chronos-2,3.76416327726182,0.6674392338820981,1165.653204494437,108,863,6414 +3,Toto-2.0-1B,3.5499722148898876,0.6925036379370911,1115.3324415444697,108,862,6451 +4,Moirai-1.1-Large,5.595900980695695,0.4409373826714924,1084.1767568308185,108,841,6353 +5,TimesFM-2.5,4.007248917198571,0.618397436848462,1051.1864946579276,108,869,6451 +6,Timer-S1,4.325374613439252,0.6016709088489911,1045.9242342070102,108,818,6267 +7,ARIMA,6.813334669746783,0.32860011189710014,872.3819263532522,108,569,5031 +8,ETS,7.074689083879683,0.3015407549424149,863.0769169297498,108,569,5031 +9,Moving-Average,6.739208225900101,0.33271014235636626,858.9630090803176,108,569,5031 +10,Seasonal-Naive,6.586208361364316,0.34384995145363184,748.967563777582,108,569,5031 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index a1d0e87808c347a2ac5aaf85504ba2ac6c9c9a87..1815d91c9f4eedc7272b88984e8d0b1e9d71b02b 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -56,6 +56,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:00:43.928180Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:27:51.610138Z|h:24,2026-06-30T02:27:51.610138Z,2026-06-30T02:31:50.127661+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,345976.63682280463,588.1977871624515,0.015027011834449605,0.013513598369417209,-6.420650068935136,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:38:57.355176Z|h:24,2026-06-30T02:38:57.355176Z,2026-06-30T02:43:06.733995+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,350884.4831622971,592.3550313471619,0.015117199550805455,0.013603519127263423,-6.851385220434402,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:48:18.411419Z|h:24,2026-06-30T02:48:18.411419Z,2026-06-30T02:53:28.300493+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,352902.5375121773,594.0560053666467,0.015148094542621388,0.013634408253637006,-6.990353688170088,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T03:01:28.233339+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,352001.6419748937,593.2972627400986,0.015134627655259568,0.013620938613600893,-6.930343534382833,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.369176+00:00,2026-06-22T01:22:02.369176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3169074533967339,0.5629453378408369,0.0085352021500282,0.4356122103113208,2.4821416702079793,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:30.776110+00:00,2026-06-22T07:33:30.776110+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3737040337380361,0.6113133678712057,0.012305158444961,0.7985186914109059,-15.142472841866445,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:22.917126+00:00,2026-06-22T08:13:22.917126+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2732656714019672,0.5227481911991348,0.0117912606294595,0.7610992079601563,-2.641083194827792,True @@ -405,6 +406,7 @@ nws_ksfo_observations_temperature/1h/short|source:2026-06-29T12:18:16.513936Z|h: nws_ksfo_observations_temperature/1h/short|source:2026-06-29T13:33:26.976517Z|h:24,2026-06-29T13:33:26.976517Z,2026-06-29T13:38:52.143022+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ARIMA,0.01650058412587263,0.12845459947340396,0.011110221275872868,0.010402603737982645,-13.794839815984663,True nws_ksfo_observations_temperature/1h/short|source:2026-06-29T14:45:43.202688Z|h:24,2026-06-29T14:45:43.202688Z,2026-06-29T14:54:25.252937+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ARIMA,0.19758343343203852,0.44450358089900527,0.021853759504233652,0.02188381754423524,-2.9526940332269245,True nws_ksfo_observations_temperature/1h/short|source:2026-06-30T01:04:56.756643Z|h:24,2026-06-30T01:04:56.756643Z,2026-06-30T01:45:36.197277+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ARIMA,4.6746182199433735,2.1620865431206435,0.07608260371868597,0.07051927876295205,-20.22754467854015,True +nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T03:01:28.263398+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ARIMA,7.191390370853829,2.6816767834423723,0.11461491421793314,0.09768176251349653,-16.254486555436625,True nws_ksfo_observations_temperature/1h/short|window:0063d704b43abc6ca559,2026-06-19T12:53:48.767077+00:00,2026-06-19T12:53:48.767077+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ARIMA,1.595550326897225,1.263150951746158,0.052549819662281,0.717798617932493,25.30946691824243,True nws_ksfo_observations_temperature/1h/short|window:1d088118a37d22b9fa75,2026-06-18T02:22:56.107282+00:00,2026-06-18T02:22:56.107282+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ARIMA,1.3919121718262264,1.1797932750385665,0.059218428668364,0.7422766749898021,16.104821901963586,True nws_ksfo_observations_temperature/1h/short|window:25fae5237c4b68c7f2b2,2026-06-18T15:43:12.628910+00:00,2026-06-18T15:43:12.628910+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ARIMA,0.2400942460429989,0.489994128580128,0.0424390999678024,0.2493238912459566,28.70736291827368,True @@ -624,6 +626,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:00:43.928180Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:27:51.610138Z|h:24,2026-06-30T02:27:51.610138Z,2026-06-30T02:28:02.804865+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,78656.97467803955,280.45850794375906,0.00362517797598221,0.004253037077514792,58.913650695786906,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:38:57.355176Z|h:24,2026-06-30T02:38:57.355176Z,2026-06-30T02:39:43.887929+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,78674.045946757,280.4889408635517,0.0036272784263228935,0.004263754915319915,59.083669512160064,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:48:18.411419Z|h:24,2026-06-30T02:48:18.411419Z,2026-06-30T02:49:14.721793+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,79011.87371126811,281.09050804192606,0.003658572530802,0.004281018966038819,59.03995281138987,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T02:59:07.529296+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,78843.68669446309,280.79117987298514,0.003644931673325165,0.004273490692205165,59.06538078330914,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:52:59.517094+00:00,2026-06-17T06:52:59.517094+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1813123535575668,0.4258078833905812,0.0083663181977859,0.2410261424253861,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:19:41.412209+00:00,2026-06-22T01:19:41.412209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3026024844282185,0.5500931597722504,0.0063219336945878,0.2735899804256079,4.788475382706393,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:29:55.777922+00:00,2026-06-22T07:29:55.777922+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1135532687832525,0.3369766591075004,0.0030837061496461,0.2504677210622425,41.612619480802856,True @@ -1182,6 +1185,7 @@ nws_ksfo_observations_temperature/1h/short|source:2026-06-29T12:18:16.513936Z|h: nws_ksfo_observations_temperature/1h/short|source:2026-06-29T13:33:26.976517Z|h:24,2026-06-29T13:33:26.976517Z,2026-06-29T13:34:13.775959+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Chronos-2,0.011578424772778817,0.10760308904849719,0.005046651328343664,0.006334889433248258,3.827390022084557,True nws_ksfo_observations_temperature/1h/short|source:2026-06-29T14:45:43.202688Z|h:24,2026-06-29T14:45:43.202688Z,2026-06-29T14:46:29.160639+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Chronos-2,0.15980520906634865,0.3997564371793763,0.01440613294868606,0.012824081784190021,7.6417855049719705,True nws_ksfo_observations_temperature/1h/short|source:2026-06-30T01:04:56.756643Z|h:24,2026-06-30T01:04:56.756643Z,2026-06-30T01:25:40.475757+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Chronos-2,6.578811546462172,2.5649194035022176,0.10375024715189164,0.06577761205634809,-35.91914307073302,True +nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T02:59:13.610083+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Chronos-2,4.959293234193562,2.2269470658714727,0.10507472559490176,0.06991968978069257,2.180766791318587,True nws_ksfo_observations_temperature/1h/short|window:041dd5dcc4bfdae51c06,2026-06-17T04:15:45.528129+00:00,2026-06-17T04:15:45.528129+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Chronos-2,0.3873292409371624,0.6223578078060582,0.0754925396445645,0.3827384634463062,,True nws_ksfo_observations_temperature/1h/short|window:08f640002672ed78134a,2026-06-17T04:00:52.305194+00:00,2026-06-17T04:00:52.305194+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Chronos-2,1.4027651354918858,1.1843838632351784,0.0653444936341137,0.6706399552002126,,True nws_ksfo_observations_temperature/1h/short|window:1278b99ea5c8674e9170,2026-06-16T20:09:49.876973+00:00,2026-06-16T20:09:49.876973+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Chronos-2,0.206984169065793,0.4549551286289594,0.0307467089537154,0.2565439126797492,,True @@ -1486,6 +1490,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:00:43.928180Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:27:51.610138Z|h:24,2026-06-30T02:27:51.610138Z,2026-06-30T02:31:50.353443+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,473570.8254269164,688.1648243167595,0.010089956195944346,0.00872797144756806,-21.77187262207971,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:38:57.355176Z|h:24,2026-06-30T02:38:57.355176Z,2026-06-30T02:43:06.900066+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,480960.10050735733,693.5128697489018,0.010180277287786532,0.008818328085635842,-22.250018843760845,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:48:18.411419Z|h:24,2026-06-30T02:48:18.411419Z,2026-06-30T02:53:28.541771+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,483830.70782946673,695.5794044028811,0.010211217969134535,0.00884936746849941,-22.39295554704542,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T03:01:28.303195+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,482558.03337120236,694.6639715511395,0.010197731166059978,0.008835832248061863,-22.33197349514619,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.463619+00:00,2026-06-22T01:22:02.463619+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0407717866337577,0.201920248201506,0.0022009716898305,0.0960955086908494,78.1859319232306,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.014985+00:00,2026-06-22T07:33:31.014985+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0864408961350167,0.2940083266423194,0.0025388064632111,0.1380528538051167,52.223162771726436,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.012177+00:00,2026-06-22T08:13:23.012177+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1569766000828541,0.3962027259911952,0.0040922131316173,0.2100823941511999,24.56300165808982,True @@ -1835,6 +1840,7 @@ nws_ksfo_observations_temperature/1h/short|source:2026-06-29T12:18:16.513936Z|h: nws_ksfo_observations_temperature/1h/short|source:2026-06-29T13:33:26.976517Z|h:24,2026-06-29T13:33:26.976517Z,2026-06-29T13:38:52.375254+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ETS,0.03292608473879552,0.18145546213546596,0.011273513253165049,0.010902557889119839,-44.96554095788034,True nws_ksfo_observations_temperature/1h/short|source:2026-06-29T14:45:43.202688Z|h:24,2026-06-29T14:45:43.202688Z,2026-06-29T14:54:25.519764+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ETS,0.28105697380858613,0.5301480678155737,0.022950721219949077,0.023092644220966255,-20.28794164747758,True nws_ksfo_observations_temperature/1h/short|source:2026-06-30T01:04:56.756643Z|h:24,2026-06-30T01:04:56.756643Z,2026-06-30T01:45:36.309424+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ETS,8.940458466290657,2.9900599435948867,0.12030030367614537,0.1144142008464873,-48.486389811384036,True +nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T03:01:28.325029+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ETS,9.600659986845804,3.098493180054751,0.13700411874865412,0.11871654396548996,-29.904745317640717,True nws_ksfo_observations_temperature/1h/short|window:0063d704b43abc6ca559,2026-06-19T12:53:49.172316+00:00,2026-06-19T12:53:49.172316+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ETS,0.8968580547847945,0.947025899743399,0.0455287948159041,0.6166267125286234,49.80839933461884,True nws_ksfo_observations_temperature/1h/short|window:1d088118a37d22b9fa75,2026-06-18T02:22:56.324438+00:00,2026-06-18T02:22:56.324438+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ETS,2.3865196947587086,1.544836462140478,0.0859407916756728,1.069742067449542,-10.670837460906156,True nws_ksfo_observations_temperature/1h/short|window:25fae5237c4b68c7f2b2,2026-06-18T15:43:12.801560+00:00,2026-06-18T15:43:12.801560+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,ETS,0.041853897953069,0.2045822522924924,0.0212120107562544,0.1178251542534375,82.38862755906477,True @@ -2054,6 +2060,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:00:43.928180Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:27:51.610138Z|h:24,2026-06-30T02:27:51.610138Z,2026-06-30T02:30:57.618994+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,186768.17856788635,432.1668411249137,0.005977953263587643,0.006496138793471528,23.92294199692981,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:38:57.355176Z|h:24,2026-06-30T02:38:57.355176Z,2026-06-30T02:42:22.846193+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,201339.29046567282,448.70846934916756,0.006024623738434332,0.006450248812393863,20.611582810605384,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:48:18.411419Z|h:24,2026-06-30T02:48:18.411419Z,2026-06-30T02:51:50.175534+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,196785.9497617086,443.6056241321886,0.006343645775823757,0.0066113347732756796,21.8442455700746,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T03:01:00.068847+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,194646.4775276184,441.18757635230213,0.006094168490250867,0.006433319932840194,22.29998370770781,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:55:52.923423+00:00,2026-06-17T06:55:52.923423+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4381369625632698,0.6619191510775843,0.0122809197835173,0.3062045609808345,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:38.406071+00:00,2026-06-22T01:21:38.406071+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.3065049334316586,0.5536288769849876,0.0051562118826857,0.2613208096822324,4.149065055029456,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:32:48.220080+00:00,2026-06-22T07:32:48.220080+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.1143422068302237,0.3381452451687348,0.0034218690302553,0.2704204796842313,41.32596797676891,True @@ -2604,6 +2611,7 @@ nws_ksfo_observations_temperature/1h/short|source:2026-06-29T12:18:16.513936Z|h: nws_ksfo_observations_temperature/1h/short|source:2026-06-29T13:33:26.976517Z|h:24,2026-06-29T13:33:26.976517Z,2026-06-29T13:37:44.502512+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moirai-1.1-Large,0.018226459089987657,0.13500540392883412,0.00350604522900793,0.004390412609087738,-18.63689881482196,True nws_ksfo_observations_temperature/1h/short|source:2026-06-29T14:45:43.202688Z|h:24,2026-06-29T14:45:43.202688Z,2026-06-29T14:52:25.921760+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moirai-1.1-Large,0.28816720202166834,0.536812073282325,0.025299519892285346,0.019717263578479624,-21.482609370760468,True nws_ksfo_observations_temperature/1h/short|source:2026-06-30T01:04:56.756643Z|h:24,2026-06-30T01:04:56.756643Z,2026-06-30T01:44:13.094134+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moirai-1.1-Large,5.003009024324608,2.236740714594476,0.08422853638424672,0.05585591644341965,-23.45981967946918,True +nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T03:01:05.116575+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moirai-1.1-Large,6.5443410762197045,2.5581909772766585,0.11571328158422732,0.08042958879262502,-11.6328579793292,True nws_ksfo_observations_temperature/1h/short|window:041dd5dcc4bfdae51c06,2026-06-17T04:20:35.165191+00:00,2026-06-17T04:20:35.165191+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moirai-1.1-Large,0.4879895334474249,0.6985624764095371,0.0793779061281254,0.316839984225188,,True nws_ksfo_observations_temperature/1h/short|window:08f640002672ed78134a,2026-06-17T04:04:49.793145+00:00,2026-06-17T04:04:49.793145+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moirai-1.1-Large,3.48907200250126,1.8679057798778984,0.1041417013193791,0.8908484576539797,,True nws_ksfo_observations_temperature/1h/short|window:1cd9fc03a2ab4e7f94c6,2026-06-17T11:27:26.816028+00:00,2026-06-17T11:27:26.816028+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moirai-1.1-Large,0.0387247089374215,0.1967859470018667,0.0121144175504386,0.0936340888807736,,True @@ -2892,6 +2900,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:00:43.928180Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:27:51.610138Z|h:24,2026-06-30T02:27:51.610138Z,2026-06-30T02:31:50.431154+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,94891.21655344444,308.0441795480714,0.004004385944362885,0.003202784147849166,52.44983034440694,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:38:57.355176Z|h:24,2026-06-30T02:38:57.355176Z,2026-06-30T02:43:06.971340+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,95153.70108923213,308.4699354705935,0.00404194075408255,0.003214104817560305,52.54656036928617,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:48:18.411419Z|h:24,2026-06-30T02:48:18.411419Z,2026-06-30T02:53:28.618213+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,95575.73257233668,309.15325094900214,0.004073221548160359,0.003229001754677339,52.49285096339383,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T03:01:28.343099+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,95370.82623290778,308.8216738393013,0.004059586492584237,0.003221459062636166,52.52168466319672,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.488519+00:00,2026-06-22T01:22:02.488519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1489742184098265,0.3859717844737184,0.0048771123255213,0.2210326747420907,38.18680422959462,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.068326+00:00,2026-06-22T07:33:31.068326+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1029916725943077,0.3209231568371278,0.003220088745007,0.1530588119969513,45.56516023795812,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.059241+00:00,2026-06-22T08:13:23.059241+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1001716084949669,0.3164989865623062,0.0030892525816164,0.1543325711714026,44.25222081261605,True @@ -3241,6 +3250,7 @@ nws_ksfo_observations_temperature/1h/short|source:2026-06-29T12:18:16.513936Z|h: nws_ksfo_observations_temperature/1h/short|source:2026-06-29T13:33:26.976517Z|h:24,2026-06-29T13:33:26.976517Z,2026-06-29T13:38:52.521221+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moving-Average,0.011182699085739696,0.10574828171530588,0.00493157947402005,0.004699717237189278,5.562292158923145,True nws_ksfo_observations_temperature/1h/short|source:2026-06-29T14:45:43.202688Z|h:24,2026-06-29T14:45:43.202688Z,2026-06-29T14:54:25.702589+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moving-Average,0.16526241995433918,0.4065248085349026,0.0147440819480631,0.015218998033459559,5.970652765730504,True nws_ksfo_observations_temperature/1h/short|source:2026-06-30T01:04:56.756643Z|h:24,2026-06-30T01:04:56.756643Z,2026-06-30T01:45:36.369604+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moving-Average,2.4298379980547233,1.5587937637977396,0.05625914978473567,0.051517926346936846,12.145496540863936,True +nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T03:01:28.358999+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moving-Average,7.130994354712089,2.670392172455591,0.1189807056427178,0.10256107102119873,-15.843656685844504,True nws_ksfo_observations_temperature/1h/short|window:0063d704b43abc6ca559,2026-06-19T12:53:49.440179+00:00,2026-06-19T12:53:49.440179+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moving-Average,2.818689456818809,1.6788953084748344,0.0852953387484311,1.284537244699988,-2.5804407560700264,True nws_ksfo_observations_temperature/1h/short|window:1d088118a37d22b9fa75,2026-06-18T02:22:56.434234+00:00,2026-06-18T02:22:56.434234+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moving-Average,2.225465144403263,1.491799297627956,0.0876467933646613,1.059354508648225,-7.205600456607553,True nws_ksfo_observations_temperature/1h/short|window:25fae5237c4b68c7f2b2,2026-06-18T15:43:12.913370+00:00,2026-06-18T15:43:12.913370+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Moving-Average,0.4304607383145718,0.6560950680462183,0.0759507803900748,0.5142488008253403,0.3461829240812467,True @@ -3459,6 +3469,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:00:43.928180Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:27:51.610138Z|h:24,2026-06-30T02:27:51.610138Z,2026-06-30T02:31:50.497029+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,304229.1955954234,551.5697558744708,0.007308628608476549,0.006428692095788387,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:38:57.355176Z|h:24,2026-06-30T02:38:57.355176Z,2026-06-30T02:43:07.017391+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,305886.568403244,553.0701297333314,0.0073997529349388675,0.006438234517965119,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:48:18.411419Z|h:24,2026-06-30T02:48:18.411419Z,2026-06-30T02:53:28.675179+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,306787.8464279175,553.8843258550629,0.007430968774900681,0.006441511942185222,0.0,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T03:01:28.372537+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,306373.95159403485,553.510570444716,0.007417362032320043,0.0064400828357212055,0.0,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.507250+00:00,2026-06-22T01:22:02.507250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3330400717529599,0.5770962413263147,0.0074647926873788,0.3493354391815629,0.0,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.096521+00:00,2026-06-22T07:33:31.096521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2754118389969035,0.5247969502549568,0.0054985069346336,0.3525814888009477,0.0,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.090823+00:00,2026-06-22T08:13:23.090823+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2592027377306001,0.5091195711525929,0.0051633669136927,0.3473196849970218,0.0,True @@ -3811,6 +3822,7 @@ nws_ksfo_observations_temperature/1h/short|source:2026-06-29T12:18:16.513936Z|h: nws_ksfo_observations_temperature/1h/short|source:2026-06-29T13:33:26.976517Z|h:24,2026-06-29T13:33:26.976517Z,2026-06-29T13:38:52.627539+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Seasonal-Naive,0.01250000000000758,0.11180339887502339,0.003844496382853556,0.0060993660581072,0.0,True nws_ksfo_observations_temperature/1h/short|source:2026-06-29T14:45:43.202688Z|h:24,2026-06-29T14:45:43.202688Z,2026-06-29T14:54:25.843283+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Seasonal-Naive,0.18625000635783331,0.4315669199067896,0.01604529710421822,0.01753172382182321,0.0,True nws_ksfo_observations_temperature/1h/short|source:2026-06-30T01:04:56.756643Z|h:24,2026-06-30T01:04:56.756643Z,2026-06-30T01:45:36.424110+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Seasonal-Naive,3.101666711171523,1.7611549367308723,0.06294187043439685,0.05641323089044,0.0,True +nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T03:01:28.388243+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Seasonal-Naive,5.180416660308917,2.2760528685223718,0.09547629102542883,0.08188168589544344,0.0,True nws_ksfo_observations_temperature/1h/short|window:0063d704b43abc6ca559,2026-06-19T12:53:49.612530+00:00,2026-06-19T12:53:49.612530+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Seasonal-Naive,2.6768795542784996,1.6361172189908948,0.0831795112051464,1.3403424506194082,0.0,True nws_ksfo_observations_temperature/1h/short|window:1d088118a37d22b9fa75,2026-06-18T02:22:56.500274+00:00,2026-06-18T02:22:56.500274+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Seasonal-Naive,1.9263051640966933,1.3879139613451164,0.0882124319359973,1.15223888981333,0.0,True nws_ksfo_observations_temperature/1h/short|window:25fae5237c4b68c7f2b2,2026-06-18T15:43:12.979612+00:00,2026-06-18T15:43:12.979612+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Seasonal-Naive,0.4334514548062118,0.6583703021903493,0.0728866932928702,0.5257906901496814,0.0,True @@ -4034,6 +4046,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:00:43.928180Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:27:51.610138Z|h:24,2026-06-30T02:27:51.610138Z,2026-06-30T02:30:19.761570+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,133167.42019144693,364.92111502549005,0.0049185082193029354,0.005569160529843088,39.10907611761896,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:38:57.355176Z|h:24,2026-06-30T02:38:57.355176Z,2026-06-30T02:41:33.619113+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,134335.17491912842,366.51763248052396,0.005009700755387504,0.005619293057516208,38.96931400739315,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:48:18.411419Z|h:24,2026-06-30T02:48:18.411419Z,2026-06-30T02:51:09.612260+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,135068.2331829071,367.5163032885849,0.005040939961455107,0.005636514543915002,38.863245560920326,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T03:00:30.666668+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,134727.6951529185,367.0527144061442,0.005027323033770145,0.005629004847549783,38.913084479955394,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:34.213561+00:00,2026-06-17T06:54:34.213561+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.160538580492642,0.4006726600264136,0.0077998502585261,0.2146609791701683,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:54.533078+00:00,2026-06-22T01:20:54.533078+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3253257633711659,0.5703733543663886,0.006509406779106,0.2858020737091157,1.1717358298733047,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:44.064640+00:00,2026-06-22T07:31:44.064640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2663201865137117,0.5160621924862465,0.005269364684183,0.2671874556573511,1.678256417390571,True @@ -4588,6 +4601,7 @@ nws_ksfo_observations_temperature/1h/short|source:2026-06-29T12:18:16.513936Z|h: nws_ksfo_observations_temperature/1h/short|source:2026-06-29T13:33:26.976517Z|h:24,2026-06-29T13:33:26.976517Z,2026-06-29T13:36:51.851931+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TiRex,0.010933025900461265,0.10456111084175257,0.003453873544259091,0.00565870076776176,6.687032678587884,True nws_ksfo_observations_temperature/1h/short|source:2026-06-29T14:45:43.202688Z|h:24,2026-06-29T14:45:43.202688Z,2026-06-29T14:51:12.869613+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TiRex,0.16733634131189015,0.4090676488209379,0.01371007630474671,0.012793348189318826,5.3490936996272165,True nws_ksfo_observations_temperature/1h/short|source:2026-06-30T01:04:56.756643Z|h:24,2026-06-30T01:04:56.756643Z,2026-06-30T01:43:22.845013+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TiRex,3.817135385736492,1.9537490590494195,0.07697125658438357,0.05388236924573228,-10.340932787840677,True +nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T03:00:36.267266+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TiRex,5.380841372769737,2.3196640646373208,0.10676970261350494,0.07314585290364467,-1.8977352114026071,True nws_ksfo_observations_temperature/1h/short|window:041dd5dcc4bfdae51c06,2026-06-17T04:18:55.026797+00:00,2026-06-17T04:18:55.026797+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TiRex,0.3876074390505039,0.6225812710405798,0.0762207760662346,0.3208946779368778,,True nws_ksfo_observations_temperature/1h/short|window:08f640002672ed78134a,2026-06-17T04:04:10.810925+00:00,2026-06-17T04:04:10.810925+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TiRex,1.9224301397542851,1.3865172699084152,0.0776171306368256,0.8347472205536933,,True nws_ksfo_observations_temperature/1h/short|window:1278b99ea5c8674e9170,2026-06-16T21:19:37.986790+00:00,2026-06-16T21:19:37.986790+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TiRex,0.1811568503130527,0.4256252463295061,0.0287144357125749,0.2425845467564815,,True @@ -4888,6 +4902,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:00:43.928180Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:27:51.610138Z|h:24,2026-06-30T02:27:51.610138Z,2026-06-30T02:31:28.992509+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,112062.21617253621,334.756950895028,0.004584936978884897,0.004540116915328221,46.16164878510654,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:38:57.355176Z|h:24,2026-06-30T02:38:57.355176Z,2026-06-30T02:42:55.587942+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,112163.38081995647,334.9080184467916,0.0045976927415650876,0.004555532353967533,46.33972278749329,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:48:18.411419Z|h:24,2026-06-30T02:48:18.411419Z,2026-06-30T02:53:07.576585+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,112529.98707644145,335.45489574075594,0.004628982848646479,0.004572787242783933,46.327116051327366,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T03:01:22.116402+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,112349.25041516621,335.18539707923765,0.00461534373360431,0.004565262967720943,46.33722235783942,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:58:35.029666+00:00,2026-06-17T06:58:35.029666+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.0565088861879648,0.237715977982055,0.0047191124135397,0.1699283194647917,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:57.655072+00:00,2026-06-22T01:21:57.655072+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.094376840947432,0.3072081394550477,0.003290280361809,0.1643725886038777,55.83850889232936,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:19.087735+00:00,2026-06-22T07:33:19.087735+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.1390943968371703,0.3729536121787405,0.0036446519853812,0.2070857689137401,32.88670480081774,True @@ -5431,6 +5446,7 @@ nws_ksfo_observations_temperature/1h/short|source:2026-06-29T12:18:16.513936Z|h: nws_ksfo_observations_temperature/1h/short|source:2026-06-29T13:33:26.976517Z|h:24,2026-06-29T13:33:26.976517Z,2026-06-29T13:38:35.185713+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Timer-S1,0.022228185535065375,0.14909119871764856,0.00881895369249955,0.009173102152207093,-28.012363402150775,True nws_ksfo_observations_temperature/1h/short|source:2026-06-29T14:45:43.202688Z|h:24,2026-06-29T14:45:43.202688Z,2026-06-29T14:53:54.397557+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Timer-S1,0.16947490819870836,0.41167330275196173,0.01396334719347951,0.013281508816859511,4.715750140818036,True nws_ksfo_observations_temperature/1h/short|source:2026-06-30T01:04:56.756643Z|h:24,2026-06-30T01:04:56.756643Z,2026-06-30T01:45:35.303753+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Timer-S1,3.021852665456663,1.7383476825585447,0.06707925091789668,0.04463925327173463,1.3034015376760022,True +nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T03:01:27.796949+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Timer-S1,7.11020709127115,2.666497157559173,0.12203397171970365,0.08639828444005804,-15.70132216205985,True nws_ksfo_observations_temperature/1h/short|window:041dd5dcc4bfdae51c06,2026-06-17T04:21:38.393896+00:00,2026-06-17T04:21:38.393896+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Timer-S1,0.5324981034051788,0.7297246764398054,0.0880724451028696,0.4131816179387602,,True nws_ksfo_observations_temperature/1h/short|window:08f640002672ed78134a,2026-06-17T04:05:28.680366+00:00,2026-06-17T04:05:28.680366+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Timer-S1,27.085077794204235,5.204332598345751,0.2679866045653916,3.317477266228263,,True nws_ksfo_observations_temperature/1h/short|window:1cd9fc03a2ab4e7f94c6,2026-06-17T11:28:16.093504+00:00,2026-06-17T11:28:16.093504+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Timer-S1,0.0304756612899653,0.1745727965347561,0.0119362345651081,0.0761729753195384,,True @@ -5703,6 +5719,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:00:43.928180Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:27:51.610138Z|h:24,2026-06-30T02:27:51.610138Z,2026-06-30T02:28:49.689895+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,81176.29564730327,284.9145409544821,0.0049970379629936425,0.0036552447006591906,57.87486297325286,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:38:57.355176Z|h:24,2026-06-30T02:38:57.355176Z,2026-06-30T02:40:31.776692+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,81347.75390434265,285.21527642176295,0.005088163558222841,0.0036858100803254445,57.98525635869293,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:48:18.411419Z|h:24,2026-06-30T02:48:18.411419Z,2026-06-30T02:49:58.126935+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,81738.51117706299,285.8994773990729,0.005119379832817485,0.0037030922786922796,57.92382700575103,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T02:59:42.031316+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,81547.2428080241,285.56477865455344,0.005105772900783766,0.0036955560842021787,57.956799481543726,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:53:42.689625+00:00,2026-06-17T06:53:42.689625+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1316480282298061,0.3628333339562478,0.0115041829002529,0.2379950762051307,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:14.323519+00:00,2026-06-22T01:20:14.323519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876052556822667,0.4331342236331213,0.0035212021999806,0.2825173319955255,27.933567902573127,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:30:36.018310+00:00,2026-06-22T07:30:36.018310+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876660841999844,0.4332044369578691,0.0029553106220395,0.282650315619165,18.948377886633143,True @@ -6264,6 +6281,7 @@ nws_ksfo_observations_temperature/1h/short|source:2026-06-29T12:18:16.513936Z|h: nws_ksfo_observations_temperature/1h/short|source:2026-06-29T13:33:26.976517Z|h:24,2026-06-29T13:33:26.976517Z,2026-06-29T13:35:10.191351+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TimesFM-2.5,0.010727553214754456,0.1035739021894727,0.004289568785046526,0.006297949268356896,7.630794207487437,True nws_ksfo_observations_temperature/1h/short|source:2026-06-29T14:45:43.202688Z|h:24,2026-06-29T14:45:43.202688Z,2026-06-29T14:48:17.228261+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TimesFM-2.5,0.17068906538834958,0.4131453320423088,0.014564090005283066,0.015221364602560017,4.3595510273946765,True nws_ksfo_observations_temperature/1h/short|source:2026-06-30T01:04:56.756643Z|h:24,2026-06-30T01:04:56.756643Z,2026-06-30T01:31:27.874415+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TimesFM-2.5,4.634254939053487,2.1527319710204256,0.07874205743067628,0.0780235757604895,-19.81132044993484,True +nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T02:59:47.865077+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TimesFM-2.5,5.644324980937957,2.3757788156598156,0.10294599188196922,0.09399977560265173,-4.285629495870382,True nws_ksfo_observations_temperature/1h/short|window:041dd5dcc4bfdae51c06,2026-06-17T04:16:39.183521+00:00,2026-06-17T04:16:39.183521+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TimesFM-2.5,0.444325073075494,0.6665771321276286,0.068859976359579,0.6368933387468146,,True nws_ksfo_observations_temperature/1h/short|window:08f640002672ed78134a,2026-06-17T04:02:20.897774+00:00,2026-06-17T04:02:20.897774+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TimesFM-2.5,3.2190406783396166,1.794168520050337,0.0903255026399188,1.5874082302807102,,True nws_ksfo_observations_temperature/1h/short|window:1278b99ea5c8674e9170,2026-06-16T20:32:49.414139+00:00,2026-06-16T20:32:49.414139+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,TimesFM-2.5,0.2103127474659248,0.4585986780028098,0.0276254995036464,0.2614770581413246,,True @@ -6575,6 +6593,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:00:43.928180Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:27:51.610138Z|h:24,2026-06-30T02:27:51.610138Z,2026-06-30T02:29:57.466467+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,88969.0612004598,298.2768197504791,0.004224314037613743,0.004095017256093216,54.74595338979575,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:38:57.355176Z|h:24,2026-06-30T02:38:57.355176Z,2026-06-30T02:41:12.493852+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,86684.43337249756,294.42220258074553,0.004132640543575338,0.004064260413563764,55.83757690690739,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:48:18.411419Z|h:24,2026-06-30T02:48:18.411419Z,2026-06-30T02:50:41.046629+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,86231.34473609924,293.6517405637148,0.004101236579016802,0.004053694034148967,56.11850684405243,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T03:00:12.637308+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,86408.05833625793,293.95247632271776,0.004114925323650366,0.0040583017591065765,56.00202852895792,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:06.418915+00:00,2026-06-17T06:54:06.418915+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2538744236056837,0.5038595276519873,0.0096861404413673,0.2595518987896321,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:46.561689+00:00,2026-06-22T01:20:46.561689+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1086373133447541,0.3296017496081508,0.0033714615341156,0.2404084905840144,50.80693872487049,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:22.722969+00:00,2026-06-22T07:31:22.722969+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1424910624386554,0.3774798834887171,0.0034849946383276,0.2479472775316385,31.80661730312123,True @@ -7131,6 +7150,7 @@ nws_ksfo_observations_temperature/1h/short|source:2026-06-29T12:18:16.513936Z|h: nws_ksfo_observations_temperature/1h/short|source:2026-06-29T13:33:26.976517Z|h:24,2026-06-29T13:33:26.976517Z,2026-06-29T13:36:06.733198+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Toto-2.0-1B,0.010868957608295204,0.10425429299695627,0.003276319813761976,0.007885052795364646,6.979525655576868,True nws_ksfo_observations_temperature/1h/short|source:2026-06-29T14:45:43.202688Z|h:24,2026-06-29T14:45:43.202688Z,2026-06-29T14:49:49.619297+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Toto-2.0-1B,0.17151268798613728,0.4141409035414605,0.013568262815933244,0.012766027561076587,4.119299917147553,True nws_ksfo_observations_temperature/1h/short|source:2026-06-30T01:04:56.756643Z|h:24,2026-06-30T01:04:56.756643Z,2026-06-30T01:33:36.598145+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Toto-2.0-1B,4.287491311499555,2.070625826048626,0.08213135322695168,0.05525550078536595,-16.04816944893775,True +nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24,2026-06-30T02:58:21.649969Z,2026-06-30T03:00:18.074993+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Toto-2.0-1B,6.680785838743607,2.5847216172624097,0.11656997921540034,0.07699409599272669,-12.649385073347664,True nws_ksfo_observations_temperature/1h/short|window:041dd5dcc4bfdae51c06,2026-06-17T04:17:39.008349+00:00,2026-06-17T04:17:39.008349+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Toto-2.0-1B,0.5501165209287242,0.7416984029433555,0.0898882217424577,0.3669478966360429,,True nws_ksfo_observations_temperature/1h/short|window:08f640002672ed78134a,2026-06-17T04:03:32.727733+00:00,2026-06-17T04:03:32.727733+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Toto-2.0-1B,2.164071769708797,1.471078437646612,0.0792075819039913,0.73368085944758,,True nws_ksfo_observations_temperature/1h/short|window:1278b99ea5c8674e9170,2026-06-16T20:58:36.253758+00:00,2026-06-16T20:58:36.253758+00:00,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,Toto-2.0-1B,0.3887252172252723,0.623478321375549,0.0283800636456783,0.2897589296236493,,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 0afc426c618e1493844e5691d514153c068f7d32..3ac9f7513458052e783f99c8f7a8588f2890e067 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,120 +1,120 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,176625.76478134864,243.56279271151135,0.008359414444718737,0.33541704167254255,-3.828927281263633,262937.9216091438,0.3136181087988317,2.000686011353237e-09,166,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-30T02:48:18.411419Z +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,177675.91973460338,245.65701109491604,0.008399984583704011,0.3334901188997345,-3.847498636072731,262495.7874450028,0.3162109515907943,1.3121278895901333e-09,167,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-30T02:58:21.649969Z ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,2.3872822447287044e-05,0.0015818643938746606,,,-0.23751076897980583,7.218997991282394e-05,0.42656170388121467,0.028736851174171425,19,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:38:57.355176Z ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526522e-15,9.786828912128035e-08,,,0.0,4.81408010337279e-30,0.0,1.0,30,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:48:18.411419Z ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,18.467500542954323,3.600793524742724,0.14415021477242435,0.5039281620846389,-62.687285851745884,16.225721329836535,0.7348714087542176,0.0010697217446162678,13,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-30T02:00:43.928180Z ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.6291647884374711,1.1447144982046706,2.254307937219575,0.8837992992507436,3.604353187761614,1.3012913454615889,-0.22236842105263155,0.0013294453024995708,96,0.9479166666666666,2026-06-17T12:10:12.335728+00:00,2026-06-30T02:48:18.411419Z ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.118504878987339,1.6145692474019275,0.12025769728604384,1.1004394874649102,10.471668347231498,5.239447972586087,-0.22795320358361906,0.003838910992924945,75,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-30T02:48:18.411419Z -ARIMA,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.98272597318078,1.238601997780378,0.03676989554971852,0.9346070526812469,26.067946253860125,43.752091218244345,-0.0689655172413793,0.6155613796360289,29,1.0,2026-06-17T12:10:12.433031+00:00,2026-06-30T01:04:56.756643Z +ARIMA,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.923014786436548,1.2867044906357776,0.03936472950532567,0.9067095430089885,24.65719849355023,42.99237122689109,-0.0022988505747126436,1.0,30,1.0,2026-06-17T12:10:12.433031+00:00,2026-06-30T02:58:21.649969Z ARIMA,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,17.4698914525147,2.6620674139932903,0.46689741807173546,0.6194178006805274,19.117817975400364,34.66974857807068,0.04926108374384236,0.7239201974279224,29,1.0,2026-06-17T12:10:12.456148+00:00,2026-06-30T02:00:43.928180Z ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,4.778966813053063,1.892319920320058,0.14630325961062823,0.8106843255212771,-70.88054084424921,5.557377136686336,0.21182266009852213,0.11133097071193028,29,1.0,2026-06-17T12:39:00.859383+00:00,2026-06-30T02:00:43.928180Z ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,3.637522696443266,1.5984425713254733,0.6382784317994893,0.452006370792784,13.399671693389495,4.636847274926663,0.10344827586206895,0.4452749093115973,29,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-30T02:00:43.928180Z ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,396.6189186192196,12.254236818939335,0.013675665606048762,0.37833376401358904,0.4864013297985477,699.9046736370738,0.5449742351588934,5.275260316870724e-08,48,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-30T02:38:57.355176Z ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9275977165973884,0.9443098602037467,0.1884584089766501,0.47223069206859825,51.524375704327745,0.37575855793936136,0.0,1.0,4,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-20T17:12:56.741396+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,38179.244920239675,87.76855367799597,0.007410233054376554,0.23991739722033967,28.019132656367173,80201.51138222015,0.37053582696045023,1.7605568350599897e-20,282,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-30T02:48:18.411419Z +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,38322.93552721573,88.45061242780159,0.007396928102500049,0.2390847332396749,28.208439047385117,80095.66788632996,0.3721775305114904,1.0219072516792895e-20,283,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-30T02:58:21.649969Z Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.9423515563335822e-07,0.00013721250817950214,,,-0.0024745284725401903,6.361654654740626e-07,0.41743646291260905,0.027776319993960342,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:38:57.355176Z Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.729686274365332e-18,1.315175377797704e-09,,,0.0,1.9588542087291625e-34,0.0,1.0,30,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:48:18.411419Z Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,3.214702755106372,1.51017677242004,0.06427584931376616,0.1670121782012621,10.23470487959951,2.7625430500271206,0.6339205688172401,0.0020859730900135193,15,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-30T02:00:43.928180Z Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.21814255848224395,0.3566626640096857,0.7192399505863785,0.1895334736282982,62.25869693034482,0.3492226913319612,0.2658719646799117,1.2696831053871998e-06,151,0.9602649006622517,2026-06-16T12:06:44.487655+00:00,2026-06-30T02:48:18.411419Z Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.7542810741977535,1.5905895974684467,0.13479501409295255,0.8888246444961939,-4.641014139754148,5.131286942677789,0.01376485162618226,0.8304939997954612,111,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-30T02:48:18.411419Z -Chronos-2,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.88386281644832,1.389586098505083,0.03925520002387208,0.9572858376280918,34.10083111511649,40.66741842396908,-0.0507399577167019,0.6273326409463402,44,1.0,2026-06-16T13:12:22.165146+00:00,2026-06-30T01:04:56.756643Z +Chronos-2,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.774427936842658,1.408194120002114,0.04071785614767273,0.9375665898981497,32.96082881783799,40.20933464680605,-0.016161616161616158,0.8756254287519057,45,1.0,2026-06-16T13:12:22.165146+00:00,2026-06-30T02:58:21.649969Z Chronos-2,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,12.671918816414854,2.338168129619855,0.3568370452563854,0.6734869299855096,48.17909756555233,25.68211742092908,0.11111111111111112,0.2762255700053524,46,1.0,2026-06-16T13:12:26.984109+00:00,2026-06-30T02:00:43.928180Z Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.2561700399854823,0.4537927893788209,0.03840229814247496,0.15542789975573995,30.54299121107408,0.285390063920463,0.3820536540240519,0.0001522335920895523,47,1.0,2026-06-16T13:12:32.541423+00:00,2026-06-30T02:00:43.928180Z Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.7035942285200134,1.3187743217866825,0.6084638725177323,0.4396758360611813,23.214542520211968,4.191922900845971,0.22318840579710147,0.028732081446489966,46,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-30T02:00:43.928180Z Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,295.4688215172005,7.879530048356052,0.008578740444209906,0.37833421919836974,20.254426089619656,720.7157030313057,0.3349963273860933,6.341210898067211e-05,67,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-30T02:38:57.355176Z Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1456044109597034,0.3540856210491078,0.07326493977323642,0.20971254396934885,91.35627345305528,0.09048796560262944,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-21T17:41:22.192896+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,62469.07174694333,142.48890495148729,0.007476708342748543,0.2895142610608527,33.32260112288233,107736.39116186315,0.395253742241694,4.062360043752396e-14,166,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-30T02:48:18.411419Z +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,64984.57451116045,145.7953424760361,0.007493001892588731,0.28783355190628507,32.98934019702587,112222.73590945092,0.40220763292691725,1.2042629628024976e-14,167,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-30T02:58:21.649969Z ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,2.4483921971379998e-05,0.001599973211928998,,,-0.25047370148966985,7.443759043049748e-05,0.42656170388121467,0.028736851174171425,19,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:38:57.355176Z ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526522e-15,9.786828912128035e-08,,,0.0,4.81408010337279e-30,0.0,1.0,30,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:48:18.411419Z ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,50.978329822819504,5.926685120879683,0.2523531258443731,0.7828491521252909,-77.59100903310879,45.18345584150699,0.7348714087542176,0.0010697217446162678,13,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-30T02:00:43.928180Z ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.1337043727017257,1.287284406132189,2.3173513952118734,0.960614069413214,-4.42989439706317,1.9270552167483173,-0.23377192982456135,0.0007404706075872587,96,0.9479166666666666,2026-06-17T12:10:12.697348+00:00,2026-06-30T02:48:18.411419Z ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.2242115092823145,1.8948108406203301,0.18818379431833282,1.1613026104958029,-10.646879683377756,6.477027418118385,-0.020198385127662446,0.7978166621578462,75,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-30T02:48:18.411419Z -ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.101782245340871,1.2060347552116588,0.039423965383518576,0.7877650756359864,15.515405747762731,44.32076824513939,0.10837438423645318,0.4233065625758265,29,1.0,2026-06-17T12:10:12.747284+00:00,2026-06-30T01:04:56.756643Z +ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.118411503391037,1.2691167027064287,0.04267663716235644,0.7654634579136366,14.001400712249282,43.55000871868801,0.1632183908045977,0.21370025661362413,30,1.0,2026-06-17T12:10:12.747284+00:00,2026-06-30T02:58:21.649969Z ETS,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,28.26238021125604,3.8529326083483957,1.0519087158602198,1.5284314567028905,-7.356033465691347,44.54489244411115,0.10837438423645318,0.4233065625758265,29,1.0,2026-06-17T12:10:12.763932+00:00,2026-06-30T02:00:43.928180Z ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,50.654328678894345,5.117648382685666,0.36191642045118055,1.9597321235785827,-83.87565706548325,95.77196291487375,0.1625615763546798,0.22492960026987865,29,1.0,2026-06-17T12:39:01.037191+00:00,2026-06-30T02:00:43.928180Z ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,3.948244360861501,1.6369395095116182,0.708219696775701,0.48112041734118804,13.88003110631362,5.199752258500304,0.17241379310344823,0.19740923451384743,29,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-30T02:00:43.928180Z ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,458.50584951292376,11.92385361251489,0.010946409717391426,0.36217246739060593,8.787905412734998,1004.1207234006854,0.47195481149381296,2.4451916568277898e-06,48,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-30T02:38:57.355176Z ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0355298506068462,1.016318790561134,0.2100370240294873,0.5501238398295335,45.32341836016455,0.11787053128673673,0.3333333333333334,0.75,4,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-20T17:12:56.912547+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,90621.05766071122,134.26871604311387,0.009525824608690042,0.28387590487479536,2.855244931678855,207402.30839253997,0.31293665428667894,7.393488902555245e-15,278,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-30T02:48:18.411419Z +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,90993.90862797614,135.36878364278837,0.009513524765971622,0.2828814870076199,2.9738104120204945,207122.59825551062,0.31497382738970114,4.418861891611667e-15,279,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-30T02:58:21.649969Z Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,2145614.498680973,573.1577661459511,,,-99.85666949648834,7980700.706305108,-0.25263157894736843,0.12841351117075267,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:38:57.355176Z Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,206650.04796838248,114.37227037625007,,,-100.0,1093915.0155935874,0.19080459770114944,0.1445086040145618,30,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:48:18.411419Z Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.307547151860254,1.2935359729682914,0.05887948727309873,0.15499825022317165,22.60190951542591,1.9429439628214666,0.5047619047619049,0.008269998948239689,15,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-30T02:00:43.928180Z Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.402969424537059,0.9384967252873031,2.456686282067201,0.5150125299149475,16.144268659518087,2.12926902111319,0.20188645020859786,0.00025863048278277007,149,0.9664429530201343,2026-06-16T12:07:52.741323+00:00,2026-06-30T02:48:18.411419Z Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,7.00819711927252,1.7318647288909697,0.13147037221156624,0.8496541534488282,-3.423370307156168,36.51271246099726,0.04281345565749236,0.5093364278393067,109,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-30T02:48:18.411419Z -Moirai-1.1-Large,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,7.201648752136329,1.2014585484828588,0.040235687355374826,0.7054160720267179,7.183731605117862,37.07324191870793,-0.005128205128205129,0.9628287337753054,40,1.0,2026-06-16T13:15:24.752398+00:00,2026-06-30T01:04:56.756643Z +Moirai-1.1-Large,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,7.185616857601778,1.2345495833314883,0.042076604287785854,0.6901724992649106,6.486820879767971,36.607037200397734,0.03902439024390244,0.7192794042836598,41,1.0,2026-06-16T13:15:24.752398+00:00,2026-06-30T02:58:21.649969Z Moirai-1.1-Large,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,30.243428723327487,3.2569573001544163,0.4208450191740672,0.6873837303999423,27.458013918674883,66.13014281476003,0.01661129568106312,0.8752595797672077,43,1.0,2026-06-16T13:15:30.361270+00:00,2026-06-30T02:00:43.928180Z Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.21771817491428658,0.4307307943332329,0.03713131188154239,0.15924367041670312,35.488422647308454,0.19019480582261852,0.4460887949260042,1.970401085544888e-05,44,1.0,2026-06-16T13:15:35.504692+00:00,2026-06-30T02:00:43.928180Z Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,3.594199146898127,1.5741794243048384,0.6573098251363592,0.45834618503205415,7.475320646328215,4.941845722785895,0.12682926829268293,0.2427577329337679,41,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-30T02:00:43.928180Z Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2647.8759005120965,16.65803328828985,0.010957833788776091,0.4765725924657407,-5.521909064627406,15774.091269757451,0.47132867132867134,2.20648185671814e-08,66,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-30T02:38:57.355176Z Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14917155913022512,0.35835614759999057,0.060813743611269774,0.18543381466807796,92.89588533626512,0.11224549076916286,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-21T19:13:08.416535+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,108035.5866615658,191.1286581197042,0.008751321969530981,0.3030338622359025,18.477469312597716,155378.1781996587,0.16947791164658635,0.0011904448455051016,166,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-30T02:48:18.411419Z +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,107959.74977277145,191.83340671682754,0.008723227745118127,0.30123857838456564,18.68132688954741,154912.56470362493,0.17177692807156772,0.000983470330456778,167,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-30T02:58:21.649969Z Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0001036749543818867,0.0029515114667599427,,,-1.4502755869109696,0.00040728257477215925,0.42656170388121467,0.028736851174171425,19,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:38:57.355176Z Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526522e-15,9.786828912128035e-08,,,0.0,4.81408010337279e-30,0.0,1.0,30,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:48:18.411419Z Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,7.418828873905024,2.2800046961305487,0.10128703610184943,0.2782311456419024,-35.520067338763525,6.602522921690587,0.7648661601319408,0.0006615236244961275,13,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-30T02:00:43.928180Z Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8664334519231887,1.1984496626378653,3.106394956905103,1.07436131145644,4.798376143020232,1.8088704804866522,-0.006140350877192982,0.9293787221862809,96,0.9479166666666666,2026-06-17T12:10:12.867076+00:00,2026-06-30T02:48:18.411419Z Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.296051328182526,1.653069204906658,0.1165136640221315,1.0638101684046848,12.174714600282453,5.229842006111471,-0.2293959453784521,0.003621207900677056,75,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-30T02:48:18.411419Z -Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.753106252534518,1.4876222710683316,0.057164442225371224,1.1338569124389226,17.21608889143385,44.08053008143949,-0.09852216748768472,0.46786670864704466,29,1.0,2026-06-17T12:10:12.895547+00:00,2026-06-30T01:04:56.756643Z +Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.665702522607102,1.5270479344479067,0.05922498433928278,1.0994803843916652,16.114097372191242,43.316499202539255,-0.029885057471264367,0.831954647948868,30,1.0,2026-06-17T12:10:12.895547+00:00,2026-06-30T02:58:21.649969Z Moving-Average,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,57.87911449846375,4.312604718021269,0.5514953115125132,0.655354230658176,7.815840990570471,109.67001290439153,0.29556650246305416,0.02464236076525901,29,1.0,2026-06-17T12:10:12.904026+00:00,2026-06-30T02:00:43.928180Z Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.6530076064027464,1.1097549293716444,0.08179579188942351,0.3920123110541277,-38.98563013981253,1.9745890492601879,0.039408866995073885,0.7803827254931988,29,1.0,2026-06-17T12:39:01.095906+00:00,2026-06-30T02:00:43.928180Z Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,3.745070804102829,1.5979188096260508,0.7213192311443142,0.459551873342776,14.942308650205346,4.976098545696833,0.10344827586206895,0.4452749093115973,29,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-30T02:00:43.928180Z Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,350.17675882381974,10.208187979998543,0.011311527477779783,0.43116660917752414,8.676937295875714,706.2440654221314,0.4256498111208351,2.1350879844184994e-05,48,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-30T02:38:57.355176Z Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0762729471721073,1.0365663956063864,0.2116032762980239,0.5617661939340133,43.72824413897228,0.1006489058726523,0.0,1.0,4,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-20T17:12:56.975490+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,129190.29093910294,211.03507290290938,0.009892737982211292,0.28603236578944946,0.0,179642.21780050144,0.21840087623220153,2.956635046309761e-05,166,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-30T02:48:18.411419Z +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,130251.27094302469,213.08582438519568,0.009877915371732899,0.28435816050230145,0.0,179624.35568830403,0.21982540942211962,2.4764882456017604e-05,167,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-30T02:58:21.649969Z Seasonal-Naive,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,36436.1429036395,190.88253692687422,0.8264244641534466,0.9402466648974208,0.0,,,,1,1.0,2026-06-29T09:42:32.652885Z,2026-06-29T09:42:32.652885Z Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0005847953390656857,0.005547855626824541,,,0.0,0.0025490637856409276,0.2883936375658001,0.14412703481601533,19,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:38:57.355176Z Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,30,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:48:18.411419Z Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,3.436912185414528,1.5792502288919663,0.06805956731771472,0.18746243486052405,0.0,2.8623353155734077,0.6735645239877782,0.0018495441815898263,14,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-30T02:00:43.928180Z Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9539217518393501,1.2373024515322506,3.0960962559302847,1.1184365629276611,0.0,1.84432272857091,-0.027631578947368417,0.6900262883984831,96,0.9479166666666666,2026-06-17T12:10:12.978229+00:00,2026-06-30T02:48:18.411419Z Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.7320111082369145,1.7799950048122188,0.12684381125912844,1.38583850067396,0.0,5.418169890381038,-0.24093787973711633,0.0022447058036866897,75,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-30T02:48:18.411419Z -Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.438029396631716,1.5125746465608072,0.05686013353414722,1.0586229305200408,0.0,43.006078223575784,-0.11264367816091954,0.39503197640794263,30,1.0,2026-06-17T12:10:13.002812+00:00,2026-06-30T01:04:56.756643Z +Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.300687050298722,1.5372029763015032,0.05810581603386599,1.0271151484353764,0.0,42.29014963191262,-0.05376344086021506,0.6858034239457821,31,1.0,2026-06-17T12:10:13.002812+00:00,2026-06-30T02:58:21.649969Z Seasonal-Naive,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,79.12718851924166,5.273317174550936,0.5943502794263,0.7805657585372963,0.0,132.9211703875778,0.3425287356321839,0.007481827358939984,30,1.0,2026-06-17T12:10:13.010113+00:00,2026-06-30T02:00:43.928180Z Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.6220445773376096,0.7114803458751776,0.055820343143888444,0.28812089376417477,0.0,0.6449866232464544,0.36091954022988504,0.004706418206903589,30,1.0,2026-06-17T12:39:01.134217+00:00,2026-06-30T02:00:43.928180Z Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,5.000613522828492,1.8851110133851248,0.700042011243265,0.7663650935525393,0.0,6.085855721944299,0.2413793103448276,0.0631420828351901,30,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-30T02:00:43.928180Z Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,447.20314969981587,11.950714680928664,0.01162294619061903,0.36883252264234884,0.0,803.1776222554067,0.3324504312626072,0.000934078840079327,48,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-30T02:38:57.355176Z Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1616.696102674672,19.296585827568386,0.35112400705711844,1.1347582547310677,0.0,3608.8641772125693,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-29T09:42:32.652885Z -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,52413.8980796797,103.97653889991946,0.007917270992457197,0.25538327480923856,13.13252935475977,105408.09157188798,0.4898617511520738,2.460066563445849e-34,280,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-30T02:48:18.411419Z +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,52706.82974186204,104.91275304762843,0.007906986480148702,0.25449446957805816,13.288775143397318,105334.21297358531,0.4906964921199797,1.4495283206388216e-34,281,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-30T02:58:21.649969Z TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,3.261443541720592e-08,5.6597143112648346e-05,,,-0.00039131719216138546,1.0427171562915758e-07,0.41743646291260905,0.027776319993960342,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:38:57.355176Z TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.044036840704184e-18,1.429698164195571e-09,,,0.0,3.917708417458325e-34,0.0,1.0,30,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:48:18.411419Z TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.4949665455350243,1.052177254310396,0.04831495585842189,0.13935106975359368,42.597030387023665,1.1549551113220455,0.6339205688172401,0.0020859730900135193,15,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-30T02:00:43.928180Z TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.25577048348521886,0.3861481518312761,0.9041597700573463,0.19435279709408898,63.03915545836379,0.40712581973900586,0.25172259507829975,4.852540549627813e-06,150,0.96,2026-06-16T12:07:37.946365+00:00,2026-06-30T02:48:18.411419Z TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.541401257698236,1.5491033319499945,0.12245113840105949,0.836946147793891,0.3501813953376525,4.751159326505734,-0.02169378578439524,0.7370185956781967,110,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-30T02:48:18.411419Z -TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.90582434057569,1.331542740006655,0.03675136063359991,0.8944757427872658,37.85171476890222,41.338952085821205,-0.045404208194905864,0.6678633757456784,43,1.0,2026-06-16T13:14:27.889152+00:00,2026-06-30T01:04:56.756643Z +TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.802983818580097,1.35400004283917,0.03834268658768866,0.8758091543808196,36.43209155531991,40.86113363989574,-0.006342494714587738,0.9516096209503428,44,1.0,2026-06-16T13:14:27.889152+00:00,2026-06-30T02:58:21.649969Z TiRex,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,13.285963128336041,2.345329493134141,0.3577395929227555,0.6644317240394698,46.3730355419667,30.90425680970104,0.06464646464646463,0.5312700355053008,45,1.0,2026-06-16T13:14:34.959433+00:00,2026-06-30T02:00:43.928180Z TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.23309209407598164,0.4464847836077119,0.040056410495019436,0.17019617981883484,30.002744943257543,0.18478731295419018,0.44541062801932374,1.2722865119828498e-05,46,1.0,2026-06-16T13:14:39.480658+00:00,2026-06-30T02:00:43.928180Z TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.8319770018794013,1.351106829821199,0.6262098488001909,0.44009544011515767,18.690846708698857,4.342331515925097,0.2727272727272727,0.009068003323515011,44,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-30T02:00:43.928180Z TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,174.41614019136236,5.596167338096479,0.0076976571034824805,0.37759426834232607,24.29029476934506,544.3061030277363,0.28241233012386485,0.0007465010822794133,67,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-30T02:38:57.355176Z TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1142507117917414,0.3157392361563049,0.05766464594502298,0.18845260977496125,92.97571825184865,0.06887221261822021,1.0,0.08333333333333333,4,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-21T19:06:33.434447+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,54966.15480048171,107.1120417865683,0.007098778554530241,0.22176277921764406,25.847420147330304,109557.75013313818,0.34339920948616603,1.839237031189814e-17,276,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-30T02:48:18.411419Z +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,55173.313990426424,107.93541130026026,0.0070898130858626385,0.2209786726607851,25.972357965687067,109413.43281104823,0.34526238685711297,1.0776772777187778e-17,277,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-30T02:58:21.649969Z Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.500987903674171e-07,0.0003069003083970681,,,-0.01067381830607342,2.9806487477505498e-06,0.41743646291260905,0.027776319993960342,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:38:57.355176Z Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,0.0,0.0,1.0,30,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:48:18.411419Z Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.9948841382133312,0.8981626763550646,0.04395848403272711,0.13406139630847466,40.195586212762706,0.7016150651202513,0.5671920878891096,0.005891834485951157,15,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-30T02:00:43.928180Z Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.08383797426443755,0.20361783459477306,0.4950627193881577,0.1057939881763862,90.87666874543962,0.20631688963593045,0.09011275743173983,0.10533084003785964,147,0.9659863945578231,2026-06-16T12:08:08.243141+00:00,2026-06-30T02:48:18.411419Z Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.7065068080634167,1.5762929083361479,0.11796486107558143,0.945557413211272,1.763966067484886,4.803994907791501,-0.11146068541453769,0.09052847739898823,106,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-30T02:48:18.411419Z -Timer-S1,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.106798790291421,1.3165962274071312,0.04955088764156336,0.8376977191957022,15.214046072066909,38.928651734079764,-0.004267425320056899,0.9699143466954194,38,1.0,2026-06-16T13:16:15.782836+00:00,2026-06-30T01:04:56.756643Z +Timer-S1,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,8.08124515698321,1.3512090717700043,0.05140942825895156,0.8184336311250449,14.06903243376592,38.41334916827564,0.04183535762483131,0.7076581993665555,39,1.0,2026-06-16T13:16:15.782836+00:00,2026-06-30T02:58:21.649969Z Timer-S1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,16.264434299841977,2.546524700341623,0.38357368707406836,0.6683268689068331,37.67221901218978,40.12786682874768,0.11794871794871795,0.28376711558125955,40,1.0,2026-06-16T13:16:21.589465+00:00,2026-06-30T02:00:43.928180Z Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.177899577612272,0.38882711988478513,0.034700084591196376,0.14969711906167743,37.38560559216953,0.1830359351000993,0.6128205128205129,2.5591965043651523e-08,40,1.0,2026-06-16T13:16:28.640897+00:00,2026-06-30T02:00:43.928180Z Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,3.073985265358978,1.4402015237564385,0.6905175178647506,0.490345034898168,10.174568380572364,4.584698089668214,0.398110661268556,0.0003589248269667312,39,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-30T02:00:43.928180Z Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,173.57733746570008,5.925175353768817,0.009170762087263511,0.42793594210458485,20.524223501057776,537.4257378908177,0.46182558901668885,1.2127303716540542e-07,62,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-30T02:38:57.355176Z Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1866843274900648,0.40946779875447853,0.0860893988633661,0.21608656247132377,87.32650247673674,0.12627353465371907,0.33333333333333337,1.0,3,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-20T17:12:49.922736+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,52319.97778680542,101.76088708081268,0.0070420156471213205,0.29265393276348056,22.68829720161579,108946.88177375459,0.34200965510376746,8.509483050822733e-18,284,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-30T02:48:18.411419Z +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,52422.52959389742,102.40581301615914,0.0070352218129236446,0.29164004372250063,22.902045700282017,108768.68397632286,0.3439090684457623,4.902924698526203e-18,285,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-30T02:58:21.649969Z TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.951568004541778e-09,9.878177981140496e-06,,,-7.47939721852737e-16,8.72767744173807e-09,0.3162277660168379,0.0994534797483088,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:38:57.355176Z TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,30,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:48:18.411419Z TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,3.6979906544627776,1.6159110572532986,0.07332067347914421,0.20498209725405783,1.9321265028997072,3.2365067301077164,0.5671920878891096,0.005891834485951157,15,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-30T02:00:43.928180Z TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.11122960499562888,0.25702906258069774,0.4304626630244451,0.1836882188279161,75.3360022165101,0.18249550212230015,0.03606263982102908,0.5125538651056736,150,0.96,2026-06-16T12:07:01.390017+00:00,2026-06-30T02:48:18.411419Z TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.2065793263439053,1.4342654909110668,0.11530704589482905,0.9590376007849614,12.03776071468107,4.615107724143334,-0.020761247355210916,0.7456557216456937,112,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-30T02:48:18.411419Z -TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.624074761502342,1.3590729124788292,0.03814974548336787,1.0658848926010136,31.69926979556903,40.439220316427765,-0.016161616161616158,0.8756254287519057,45,1.0,2026-06-16T13:13:08.030961+00:00,2026-06-30T01:04:56.756643Z +TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.537558461924856,1.381175214721894,0.03955835953551138,1.044756955274962,30.414094820874762,39.991676313485634,0.02028985507246377,0.8423947985404165,46,1.0,2026-06-16T13:13:08.030961+00:00,2026-06-30T02:58:21.649969Z TimesFM-2.5,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,12.30265180469741,2.275341158923161,0.3098662925045231,0.8046531848052222,45.45348484177567,26.578064050007512,-0.017576318223866794,0.861677938924103,47,1.0,2026-06-16T13:13:12.832013+00:00,2026-06-30T02:00:43.928180Z TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.23986584318666382,0.41352345964070875,0.041851305765054844,0.18547096472061747,34.71462904645247,0.3222357426691993,0.40306122448979587,4.392481387707453e-05,49,1.0,2026-06-16T13:13:17.753731+00:00,2026-06-30T02:00:43.928180Z TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.743150551598764,1.3258946961681348,0.5389207977934624,0.6494699744084556,19.970920636329733,4.3371891519919235,0.27474560592044406,0.006456983975959651,47,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-30T02:00:43.928180Z TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,161.4986154154351,5.212734274767151,0.008153346120300636,0.4642208950568283,25.789145044038865,523.0256701760135,0.3009246171970128,0.00029320814400978645,68,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-30T02:38:57.355176Z TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14441614689804608,0.36546156650664174,0.061049477862986375,0.29176317177851196,91.05485763998298,0.07761564379005298,0.3333333333333334,0.75,4,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-21T18:01:25.705423+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,57886.38338207477,107.28900315034879,0.007253344162028154,0.23380930174069486,27.593011078742425,123683.37102643804,0.35073716319267917,1.875555861922439e-18,281,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-30T02:48:18.411419Z +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,57987.524073401655,107.9509303601799,0.007242215017211212,0.23299458188260416,27.764149738081073,123474.77959967704,0.35261603695010213,1.0719371518376042e-18,282,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-30T02:58:21.649969Z Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.8309560035846775e-07,0.00011024673197023876,,,-0.0033723486269073085,7.953593205707091e-07,0.41743646291260905,0.027776319993960342,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:38:57.355176Z Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.285839740510161e-20,3.0472675859711024e-10,,,0.0,2.448567760911453e-35,0.0,1.0,30,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T02:48:18.411419Z Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.4102863814430324,1.3469848234175927,0.06086949042848766,0.16828924684382957,13.586436457485686,1.9327812705183929,0.6116777418411966,0.0029807046202068393,15,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-30T02:00:43.928180Z Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.157061488006357,0.2671939745864538,0.5444562384982761,0.1482164309648633,79.67615963086635,0.352366309711415,0.21893705786323234,7.428551661716713e-05,149,0.959731543624161,2026-06-16T12:07:21.772238+00:00,2026-06-30T02:48:18.411419Z Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.5712163821196476,1.580627326423206,0.12868233127052914,0.8710880021818508,-1.3636223122194477,4.681974781116829,-0.06646817951707061,0.2990390863876161,112,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-30T02:48:18.411419Z -Toto-2.0-1B,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.75129664270584,1.3230942220791502,0.036655228427445556,0.854490634795749,38.34346610415118,41.10345412976446,-0.03875968992248062,0.7141489012267952,43,1.0,2026-06-16T13:13:56.792655+00:00,2026-06-30T01:04:56.756643Z +Toto-2.0-1B,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,9.681512306252152,1.3517675719696787,0.03847147276353544,0.8368202589138621,36.52229284781193,40.62533271469895,0.0021141649048625794,0.9838610731998546,44,1.0,2026-06-16T13:13:56.792655+00:00,2026-06-30T02:58:21.649969Z Toto-2.0-1B,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,13.685183170632806,2.385807343024665,0.32998018136248625,0.6671548776847904,56.16900206589436,27.70859280673082,-0.02222222222222222,0.8296027880179901,45,1.0,2026-06-16T13:14:00.702950+00:00,2026-06-30T02:00:43.928180Z Toto-2.0-1B,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.2813768335314741,0.48761971791454994,0.04272016596939141,0.17757160614696577,28.346637147103355,0.23758177250656962,0.3024976873265495,0.0027110007880112395,47,1.0,2026-06-16T13:14:04.647184+00:00,2026-06-30T02:00:43.928180Z Toto-2.0-1B,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.764995626062364,1.342854211726336,0.6283765359070237,0.4462580318506249,19.370529705609986,4.254754138138845,0.24444444444444446,0.016600321894936945,46,1.0,2026-06-16T13:14:10.213066+00:00,2026-06-30T02:00:43.928180Z diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index d13ea27cd64688e9095e099517167d58ca09aa47..6f72eb001c167a80a3c711ab24b2f331e8ac0e6c 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-30T02:53:28.863528+00:00", + "generated_at": "2026-06-30T03:01:28.603030+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index f3c487c725d1a6966d92e3e4a66f13c837e682d0..29c18e1f7bd65ce843c3ac4ab498efe98678bdd1 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -1,24 +1,24 @@ domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Climate,Timer-S1,12.542250487039864,0.5487606219581214,1,5,5,1.0 -Climate,TiRex,7.942203980107539,0.6535731920102736,2,5,5,1.0 -Climate,Toto-2.0-1B,7.34509260805626,0.6934968638123795,3,5,5,1.0 -Climate,Moirai-1.1-Large,108.74796536718428,0.7243234216656599,4,5,5,1.0 -Climate,Chronos-2,15.49655010371448,0.7330107657715789,5,5,5,1.0 -Climate,Moving-Average,49.03074432540443,1.0209782643006087,6,5,5,1.0 +Climate,TiRex,7.67732011655399,0.6427299470083699,1,5,5,1.0 +Climate,Timer-S1,13.432082493901861,0.5896964841655498,2,5,5,1.0 +Climate,Toto-2.0-1B,7.243829551723507,0.6864572986710906,3,5,5,1.0 +Climate,Chronos-2,13.217081887471357,0.6780929825009533,4,5,5,1.0 +Climate,Moirai-1.1-Large,103.56050406306761,0.7228825557754305,5,5,5,1.0 +Climate,TimesFM-2.5,6.200124928034039,0.8131759992130312,6,5,5,1.0 Climate,Seasonal-Naive,1.0,1.0,7,5,5,1.0 -Climate,TimesFM-2.5,6.604317367004536,0.8519434355551286,8,5,5,1.0 -Climate,ARIMA,95.0141862014204,1.571495940649224,9,5,5,1.0 -Climate,ETS,233.41074115811563,2.8920245323604923,10,5,5,1.0 -Finance,Moving-Average,0.3115368932803962,0.5012801006438719,1,1,2,0.5 -Finance,TimesFM-2.5,0.26643334189663925,0.5748793624740177,2,1,2,0.5 -Finance,Toto-2.0-1B,0.28107809921459864,0.6293078504755106,3,1,2,0.5 -Finance,Chronos-2,0.2575456447549745,0.6645984676365467,4,1,2,0.5 +Climate,Moving-Average,54.881898769598784,1.1048952058609058,8,5,5,1.0 +Climate,ARIMA,93.46475757005719,1.5532387587422138,9,5,5,1.0 +Climate,ETS,213.67572441546588,2.659244994164766,10,5,5,1.0 +Finance,Moving-Average,0.31128895174247795,0.5002201283448773,1,1,2,0.5 +Finance,TimesFM-2.5,0.2661689820030112,0.5738367313699698,2,1,2,0.5 +Finance,Toto-2.0-1B,0.28203461125426926,0.6301629750158371,3,1,2,0.5 +Finance,Chronos-2,0.25734461524632496,0.6635769758272881,4,1,2,0.5 Finance,Seasonal-Naive,1.0,1.0,5,2,2,1.0 -Finance,Timer-S1,0.36680066823599333,0.7098934666001163,6,1,2,0.5 -Finance,TiRex,0.440265919121547,0.8750297437161756,7,1,2,0.5 -Finance,Moirai-1.1-Large,0.6414398485891297,1.0263638152990506,8,1,2,0.5 -Finance,ETS,1.5770856422865076,1.3738028506235083,9,1,2,0.5 -Finance,ARIMA,1.1503145956438496,2.1166472058129417,10,1,2,0.5 +Finance,Timer-S1,0.3667062745727031,0.7088826470365818,6,1,2,0.5 +Finance,TiRex,0.43974918380607414,0.8740578329718532,7,1,2,0.5 +Finance,Moirai-1.1-Large,0.6353231941387024,0.9989498733085251,8,1,2,0.5 +Finance,ETS,1.5750622102841914,1.3720059933161262,9,1,2,0.5 +Finance,ARIMA,1.148928099609847,2.1150253748367263,10,1,2,0.5 Hazards,ARIMA,0.5630637264497933,0.652008972833733,1,1,1,1.0 Hazards,Moving-Average,0.6050704019227352,0.6732630254725058,2,1,1,1.0 Hazards,Timer-S1,0.5801351171647171,0.6909178990990171,3,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index eeb421d2ebc9680a0c0bf5286f1ec72eb0bc2961..b9a945cad34a4276edf0bd60ed053005e4afdd02 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,ARIMA,0.0001149093743462177,1.3986108614095323,8,1,1,1.0 1D,ETS,0.00012827984062590336,1.629307858274777,9,1,1,1.0 1D,Moving-Average,0.00013332703258365767,1.663789147137162,10,1,1,1.0 -1h,Timer-S1,0.4522045359496036,0.5952397106972502,1,6,6,1.0 -1h,Moving-Average,0.8063211865383058,0.8460354010749612,2,6,6,1.0 -1h,Toto-2.0-1B,0.5672609911974342,0.6853263375515406,3,6,6,1.0 -1h,TiRex,0.5676897225247755,0.6993450308662145,4,6,6,1.0 -1h,Moirai-1.1-Large,0.6349549291303085,0.7699619021321561,5,6,6,1.0 -1h,Chronos-2,0.6855998457734991,0.7177188751320029,6,6,6,1.0 -1h,TimesFM-2.5,0.6056599745920465,0.7919704810697581,7,6,6,1.0 -1h,ARIMA,1.7150435646348776,1.4262396878635817,8,6,6,1.0 +1h,Timer-S1,0.47876550476201696,0.6243371206486983,1,6,6,1.0 +1h,Toto-2.0-1B,0.5610539297845699,0.6808347721423916,2,6,6,1.0 +1h,TiRex,0.5517595659218288,0.6914603090575405,3,6,6,1.0 +1h,Chronos-2,0.6003870557920744,0.6812329217775335,4,6,6,1.0 +1h,Moirai-1.1-Large,0.6086396028076446,0.7654786953065087,5,6,6,1.0 +1h,Moving-Average,0.8856272619483182,0.8914665404913676,6,6,6,1.0 +1h,TimesFM-2.5,0.5745142083766644,0.7675266422514514,7,6,6,1.0 +1h,ARIMA,1.6913651795505937,1.4149909815315358,8,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,9,6,6,1.0 -1h,ETS,4.1119657252399255,2.0589852683223464,10,6,6,1.0 +1h,ETS,3.819312384444687,1.946537420329021,10,6,6,1.0 1mo,Seasonal-Naive,1.0,1.0,1,1,1,1.0 5min,Seasonal-Naive,1.0,,1,2,2,1.0 5min,TimesFM-2.5,197.56355962281,,2,2,2,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index a78b6391688b040ea5be42372c562646204895fd..e8512e8400be6f4bdf31a5b9d5745c9134d0080f 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -19,16 +19,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 12,ETS,1.0,,8,1,2,0.5 12,Moving-Average,1.0,,9,1,2,0.5 12,Moirai-1.1-Large,5.997560087655848e+18,,10,1,2,0.5 -24,Timer-S1,0.4500213162103795,0.5957533137957473,1,7,7,1.0 -24,TiRex,0.5548627725648716,0.6779220875301105,2,7,7,1.0 -24,Toto-2.0-1B,0.5553544484306622,0.6763491992113856,3,7,7,1.0 -24,Moving-Average,0.7444754749291307,0.8498113420627943,4,7,7,1.0 -24,Moirai-1.1-Large,0.7073095986754802,0.8391230519660415,5,7,7,1.0 -24,Chronos-2,0.8709737413747054,0.8482278448969655,6,7,7,1.0 -24,TimesFM-2.5,0.6168304452795479,0.7758352184039674,7,7,7,1.0 -24,ARIMA,1.645335434936618,1.48923678376398,8,7,7,1.0 +24,Timer-S1,0.47258495233481945,0.620629892963705,1,7,7,1.0 +24,TiRex,0.5414898336080842,0.6713654829911192,2,7,7,1.0 +24,Toto-2.0-1B,0.550141693413994,0.672547933157716,3,7,7,1.0 +24,Chronos-2,0.7773200495716776,0.8111305297319361,4,7,7,1.0 +24,Moving-Average,0.8068129974630204,0.8887790699761846,5,7,7,1.0 +24,Moirai-1.1-Large,0.6821077110193894,0.8349333860976165,6,7,7,1.0 +24,TimesFM-2.5,0.5895398192583403,0.7552644300016012,7,7,7,1.0 +24,ARIMA,1.625845296410996,1.479163470098417,8,7,7,1.0 24,Seasonal-Naive,1.0,1.0,9,7,7,1.0 -24,ETS,3.969543317183159,2.0684210209896845,10,7,7,1.0 +24,ETS,3.7261201570789946,1.971209643332274,10,7,7,1.0 36,Seasonal-Naive,1.0,,1,1,1,1.0 36,TimesFM-2.5,39031.360090835595,,2,1,1,1.0 36,Toto-2.0-1B,101069.77454497438,,3,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 8b95870d5ad568ffffb56ee9e38b4c7f95690d8f..8f05c0064fc7abf778d3c49647ced824d39826f3 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.8013589305037647,0.5777936598563401,1,12,13,0.9230769230769231 -Overall,Toto-2.0-1B,0.6522453151173547,0.6734331649627647,2,12,13,0.9230769230769231 -Overall,TiRex,0.7313540393389562,0.6834013734213634,3,12,13,0.9230769230769231 -Overall,Chronos-2,1.3675031445893768,0.8762905141149768,4,12,13,0.9230769230769231 -Overall,Moving-Average,1.7850156987006187,0.8883253323848749,5,12,13,0.9230769230769231 -Overall,TimesFM-2.5,0.7253915154139219,0.8203756394791375,6,12,13,0.9230769230769231 -Overall,Moirai-1.1-Large,97.2049262957156,0.8069435447117317,7,12,13,0.9230769230769231 +Overall,Toto-2.0-1B,0.6486670127945594,0.6707815119366572,1,12,13,0.9230769230769231 +Overall,Timer-S1,0.8245576966771812,0.594578400205472,2,12,13,0.9230769230769231 +Overall,TiRex,0.7210196224343497,0.6787679142780818,3,12,13,0.9230769230769231 +Overall,Chronos-2,1.2797013799148185,0.8492838517145995,4,12,13,0.9230769230769231 +Overall,TimesFM-2.5,0.7064939080924152,0.8050881508442757,5,12,13,0.9230769230769231 +Overall,Moirai-1.1-Large,95.16931197124623,0.8041211303651663,6,12,13,0.9230769230769231 +Overall,Moving-Average,1.870740259898408,0.9166466466647119,7,12,13,0.9230769230769231 Overall,Seasonal-Naive,1.0,1.0,8,13,13,1.0 -Overall,ARIMA,3.4113936496483306,1.4377548839231682,9,12,13,0.9230769230769231 -Overall,ETS,7.441667729435685,2.1925696064202347,10,12,13,0.9230769230769231 +Overall,ARIMA,3.387762460106018,1.4309403963106149,9,12,13,0.9230769230769231 +Overall,ETS,7.171964354735449,2.119918184463198,10,12,13,0.9230769230769231 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 4d410c702fa865c16dcdb811c8b7385f7c21b2e0..ffd3e3791f539ca253c2207ce96c89d39475ce2a 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,12 +1,12 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ARIMA,352902.5375121773,894350.5924276678,910.6137245953196,1.374052634728919,0.015148094542621388,0.015272682022724226,19.01623937898883,594.0560053666467,0.009893592239924417,0.015165642292706883,0.013634408253637006,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ARIMA,352001.6419748937,892929.4097414473,909.793737616153,1.3728153315357696,0.015134627655259568,0.015259018536642348,18.96674725126286,593.2972627400986,0.009881091327245083,0.015152193638686874,0.013620938613600893,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,352712.83224398614,193015.82919532855,354.69099477687513,0.43164268449098886,0.005915830372389362,0.005939763665658109,2.627262331838513,593.8963143882829,0.00993728090970913,0.005934813814886878,0.004808699705784534,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,0.00019709041680276304,1.4900608278619247e-06,0.0012083442299723978,0.005838978978886332,nan,2.0,0.21808275494771273,0.014038889443355662,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,32.863400400238184,33.04865547384761,4.565952924970237,3.3323448287387305,0.1714652592832502,0.1967195591227188,120.33112496445283,5.73266084817846,0.2362278939170606,0.18815092533040498,0.18574778332311517,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.09440553765166544,0.09107917092521815,0.2665142881039367,0.29854297496841997,0.2160300508604936,0.18919149320443707,11.336520372717679,0.30725484154308363,0.23629232822778323,0.20496107181184617,0.20289372080605447,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.29175519430406543,0.267163329783881,0.39438099975546825,1.0264711354835128,0.15709889747936265,0.13753482539165615,17.555258280613927,0.540143679315111,0.18998701803375928,0.13871729501254204,0.1273961225220091,Ocean,1,72 -nws_ksfo_observations_temperature/1h/short,ARIMA,4.6746182199433735,3.7567513210128354,1.5452637290596805,0.860471763310926,0.07608260371868597,0.07164848762331417,23.51827800746726,2.1620865431206435,0.1015064080512589,0.07254759118122382,0.07051927876295205,Weather,1,24 +nws_ksfo_observations_temperature/1h/short,ARIMA,7.191390370853829,6.341744782277697,2.074689998253523,1.224407135514496,0.11461491421793314,0.10598941631756771,18.956969792100022,2.6816767834423723,0.136791164298867,0.10582903285458992,0.09768176251349653,Weather,1,24 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,60.619812629628505,60.60842425440009,6.226509077142585,0.5224761255506342,0.23423920347877095,0.24939497997588778,5.738969832698612,7.785872631223073,0.30865701098895126,0.2468388286933101,0.20875586069136795,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,18.634148797409573,18.198944762295127,3.8453160048968846,3.4514921685637905,0.15406657605472696,0.1406065690248038,101.23207475582986,4.316728946483619,0.16642810396081423,0.14825314717674734,0.14113439958625673,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,10.721671791148149,11.249777598375465,2.876089802518256,0.5343960407259728,0.3512213595002776,0.3010119384580163,3.149109790334377,3.2743964010406788,0.3274396401040679,0.28760898025182563,0.21161313440525947,Hazards,1,24 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 5bd08f1f94eabb25b53a825fe23791563f211e9b..369b7942f8f3fb440ffefc6d19941ef89ae2d986 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-30T02:53:28.276976+00:00", + "evaluated_at": "2026-06-30T03:01:28.210969+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 60260.2109375, 59838.01171875, 59939.94140625, - 60019.6796875 + 60000.0 ], "p50": [ 59131.15787402488, diff --git a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json index 1bfcb158e28ec855d42965b3ac9241a16b9b8f8b..2a089cc8b43151cfe96027ccdab5ea983810febb 100644 --- a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,36 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-30T01:45:36.184655+00:00", + "evaluated_at": "2026-06-30T03:01:28.251146+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 17.0, - 17.200000762939453, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +76,7 @@ 22.0, 22.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 23.0, 22.799999237060547, 22.0, @@ -127,351 +100,376 @@ 21.0, 21.0, 21.0, - 22.0 + 22.0, + 21.0 + ], + "actuals": [ + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.0, + 19.0, + 19.0, + 18.0, + 18.299999237060547, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 22.828123259015097, - 22.76520372646926, - 22.814605771381636, - 22.775411736586037, - 22.806602084276307, - 22.782626182345815, - 22.801390396755828, - 22.785988722873302, - 22.798325334599934, - 22.78839440739151, - 22.79596667876085, - 22.789974239040056, - 22.79548834333583, - 22.79096326398924, - 22.7943173960386, - 22.791944910413356, - 22.793443806784147, - 22.79582114410573, - 22.79351983941058, - 22.79221306957072, - 22.793316658652177, - 22.792728322491268, - 22.792609802041827, - 22.79246128678591 + 21.0024393732614, + 20.95457346047511, + 20.964474617351158, + 20.962426534208944, + 20.96298267262604, + 20.962762574161854, + 20.962780689207733, + 20.96277692638231, + 20.962777736456562, + 20.962777541553766, + 20.962778352024433, + 20.962777567875474, + 20.962777570104688, + 20.962777569001773, + 20.962777594141826, + 20.962777594129257, + 20.96277756945716, + 20.962777569052, + 20.962777569052108, + 20.96277759413141, + 20.962777570164164, + 20.962777569052093, + 20.962777979621592, + 20.962777594131413 ], "p10": [ - 22.60669095728248, - 22.576126854763835, - 22.573469615822845, - 22.472208968810868, - 22.50303610578438, - 22.540798119019193, - 22.6284187262097, - 22.474528064225037, - 22.55557503063487, - 22.47705056011987, - 22.547497186936774, - 22.617241745083035, - 22.490698876951434, - 22.353400567570525, - 22.553037240464064, - 22.35402025329701, - 22.54497347716799, - 22.57132108023726, - 22.550747900642254, - 22.489010109698228, - 22.481600452177315, - 22.619634286732655, - 22.489619386162534, - 22.543991794961837 + 20.70293821658822, + 20.106758637358705, + 20.203586921783184, + 20.20149548960141, + 20.201975357201274, + 20.201831504475, + 20.201849631353078, + 19.963025850833628, + 20.201846657381996, + 20.201894677264743, + 20.189794458678524, + 20.20190193979423, + 20.19964706305886, + 20.201901940920475, + 20.20189470477351, + 20.201902744991745, + 20.199647062815924, + 20.11496274593562, + 20.11496274593573, + 20.201626578281648, + 20.20184652444456, + 20.19964706281548, + 20.2019027449939, + 20.201894704763095 ], "p90": [ - 23.63998961707744, - 23.583100400657024, - 23.69314925452252, - 23.41901452278943, - 23.618888806574617, - 23.33879453064589, - 23.517406839022087, - 23.49544691547648, - 23.794342593343274, - 23.43859291334889, - 23.258289013144804, - 23.35352188204685, - 23.574725118571802, - 23.447842803718228, - 23.350884473771384, - 23.79373277751309, - 23.57345167065605, - 23.67133119649795, - 23.569517815541182, - 23.65793096825023, - 23.605592563548857, - 23.508622399545043, - 23.509079441708238, - 23.512344454569806 + 21.996217411139444, + 21.948351542207874, + 21.958252685836825, + 21.960933278569975, + 21.956628262992254, + 21.961269293443564, + 21.955209515891795, + 21.893115616226172, + 21.96128444635056, + 21.955341305665083, + 21.96128431910121, + 21.955062636675446, + 21.961284313656503, + 21.747548280784347, + 21.956555650795295, + 21.95702851704555, + 21.95520640898372, + 21.753742918730207, + 21.955206408983294, + 21.893116258895947, + 21.95581419942626, + 21.956555650784882, + 21.955062637852038, + 21.89311625889595 ], "mean": [ - 23.276475553868618, - 23.017210728700693, - 22.922496847158868, - 22.977132971669597, - 23.031864097680163, - 22.861512124856613, - 23.0472374605344, - 22.93177542845081, - 22.944215540978462, - 22.90726149331889, - 23.00172097809243, - 22.880938263408797, - 22.954344275515574, - 23.006239472114448, - 23.076894516798173, - 23.036000040070352, - 23.401984959427224, - 23.13523235852251, - 22.876175749489907, - 23.186762542820706, - 23.257930256537506, - 23.12487413664699, - 22.867195782831423, - 23.09699901207237 + 21.09287307061264, + 21.12965151585193, + 21.150401851469532, + 21.0755295413004, + 21.321725516092794, + 21.2575205212461, + 21.04515536725752, + 21.509499454184326, + 21.348282963056203, + 21.191666231695095, + 21.3046663978444, + 21.526311978695247, + 21.199433475966387, + 21.42132392327903, + 21.056670808740506, + 21.365902144569933, + 21.162533958467133, + 21.120094001665837, + 21.33208619483507, + 21.17743419009254, + 21.135515044589138, + 21.404636514050477, + 21.026880815986456, + 21.353783185638807 ], "quantiles": { "0.1": [ - 22.60669095728248, - 22.576126854763835, - 22.573469615822845, - 22.472208968810868, - 22.50303610578438, - 22.540798119019193, - 22.6284187262097, - 22.474528064225037, - 22.55557503063487, - 22.47705056011987, - 22.547497186936774, - 22.617241745083035, - 22.490698876951434, - 22.353400567570525, - 22.553037240464064, - 22.35402025329701, - 22.54497347716799, - 22.57132108023726, - 22.550747900642254, - 22.489010109698228, - 22.481600452177315, - 22.619634286732655, - 22.489619386162534, - 22.543991794961837 + 20.70293821658822, + 20.106758637358705, + 20.203586921783184, + 20.20149548960141, + 20.201975357201274, + 20.201831504475, + 20.201849631353078, + 19.963025850833628, + 20.201846657381996, + 20.201894677264743, + 20.189794458678524, + 20.20190193979423, + 20.19964706305886, + 20.201901940920475, + 20.20189470477351, + 20.201902744991745, + 20.199647062815924, + 20.11496274593562, + 20.11496274593573, + 20.201626578281648, + 20.20184652444456, + 20.19964706281548, + 20.2019027449939, + 20.201894704763095 ], "0.2": [ - 22.76733284484112, - 22.68894622402524, - 22.738167498036823, - 22.62293083362265, - 22.680988716508526, - 22.708089738295925, - 22.73999371357685, - 22.712117373484347, - 22.721764696042637, - 22.70238476479371, - 22.643484944674377, - 22.71616549445829, - 22.669465428733712, - 22.70495404028748, - 22.66868239346756, - 22.63908122667661, - 22.717244710028442, - 22.718216937919987, - 22.667884836839537, - 22.665606398156996, - 22.71913555486719, - 22.734358531955422, - 22.70681418025507, - 22.706452481980193 + 20.850262176041024, + 20.719704597347583, + 20.77025513852268, + 20.73095205995316, + 20.810673027893834, + 20.730652280321245, + 20.81060352259498, + 20.201902102324123, + 20.728124255206225, + 20.730667272792452, + 20.731303100484396, + 20.73130309361972, + 20.768558103714113, + 20.802468584390716, + 20.810600415696875, + 20.763025479513686, + 20.731303094796754, + 20.728124122268696, + 20.72704704054782, + 20.81284030163607, + 20.73130309479631, + 20.728124122268788, + 20.863018088518537, + 20.852534553952122 ], "0.3": [ - 22.81469061724342, - 22.742493534066153, - 22.790363594216245, - 22.750504161697886, - 22.783588755759922, - 22.76764791927024, - 22.789354015142187, - 22.77022086046836, - 22.77396079222206, - 22.76411953384712, - 22.754747391751906, - 22.767322452325264, - 22.77691444795278, - 22.76790653201204, - 22.76541489228667, - 22.75231010647816, - 22.769440806207864, - 22.78460446618202, - 22.75619380785654, - 22.75527169143938, - 22.780891035211546, - 22.774563973942556, - 22.768820822276588, - 22.769810337863202 + 21.000946073767686, + 20.85481397994153, + 20.957006014486197, + 20.916145966973207, + 20.96284968051164, + 20.962714368765493, + 20.961289752151647, + 20.916496359146578, + 20.91656940530977, + 20.96229583864012, + 20.962776021887883, + 20.91656927119574, + 20.955308979677632, + 20.961286645192782, + 20.962729388745466, + 20.961284313410967, + 20.943665386149327, + 20.943687067315583, + 20.81284030163609, + 20.962777518948894, + 20.959491713219464, + 20.863018088518537, + 20.962776014500513, + 20.962729441401063 ], "0.4": [ - 22.82695062339047, - 22.76288369424369, - 22.810483457025658, - 22.76846106684792, - 22.802357404707845, - 22.779659004280198, - 22.800495427415616, - 22.78548118190961, - 22.797573063211274, - 22.781442068738226, - 22.78990803367913, - 22.786091101273186, - 22.794061461948797, - 22.788702056348026, - 22.79174894740569, - 22.787700230844894, - 22.791182180246892, - 22.791757455121274, - 22.787077179931924, - 22.785096339296473, - 22.79228850669785, - 22.791671934155165, - 22.78570561576078, - 22.790276852549937 + 21.002439327790842, + 20.954573459797444, + 20.964474583101154, + 20.962426532592122, + 20.96285018125947, + 20.96276254903034, + 20.96278067590842, + 20.962756751619413, + 20.96277770198787, + 20.962777541552082, + 20.96277757474015, + 20.96277601332392, + 20.96277756767966, + 20.962777568949555, + 20.962777569010395, + 20.9627775690281, + 20.962777567436724, + 20.962777548049118, + 20.96277601692808, + 20.96277756905043, + 20.962777568374452, + 20.96275739574572, + 20.96277756905212, + 20.962777569050434 ], "0.5": [ - 22.828123259015097, - 22.76520372646926, - 22.814605771381636, - 22.775411736586037, - 22.806602084276307, - 22.782626182345815, - 22.801390396755828, - 22.785988722873302, - 22.798325334599934, - 22.78839440739151, - 22.79596667876085, - 22.789974239040056, - 22.79548834333583, - 22.79096326398924, - 22.7943173960386, - 22.791944910413356, - 22.793443806784147, - 22.79582114410573, - 22.79351983941058, - 22.79221306957072, - 22.793316658652177, - 22.792728322491268, - 22.792609802041827, - 22.79246128678591 + 21.0024393732614, + 20.95457346047511, + 20.964474617351158, + 20.962426534208944, + 20.96298267262604, + 20.962762574161854, + 20.962780689207733, + 20.96277692638231, + 20.962777736456562, + 20.962777541553766, + 20.962778352024433, + 20.962777567875474, + 20.962777570104688, + 20.962777569001773, + 20.962777594141826, + 20.962777594129257, + 20.96277756945716, + 20.962777569052, + 20.962777569052108, + 20.96277759413141, + 20.962777570164164, + 20.962777569052093, + 20.962777979621592, + 20.962777594131413 ], "0.6": [ - 22.84383549888477, - 22.772766428500116, - 22.825301631127857, - 22.780474477080702, - 22.815310632952198, - 22.789465384027427, - 22.810221310644202, - 22.792878346799807, - 22.810809971370965, - 22.796015515110682, - 22.80851427987297, - 22.797595346759227, - 22.81638573349733, - 22.799506799228514, - 22.800656954046037, - 22.801443920290623, - 22.79997740760254, - 22.814204054039642, - 22.80220675328321, - 22.79727561796806, - 22.802804851127814, - 22.804913544009715, - 22.79407495575175, - 22.796403679650137 + 21.0101464800479, + 20.95457490085559, + 20.972181754745282, + 20.969993962450083, + 20.97057338719235, + 20.970232015917187, + 20.970490938901857, + 20.96309003499863, + 20.97025198196393, + 20.97025182152814, + 20.973581892133915, + 20.962778345159755, + 20.96621194717515, + 20.963018461315258, + 20.97048783200375, + 20.97049250044118, + 20.970243559884754, + 20.962779009432506, + 20.962801659471754, + 20.970340184153482, + 20.970243827126914, + 20.963018461365603, + 20.970492500443335, + 20.97024355988431 ], "0.7": [ - 22.96306582287344, - 22.822695287884144, - 22.883750964298123, - 22.800616213531953, - 22.865296642114266, - 22.82273069387843, - 22.872041722208667, - 22.826758329066852, - 22.911977905999763, - 22.814017616176425, - 22.840331432959847, - 22.84245231939937, - 22.896129696587412, - 22.865368494178718, - 22.828693485867912, - 22.891582710757607, - 22.82820307321831, - 22.92769594582822, - 22.894549104693237, - 22.84469262674788, - 22.875027469998113, - 22.866771591983113, - 22.81802663088362, - 22.84494020493731 + 21.23384154199952, + 20.97232249827556, + 21.195868534029778, + 21.193822948934823, + 21.194244111185206, + 21.191042899982218, + 21.171265315288153, + 21.03362392970861, + 21.191058052889215, + 21.191057892453426, + 21.194179787333045, + 21.0336245712018, + 21.03887391871541, + 21.038873918421686, + 21.194171498988247, + 21.194173983775816, + 21.162778331992016, + 20.970494982805736, + 21.076045242527908, + 21.038873918472028, + 21.03887391847203, + 21.031374852623973, + 21.191991993659595, + 21.16277833199157 ], "0.8": [ - 23.172747661065486, - 23.007542413113192, - 23.04248764053138, - 22.975383033827917, - 23.03233628830031, - 23.00794002213385, - 23.001120848493432, - 22.985982846354815, - 23.25530737666154, - 22.98850534224965, - 22.99607845141107, - 22.995282136091685, - 23.112399588871593, - 23.017059428710876, - 22.993868521127602, - 23.136989676699713, - 23.044782133515614, - 23.048249680216088, - 23.049414867089496, - 23.048492750672334, - 23.035341391781202, - 23.104169432779525, - 23.020944868591723, - 23.03485921691024 + 21.27186102040709, + 21.1934550172898, + 21.20342958321347, + 21.723112065933226, + 21.208227170613107, + 21.201879684792907, + 21.403880328362018, + 21.201937577606856, + 21.441260905954177, + 21.20188845713197, + 21.403877227141585, + 21.201659124690217, + 21.403877221696877, + 21.201655414763376, + 21.23219926006294, + 21.208154558403578, + 21.20214338299448, + 21.20165541481363, + 21.201894704762484, + 21.201894704762463, + 21.411353931766147, + 21.201659125866808, + 21.208154558405734, + 21.201894704762466 ], "0.9": [ - 23.63998961707744, - 23.583100400657024, - 23.69314925452252, - 23.41901452278943, - 23.618888806574617, - 23.33879453064589, - 23.517406839022087, - 23.49544691547648, - 23.794342593343274, - 23.43859291334889, - 23.258289013144804, - 23.35352188204685, - 23.574725118571802, - 23.447842803718228, - 23.350884473771384, - 23.79373277751309, - 23.57345167065605, - 23.67133119649795, - 23.569517815541182, - 23.65793096825023, - 23.605592563548857, - 23.508622399545043, - 23.509079441708238, - 23.512344454569806 + 21.996217411139444, + 21.948351542207874, + 21.958252685836825, + 21.960933278569975, + 21.956628262992254, + 21.961269293443564, + 21.955209515891795, + 21.893115616226172, + 21.96128444635056, + 21.955341305665083, + 21.96128431910121, + 21.955062636675446, + 21.961284313656503, + 21.747548280784347, + 21.956555650795295, + 21.95702851704555, + 21.95520640898372, + 21.753742918730207, + 21.955206408983294, + 21.893116258895947, + 21.95581419942626, + 21.956555650784882, + 21.955062637852038, + 21.89311625889595 ] }, "timestamps": [ - "2026-06-29 15:00:00", - "2026-06-29 16:00:00", "2026-06-29 17:00:00", "2026-06-29 18:00:00", "2026-06-29 19:00:00", @@ -589,6 +587,8 @@ "2026-07-04 11:00:00", "2026-07-04 12:00:00", "2026-07-04 13:00:00", - "2026-07-04 14:00:00" + "2026-07-04 14:00:00", + "2026-07-04 15:00:00", + "2026-07-04 16:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index fffd59ea8ca8e550bf6a7e318c130ca18c6f3653..d16042fe845e56e36951b3d7576cf7ae15b780c6 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,31 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-30T02:53:28.493460+00:00", + "evaluated_at": "2026-06-30T03:01:28.269411+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index d1105250d9b085af1fd892963a5df04e18841f18..d55438ad0d15f6217304ad0f100dd796997744da 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -21,4 +21,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-27,Seasonal-Naive,1.532,1.661,1.532,1.523,1.532,1.532,1.642,1.532,1.541,1.505 2026-06-28,ETS,6.154,6.308,6.455,6.615,6.154,6.692,7.182,6.692,6.231,6.182 2026-06-29,Seasonal-Naive,7.143,9.750,7.750,6.357,7.143,7.833,9.583,7.500,7.583,8.250 -2026-06-30,Seasonal-Naive,7.571,9.500,7.154,6.714,7.571,7.833,8.385,8.083,8.000,8.583 +2026-06-30,Seasonal-Naive,7.500,9.500,7.385,6.643,7.500,7.750,8.615,8.000,7.917,8.500 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 8291709b9dcaab438c64afb97e086e5ac985bf50..e198fbabf8c64979c6ee8bfb866f691778f4a5c1 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -2,4 +2,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 2026-W26,Chronos-Bolt-Mini,4.424,4.054,4.456,4.526,4.424,4.421,4.076,4.476,4.46,4.52 -2026-W27,Chronos-Bolt-Mini,7.357,9.625,7.452,6.536,7.357,7.833,8.984,7.792,7.792,8.416 +2026-W27,Chronos-Bolt-Mini,7.322,9.625,7.568,6.5,7.322,7.792,9.099,7.75,7.75,8.375 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index e27f6df6f0340c704a792123133fbcfe5f3f6b39..c0a335066dbdaf61ea0ef7748d2ed7afa5146764 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,12 +1,12 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Chronos-2,79011.87371126811,79011.87371126811,219.41845703125,0.33108715676993294,0.003658572530802,0.0036546464610632823,2.38414080860719,281.09050804192606,0.00468136816050467,0.003654262770125084,0.004281018966038819,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Chronos-2,78843.68669446309,78843.68669446309,218.59847005208334,0.3298498535767837,0.003644931673325165,0.0036409822622070105,2.38414080860719,280.79117987298514,0.004676447147920321,0.0036406563492387056,0.004273490692205165,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,148617.43701171875,148617.43701171875,303.1731770833333,0.3689478615160032,0.005093459937072112,0.005073250715459147,1.8670604337379941,385.50932156268124,0.006450476840600733,0.005072799665492439,0.0041584090026742905,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.272086583795382e-06,1.272086583795382e-06,0.0009009353816509247,0.004353513365073834,nan,2.0,3.537889799085618,0.001127868158871143,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,5.691223427311949,5.691223427311949,1.8429029782613118,1.3449959538328617,0.06948273301970269,0.07302922608757077,18.032002247200396,2.385628518297002,0.09830548421939977,0.07594119044849446,0.06372138777135845,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.3017807851111713,0.3017807851111713,0.4131269663572311,0.4627750146283595,0.33608970807975924,0.4884504260773329,5.8602997984006935,0.5493457791875453,0.42247078195553583,0.31771259402772667,0.257660965199021,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.13315643085888004,0.13315643085888004,0.28761033879386055,0.7485748837331977,0.11339800482586981,0.10333576169767972,6.949044517910756,0.3649060575804135,0.1283499490914408,0.10116239940530233,0.08216695358166155,Ocean,1,72 -nws_ksfo_observations_temperature/1h/short,Chronos-2,6.578811546462172,6.578811546462172,2.1171810626983643,1.1789408422710743,0.10375024715189164,0.096205109084248,14.368300721258128,2.5649194035022176,0.12041874846263263,0.09939816958412398,0.06577761205634809,Weather,1,24 +nws_ksfo_observations_temperature/1h/short,Chronos-2,4.959293234193562,4.959293234193562,1.924867312113444,1.1359871951251923,0.10507472559490176,0.09881893509408106,10.265984471681659,2.2269470658714727,0.1135955995343578,0.0981866429133319,0.06991968978069257,Weather,1,24 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,91.15923561849529,91.15923561849529,7.3054993947347,0.6130158924822656,0.2813861293519167,0.29359667606670836,2.786440947369089,9.547734580438194,0.37850288039594665,0.2896134722160471,0.23572757438437478,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.9090980634247595,0.9090980634247595,0.5859293142954508,0.525920480149701,0.022415855162558947,0.021774550408332077,4.516039206355031,0.9534663410025335,0.03676014808684466,0.02259004585235473,0.01848918215178422,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,10.929909450344818,10.929909450344818,2.831455707550049,0.5261027379189768,0.34114103581023486,0.2968723732286223,2.7879509095222716,3.3060413564177957,0.3306041356417796,0.2831455707550049,0.23121420171525742,Hazards,1,24 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 78f6ea6dfe4b95128706b9f6044ba2ef6ffa1f77..2fed114bf2a640ab119649d25806ca7300a589e2 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-30T02:49:12.031404+00:00", + "evaluated_at": "2026-06-30T02:59:04.407003+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 60260.2109375, 59838.01171875, 59939.94140625, - 60019.6796875 + 60000.0 ], "p50": [ 59785.98046875, diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index 1d8b54dfb9b301a5819d396c929b6e527172c81a..0bb5931a1131b7b0e007884c4f9afa31e778f594 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,36 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-30T01:25:38.200668+00:00", + "evaluated_at": "2026-06-30T02:59:10.541955+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 17.0, - 17.200000762939453, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +76,7 @@ 22.0, 22.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 23.0, 22.799999237060547, 22.0, @@ -127,351 +100,376 @@ 21.0, 21.0, 21.0, - 22.0 + 22.0, + 21.0 + ], + "actuals": [ + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.0, + 19.0, + 19.0, + 18.0, + 18.299999237060547, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 22.975557327270508, - 22.998018264770508, - 23.02562713623047, - 23.071718215942383, - 23.109291076660156, - 23.133541107177734, - 23.191743850708008, - 23.223419189453125, - 23.270816802978516, - 23.287128448486328, - 23.326095581054688, - 23.342966079711914, - 23.363037109375, - 23.397472381591797, - 23.429662704467773, - 23.432825088500977, - 23.740018844604492, - 23.745460510253906, - 23.761085510253906, - 23.76443862915039, - 23.80314064025879, - 23.813922882080078, - 23.885250091552734, - 23.8712215423584 + 20.93093490600586, + 20.877052307128906, + 20.850261688232422, + 20.76986312866211, + 20.821632385253906, + 20.71501350402832, + 20.722354888916016, + 20.695444107055664, + 20.682411193847656, + 20.641666412353516, + 20.630956649780273, + 20.627613067626953, + 20.65580940246582, + 20.630212783813477, + 20.652936935424805, + 20.57448959350586, + 20.47774887084961, + 20.47809600830078, + 20.465314865112305, + 20.441919326782227, + 20.435863494873047, + 20.381938934326172, + 20.428363800048828, + 20.384098052978516 ], "p10": [ - 22.394079208374023, - 22.271482467651367, - 22.214107513427734, - 22.182851791381836, - 22.102712631225586, - 22.0870418548584, - 22.015413284301758, - 22.002649307250977, - 21.94569969177246, - 21.949806213378906, - 21.87435531616211, - 21.820615768432617, - 21.72345733642578, - 21.601665496826172, - 21.573089599609375, - 21.51202392578125, - 21.347108840942383, - 21.238750457763672, - 21.190654754638672, - 21.176332473754883, - 21.075214385986328, - 21.018054962158203, - 20.97833824157715, - 20.893611907958984 + 19.686763763427734, + 19.314634323120117, + 19.181346893310547, + 18.994653701782227, + 18.978168487548828, + 18.808317184448242, + 18.766525268554688, + 18.661287307739258, + 18.64545440673828, + 18.542081832885742, + 18.51099395751953, + 18.477802276611328, + 18.447317123413086, + 18.431640625, + 18.44379425048828, + 18.378036499023438, + 18.14760971069336, + 18.114591598510742, + 18.088430404663086, + 18.039609909057617, + 18.026979446411133, + 17.996511459350586, + 18.016681671142578, + 17.973709106445312 ], "p90": [ - 23.464895248413086, - 23.596338272094727, - 23.711809158325195, - 23.877368927001953, - 23.958641052246094, - 24.07447624206543, - 24.19459342956543, - 24.266677856445312, - 24.337444305419922, - 24.40410804748535, - 24.480934143066406, - 24.567447662353516, - 24.64011001586914, - 24.65950584411621, - 24.776601791381836, - 24.80111312866211, - 25.21243667602539, - 25.2738037109375, - 25.293073654174805, - 25.44727897644043, - 25.510299682617188, - 25.643224716186523, - 25.73294448852539, - 25.793018341064453 + 21.899438858032227, + 22.095951080322266, + 22.188430786132812, + 22.226926803588867, + 22.300474166870117, + 22.332557678222656, + 22.357606887817383, + 22.396556854248047, + 22.44483184814453, + 22.474388122558594, + 22.524845123291016, + 22.55206298828125, + 22.571386337280273, + 22.63746452331543, + 22.602258682250977, + 22.58580207824707, + 22.733671188354492, + 22.7573184967041, + 22.759231567382812, + 22.777793884277344, + 22.788803100585938, + 22.85086441040039, + 22.8887882232666, + 22.88544464111328 ], "mean": [ - 22.975557327270508, - 22.998018264770508, - 23.02562713623047, - 23.071718215942383, - 23.109291076660156, - 23.133541107177734, - 23.191743850708008, - 23.223419189453125, - 23.270816802978516, - 23.287128448486328, - 23.326095581054688, - 23.342966079711914, - 23.363037109375, - 23.397472381591797, - 23.429662704467773, - 23.432825088500977, - 23.740018844604492, - 23.745460510253906, - 23.761085510253906, - 23.76443862915039, - 23.80314064025879, - 23.813922882080078, - 23.885250091552734, - 23.8712215423584 + 20.93093490600586, + 20.877052307128906, + 20.850261688232422, + 20.76986312866211, + 20.821632385253906, + 20.71501350402832, + 20.722354888916016, + 20.695444107055664, + 20.682411193847656, + 20.641666412353516, + 20.630956649780273, + 20.627613067626953, + 20.65580940246582, + 20.630212783813477, + 20.652936935424805, + 20.57448959350586, + 20.47774887084961, + 20.47809600830078, + 20.465314865112305, + 20.441919326782227, + 20.435863494873047, + 20.381938934326172, + 20.428363800048828, + 20.384098052978516 ], "quantiles": { "0.1": [ - 22.394079208374023, - 22.271482467651367, - 22.214107513427734, - 22.182851791381836, - 22.102712631225586, - 22.0870418548584, - 22.015413284301758, - 22.002649307250977, - 21.94569969177246, - 21.949806213378906, - 21.87435531616211, - 21.820615768432617, - 21.72345733642578, - 21.601665496826172, - 21.573089599609375, - 21.51202392578125, - 21.347108840942383, - 21.238750457763672, - 21.190654754638672, - 21.176332473754883, - 21.075214385986328, - 21.018054962158203, - 20.97833824157715, - 20.893611907958984 + 19.686763763427734, + 19.314634323120117, + 19.181346893310547, + 18.994653701782227, + 18.978168487548828, + 18.808317184448242, + 18.766525268554688, + 18.661287307739258, + 18.64545440673828, + 18.542081832885742, + 18.51099395751953, + 18.477802276611328, + 18.447317123413086, + 18.431640625, + 18.44379425048828, + 18.378036499023438, + 18.14760971069336, + 18.114591598510742, + 18.088430404663086, + 18.039609909057617, + 18.026979446411133, + 17.996511459350586, + 18.016681671142578, + 17.973709106445312 ], "0.2": [ - 22.394079208374023, - 22.271482467651367, - 22.214107513427734, - 22.182851791381836, - 22.102712631225586, - 22.0870418548584, - 22.015413284301758, - 22.002649307250977, - 21.94569969177246, - 21.949806213378906, - 21.87435531616211, - 21.820615768432617, - 21.72345733642578, - 21.601665496826172, - 21.573089599609375, - 21.51202392578125, - 21.347108840942383, - 21.238750457763672, - 21.190654754638672, - 21.176332473754883, - 21.075214385986328, - 21.018054962158203, - 20.97833824157715, - 20.893611907958984 + 19.686763763427734, + 19.314634323120117, + 19.181346893310547, + 18.994653701782227, + 18.978168487548828, + 18.808317184448242, + 18.766525268554688, + 18.661287307739258, + 18.64545440673828, + 18.542081832885742, + 18.51099395751953, + 18.477802276611328, + 18.447317123413086, + 18.431640625, + 18.44379425048828, + 18.378036499023438, + 18.14760971069336, + 18.114591598510742, + 18.088430404663086, + 18.039609909057617, + 18.026979446411133, + 17.996511459350586, + 18.016681671142578, + 17.973709106445312 ], "0.3": [ - 22.394079208374023, - 22.271482467651367, - 22.214107513427734, - 22.182851791381836, - 22.102712631225586, - 22.0870418548584, - 22.015413284301758, - 22.002649307250977, - 21.94569969177246, - 21.949806213378906, - 21.87435531616211, - 21.820615768432617, - 21.72345733642578, - 21.601665496826172, - 21.573089599609375, - 21.51202392578125, - 21.347108840942383, - 21.238750457763672, - 21.190654754638672, - 21.176332473754883, - 21.075214385986328, - 21.018054962158203, - 20.97833824157715, - 20.893611907958984 + 19.686763763427734, + 19.314634323120117, + 19.181346893310547, + 18.994653701782227, + 18.978168487548828, + 18.808317184448242, + 18.766525268554688, + 18.661287307739258, + 18.64545440673828, + 18.542081832885742, + 18.51099395751953, + 18.477802276611328, + 18.447317123413086, + 18.431640625, + 18.44379425048828, + 18.378036499023438, + 18.14760971069336, + 18.114591598510742, + 18.088430404663086, + 18.039609909057617, + 18.026979446411133, + 17.996511459350586, + 18.016681671142578, + 17.973709106445312 ], "0.4": [ - 22.975557327270508, - 22.998018264770508, - 23.02562713623047, - 23.071718215942383, - 23.109291076660156, - 23.133541107177734, - 23.191743850708008, - 23.223419189453125, - 23.270816802978516, - 23.287128448486328, - 23.326095581054688, - 23.342966079711914, - 23.363037109375, - 23.397472381591797, - 23.429662704467773, - 23.432825088500977, - 23.740018844604492, - 23.745460510253906, - 23.761085510253906, - 23.76443862915039, - 23.80314064025879, - 23.813922882080078, - 23.885250091552734, - 23.8712215423584 + 20.93093490600586, + 20.877052307128906, + 20.850261688232422, + 20.76986312866211, + 20.821632385253906, + 20.71501350402832, + 20.722354888916016, + 20.695444107055664, + 20.682411193847656, + 20.641666412353516, + 20.630956649780273, + 20.627613067626953, + 20.65580940246582, + 20.630212783813477, + 20.652936935424805, + 20.57448959350586, + 20.47774887084961, + 20.47809600830078, + 20.465314865112305, + 20.441919326782227, + 20.435863494873047, + 20.381938934326172, + 20.428363800048828, + 20.384098052978516 ], "0.5": [ - 22.975557327270508, - 22.998018264770508, - 23.02562713623047, - 23.071718215942383, - 23.109291076660156, - 23.133541107177734, - 23.191743850708008, - 23.223419189453125, - 23.270816802978516, - 23.287128448486328, - 23.326095581054688, - 23.342966079711914, - 23.363037109375, - 23.397472381591797, - 23.429662704467773, - 23.432825088500977, - 23.740018844604492, - 23.745460510253906, - 23.761085510253906, - 23.76443862915039, - 23.80314064025879, - 23.813922882080078, - 23.885250091552734, - 23.8712215423584 + 20.93093490600586, + 20.877052307128906, + 20.850261688232422, + 20.76986312866211, + 20.821632385253906, + 20.71501350402832, + 20.722354888916016, + 20.695444107055664, + 20.682411193847656, + 20.641666412353516, + 20.630956649780273, + 20.627613067626953, + 20.65580940246582, + 20.630212783813477, + 20.652936935424805, + 20.57448959350586, + 20.47774887084961, + 20.47809600830078, + 20.465314865112305, + 20.441919326782227, + 20.435863494873047, + 20.381938934326172, + 20.428363800048828, + 20.384098052978516 ], "0.6": [ - 22.975557327270508, - 22.998018264770508, - 23.02562713623047, - 23.071718215942383, - 23.109291076660156, - 23.133541107177734, - 23.191743850708008, - 23.223419189453125, - 23.270816802978516, - 23.287128448486328, - 23.326095581054688, - 23.342966079711914, - 23.363037109375, - 23.397472381591797, - 23.429662704467773, - 23.432825088500977, - 23.740018844604492, - 23.745460510253906, - 23.761085510253906, - 23.76443862915039, - 23.80314064025879, - 23.813922882080078, - 23.885250091552734, - 23.8712215423584 + 20.93093490600586, + 20.877052307128906, + 20.850261688232422, + 20.76986312866211, + 20.821632385253906, + 20.71501350402832, + 20.722354888916016, + 20.695444107055664, + 20.682411193847656, + 20.641666412353516, + 20.630956649780273, + 20.627613067626953, + 20.65580940246582, + 20.630212783813477, + 20.652936935424805, + 20.57448959350586, + 20.47774887084961, + 20.47809600830078, + 20.465314865112305, + 20.441919326782227, + 20.435863494873047, + 20.381938934326172, + 20.428363800048828, + 20.384098052978516 ], "0.7": [ - 22.975557327270508, - 22.998018264770508, - 23.02562713623047, - 23.071718215942383, - 23.109291076660156, - 23.133541107177734, - 23.191743850708008, - 23.223419189453125, - 23.270816802978516, - 23.287128448486328, - 23.326095581054688, - 23.342966079711914, - 23.363037109375, - 23.397472381591797, - 23.429662704467773, - 23.432825088500977, - 23.740018844604492, - 23.745460510253906, - 23.761085510253906, - 23.76443862915039, - 23.80314064025879, - 23.813922882080078, - 23.885250091552734, - 23.8712215423584 + 20.93093490600586, + 20.877052307128906, + 20.850261688232422, + 20.76986312866211, + 20.821632385253906, + 20.71501350402832, + 20.722354888916016, + 20.695444107055664, + 20.682411193847656, + 20.641666412353516, + 20.630956649780273, + 20.627613067626953, + 20.65580940246582, + 20.630212783813477, + 20.652936935424805, + 20.57448959350586, + 20.47774887084961, + 20.47809600830078, + 20.465314865112305, + 20.441919326782227, + 20.435863494873047, + 20.381938934326172, + 20.428363800048828, + 20.384098052978516 ], "0.8": [ - 23.464895248413086, - 23.596338272094727, - 23.711809158325195, - 23.877368927001953, - 23.958641052246094, - 24.07447624206543, - 24.19459342956543, - 24.266677856445312, - 24.337444305419922, - 24.40410804748535, - 24.480934143066406, - 24.567447662353516, - 24.64011001586914, - 24.65950584411621, - 24.776601791381836, - 24.80111312866211, - 25.21243667602539, - 25.2738037109375, - 25.293073654174805, - 25.44727897644043, - 25.510299682617188, - 25.643224716186523, - 25.73294448852539, - 25.793018341064453 + 21.899438858032227, + 22.095951080322266, + 22.188430786132812, + 22.226926803588867, + 22.300474166870117, + 22.332557678222656, + 22.357606887817383, + 22.396556854248047, + 22.44483184814453, + 22.474388122558594, + 22.524845123291016, + 22.55206298828125, + 22.571386337280273, + 22.63746452331543, + 22.602258682250977, + 22.58580207824707, + 22.733671188354492, + 22.7573184967041, + 22.759231567382812, + 22.777793884277344, + 22.788803100585938, + 22.85086441040039, + 22.8887882232666, + 22.88544464111328 ], "0.9": [ - 23.464895248413086, - 23.596338272094727, - 23.711809158325195, - 23.877368927001953, - 23.958641052246094, - 24.07447624206543, - 24.19459342956543, - 24.266677856445312, - 24.337444305419922, - 24.40410804748535, - 24.480934143066406, - 24.567447662353516, - 24.64011001586914, - 24.65950584411621, - 24.776601791381836, - 24.80111312866211, - 25.21243667602539, - 25.2738037109375, - 25.293073654174805, - 25.44727897644043, - 25.510299682617188, - 25.643224716186523, - 25.73294448852539, - 25.793018341064453 + 21.899438858032227, + 22.095951080322266, + 22.188430786132812, + 22.226926803588867, + 22.300474166870117, + 22.332557678222656, + 22.357606887817383, + 22.396556854248047, + 22.44483184814453, + 22.474388122558594, + 22.524845123291016, + 22.55206298828125, + 22.571386337280273, + 22.63746452331543, + 22.602258682250977, + 22.58580207824707, + 22.733671188354492, + 22.7573184967041, + 22.759231567382812, + 22.777793884277344, + 22.788803100585938, + 22.85086441040039, + 22.8887882232666, + 22.88544464111328 ] }, "timestamps": [ - "2026-06-29 15:00:00", - "2026-06-29 16:00:00", "2026-06-29 17:00:00", "2026-06-29 18:00:00", "2026-06-29 19:00:00", @@ -589,6 +587,8 @@ "2026-07-04 11:00:00", "2026-07-04 12:00:00", "2026-07-04 13:00:00", - "2026-07-04 14:00:00" + "2026-07-04 14:00:00", + "2026-07-04 15:00:00", + "2026-07-04 16:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 74d96a371ddefe673e9a1f3f56d9f606a63efeca..fc6ffb3fc8805c764b5d944732659d93ddbe628b 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,31 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-30T02:49:30.085989+00:00", + "evaluated_at": "2026-06-30T02:59:13.624029+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 60d3cc649d3ad62327d9bb03520c859e327822c8..183ea5b3c8fc04c83d46a9cb53b9ad4b9d71bf3c 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,12 +1,12 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ETS,483830.70782946673,476661.71401918,614.3415760382177,0.926998614647465,0.010211217969134535,0.010277386315803343,10.50954141178977,695.5794044028811,0.01158439429192238,0.010231434400874923,0.00884936746849941,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ETS,482558.03337120236,475383.9714968619,613.521589059051,0.9257613114543156,0.010197731166059978,0.010263722690329163,10.4600492840638,694.6639715511395,0.011569306949003181,0.010217918122074097,0.008835832248061863,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ETS,89913.02765255816,97751.73906239623,263.1762487344883,0.3202734328495814,0.004407317023893177,0.004408454087681149,1.832959610002229,299.8550110512715,0.0050172789505682925,0.0044035570672497325,0.0033115666201833276,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,0.00019436112126882397,2.6894942798289488e-15,4.5218939629402515e-08,2.18507633333626e-07,nan,2.0,8.740305333345041e-06,0.013941345748127186,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,ETS,91.07949075925895,92.53601893991792,8.069798521204545,5.889537586784191,0.3110937607728242,0.39697275467482857,198.72338572493695,9.543557552572256,0.3932649359218153,0.3325351977877578,0.32366464879618545,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.11555634950517997,0.11790860140227598,0.3045483243723781,0.341147798966483,0.24648853046514682,0.21246378655591153,10.769862191284354,0.33993580203500184,0.2614254073505502,0.2342108988825444,0.22409317684657606,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,5.283649624332132,5.266469328413257,1.9589734639767273,5.098698256754397,0.7543345253971346,0.49405574671967956,157.400317478356,2.29861906899167,0.8085029951049287,0.6890380117011032,0.6755367670319703,Ocean,1,72 -nws_ksfo_observations_temperature/1h/short,ETS,8.940458466290657,8.620261252027092,2.4613452367460433,1.370586804149351,0.12030030367614537,0.11058103889617939,43.41625892158479,2.9900599435948867,0.14037839775562166,0.11555611164183877,0.1144142008464873,Weather,1,24 +nws_ksfo_observations_temperature/1h/short,ETS,9.600659986845804,9.436890748141431,2.454959850077566,1.4488286733762228,0.13700411874865412,0.12353355173957482,25.761360291977894,3.098493180054751,0.15805278708036985,0.12522643231001399,0.11871654396548996,Weather,1,24 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,58.539770595368815,60.19766678473626,6.206350935990773,0.520784624364847,0.23328901597129711,0.2485296635246926,5.27089649347653,7.65112871381529,0.3033153291035779,0.24603969519990304,0.20292007982916815,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,330.27023087941546,327.33342361372917,15.421248256215188,13.841857865003226,0.6216723103789389,0.4373745842285442,511.0577634470196,18.17333846268801,0.7006588322964052,0.5945541496372121,0.5890574749000951,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,16.373887568465594,14.837759696124735,3.105372229431243,0.5769981948878696,0.31332525008738904,0.33061634083762775,4.254967391264343,4.046466059225703,0.4046466059225703,0.3105372229431243,0.2573215624052934,Hazards,1,24 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 4ec8eaded260d3397eb78726eef9639b83970ffe..17210edf389ed2a5cc79dbb4ffa6377147b60cca 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-30T02:53:28.536504+00:00", + "evaluated_at": "2026-06-30T03:01:28.296506+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 60260.2109375, 59838.01171875, 59939.94140625, - 60019.6796875 + 60000.0 ], "p50": [ 59613.25692002529, diff --git a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json index 3cc039f06ba4f742ed01f13937117b93612d9742..8561f20295842d8bcb3722051af2d3c81750be25 100644 --- a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,36 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ETS", - "evaluated_at": "2026-06-30T01:45:36.302192+00:00", + "evaluated_at": "2026-06-30T03:01:28.318078+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 17.0, - 17.200000762939453, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +76,7 @@ 22.0, 22.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 23.0, 22.799999237060547, 22.0, @@ -127,351 +100,376 @@ 21.0, 21.0, 21.0, - 22.0 + 22.0, + 21.0 + ], + "actuals": [ + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.0, + 19.0, + 19.0, + 18.0, + 18.299999237060547, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 22.91142388428725, - 22.98468822879151, - 23.057952573295772, - 23.131216917800035, - 23.2044812623043, - 23.27774560680856, - 23.35100995131282, - 23.424274295817085, - 23.49753864032135, - 23.570802984825608, - 23.64406732932987, - 23.717331673834135, - 23.790596018338395, - 23.863860362842658, - 23.93712470734692, - 24.010389051851185, - 24.083653396355444, - 24.156917740859708, - 24.23018208536397, - 24.30344642986823, - 24.376710774372494, - 24.449975118876758, - 24.52323946338102, - 24.59650380788528 + 21.19946187070117, + 21.23320432483923, + 21.266946778977292, + 21.300689233115353, + 21.334431687253414, + 21.368174141391474, + 21.401916595529535, + 21.435659049667596, + 21.469401503805656, + 21.503143957943717, + 21.536886412081778, + 21.570628866219838, + 21.6043713203579, + 21.63811377449596, + 21.671856228634017, + 21.705598682772077, + 21.739341136910138, + 21.7730835910482, + 21.80682604518626, + 21.84056849932432, + 21.87431095346238, + 21.90805340760044, + 21.941795861738502, + 21.975538315876562 ], "p10": [ - 22.711423121347796, - 22.784687465852056, - 22.85795181035632, - 22.83121768073949, - 23.004480499364846, - 23.077744843869105, - 23.15100918837337, - 23.224273532877632, - 23.287538029969785, - 23.370802221886155, - 23.44406656639042, - 23.51733091089468, - 23.58059540798683, - 23.653859752491094, - 23.737123944407468, - 23.010389051851185, - 23.88365263341599, - 24.046917321243008, - 24.030181322424518, - 24.103445666928778, - 24.36671073622552, - 24.339974699260058, - 24.423239081911294, - 24.396503044945828 + 20.579461603672364, + 20.433205087778685, + 20.646946511948485, + 20.300689233115353, + 20.334431687253414, + 20.368174141391474, + 20.401916595529535, + 20.435659049667596, + 20.469401503805656, + 20.503143957943717, + 21.206887060580314, + 20.95062859919103, + 20.6043713203579, + 21.038113393026233, + 20.87185699157347, + 21.10559830130235, + 20.739341136910138, + 20.7730835910482, + 21.006826808125712, + 21.220568232295513, + 21.274310571992654, + 20.90805340760044, + 20.941795861738502, + 21.675539078816016 ], "p90": [ - 23.91142388428725, - 23.98468822879151, - 24.057952573295772, - 24.131216917800035, - 23.504480499364846, - 24.27774560680856, - 23.65100918837337, - 24.424274295817085, - 24.49753864032135, - 23.77080374776506, - 23.844068092269325, - 24.01733091089468, - 24.790596018338395, - 24.233859676197145, - 24.93712470734692, - 25.010389051851185, - 25.083653396355444, - 25.156917740859708, - 25.23018208536397, - 25.30344642986823, - 24.67671001143304, - 24.749974355937304, - 25.52323946338102, - 24.896503044945828 + 22.19946187070117, + 22.23320432483923, + 22.266946778977292, + 22.300689233115353, + 22.334431687253414, + 22.368174141391474, + 22.401916595529535, + 22.435659049667596, + 22.469401503805656, + 22.503143957943717, + 22.536886412081778, + 22.570628866219838, + 22.6043713203579, + 22.63811377449596, + 22.671856228634017, + 22.705598682772077, + 22.739341136910138, + 22.7730835910482, + 22.80682604518626, + 22.84056849932432, + 22.87431095346238, + 22.90805340760044, + 22.941795861738502, + 22.975538315876562 ], "mean": [ - 22.989923897638672, - 23.142188209718025, - 23.12895257711035, - 23.246216936873484, - 23.270481256582325, - 23.343245608715865, - 23.41800993033202, - 23.544774335871402, - 23.555538642228612, - 23.578802977196215, - 23.642067302627066, - 23.762331673834133, - 23.808095999264868, - 23.890360368564735, - 24.007624690180702, - 24.007389011796903, - 24.136653407799653, - 24.251417758025855, - 24.33568209680805, - 24.4494464527563, - 24.419210793445938, - 24.503975115062143, - 24.60973948817653, - 24.638503805977983 + 21.281461859257153, + 21.29620433628338, + 21.28444675036714, + 21.37568921404193, + 21.359931708234335, + 21.39317414139149, + 21.462416597436924, + 21.366659072555805, + 21.44040146947343, + 21.512143954129048, + 21.66738639491569, + 21.62812885668313, + 21.631871310821214, + 21.65611375732986, + 21.70285623244878, + 21.776098703752954, + 21.737341157891045, + 21.775583610121735, + 21.853326060445127, + 21.89206850504641, + 21.96981091722283, + 21.95305341713723, + 21.952795875090022, + 22.03553832541336 ], "quantiles": { "0.1": [ - 22.711423121347796, - 22.784687465852056, - 22.85795181035632, - 22.83121768073949, - 23.004480499364846, - 23.077744843869105, - 23.15100918837337, - 23.224273532877632, - 23.287538029969785, - 23.370802221886155, - 23.44406656639042, - 23.51733091089468, - 23.58059540798683, - 23.653859752491094, - 23.737123944407468, - 23.010389051851185, - 23.88365263341599, - 24.046917321243008, - 24.030181322424518, - 24.103445666928778, - 24.36671073622552, - 24.339974699260058, - 24.423239081911294, - 24.396503044945828 + 20.579461603672364, + 20.433205087778685, + 20.646946511948485, + 20.300689233115353, + 20.334431687253414, + 20.368174141391474, + 20.401916595529535, + 20.435659049667596, + 20.469401503805656, + 20.503143957943717, + 21.206887060580314, + 20.95062859919103, + 20.6043713203579, + 21.038113393026233, + 20.87185699157347, + 21.10559830130235, + 20.739341136910138, + 20.7730835910482, + 21.006826808125712, + 21.220568232295513, + 21.274310571992654, + 20.90805340760044, + 20.941795861738502, + 21.675539078816016 ], "0.2": [ - 22.91142388428725, - 22.98468822879151, - 23.057952573295772, - 23.131216917800035, - 23.2044812623043, - 23.27774560680856, - 23.35100995131282, - 23.424274295817085, - 23.49753864032135, - 23.570802984825608, - 23.62406725303593, - 23.717331673834135, - 23.790596018338395, - 23.863860362842658, - 23.93712470734692, - 23.910388670381458, - 24.083653396355444, - 24.156917740859708, - 24.23018208536397, - 24.30344642986823, - 24.376710774372494, - 24.449975118876758, - 24.52323946338102, - 24.59650380788528 + 21.179461794407228, + 21.23320432483923, + 21.266946778977292, + 21.300689233115353, + 21.214431229489744, + 21.268173759921748, + 21.201915832590082, + 21.13565981260705, + 21.269400740866203, + 21.40314357647399, + 21.536886412081778, + 21.570628866219838, + 21.404370557418446, + 21.63811377449596, + 21.57185584716429, + 21.705598682772077, + 21.63934075544041, + 21.65308313328453, + 21.80682604518626, + 21.84056849932432, + 21.87431095346238, + 21.90805340760044, + 21.941795861738502, + 21.975538315876562 ], "0.3": [ - 22.91142388428725, - 22.98468822879151, - 23.057952573295772, - 23.131216917800035, - 23.2044812623043, - 23.27774560680856, - 23.35100995131282, - 23.424274295817085, - 23.49753864032135, - 23.570802984825608, - 23.64406732932987, - 23.717331673834135, - 23.790596018338395, - 23.863860362842658, - 23.93712470734692, - 24.010389051851185, - 24.083653396355444, - 24.156917740859708, - 24.23018208536397, - 24.30344642986823, - 24.376710774372494, - 24.449975118876758, - 24.52323946338102, - 24.59650380788528 + 21.19946187070117, + 21.23320432483923, + 21.266946778977292, + 21.300689233115353, + 21.334431687253414, + 21.368174141391474, + 21.401916595529535, + 21.435659049667596, + 21.469401503805656, + 21.503143957943717, + 21.536886412081778, + 21.570628866219838, + 21.6043713203579, + 21.63811377449596, + 21.671856228634017, + 21.705598682772077, + 21.739341136910138, + 21.7730835910482, + 21.80682604518626, + 21.84056849932432, + 21.87431095346238, + 21.90805340760044, + 21.941795861738502, + 21.975538315876562 ], "0.4": [ - 22.91142388428725, - 22.98468822879151, - 23.057952573295772, - 23.131216917800035, - 23.2044812623043, - 23.27774560680856, - 23.35100995131282, - 23.424274295817085, - 23.49753864032135, - 23.570802984825608, - 23.64406732932987, - 23.717331673834135, - 23.790596018338395, - 23.863860362842658, - 23.93712470734692, - 24.010389051851185, - 24.083653396355444, - 24.156917740859708, - 24.23018208536397, - 24.30344642986823, - 24.376710774372494, - 24.449975118876758, - 24.52323946338102, - 24.59650380788528 + 21.19946187070117, + 21.23320432483923, + 21.266946778977292, + 21.300689233115353, + 21.334431687253414, + 21.368174141391474, + 21.401916595529535, + 21.435659049667596, + 21.469401503805656, + 21.503143957943717, + 21.536886412081778, + 21.570628866219838, + 21.6043713203579, + 21.63811377449596, + 21.671856228634017, + 21.705598682772077, + 21.739341136910138, + 21.7730835910482, + 21.80682604518626, + 21.84056849932432, + 21.87431095346238, + 21.90805340760044, + 21.941795861738502, + 21.975538315876562 ], "0.5": [ - 22.91142388428725, - 22.98468822879151, - 23.057952573295772, - 23.131216917800035, - 23.2044812623043, - 23.27774560680856, - 23.35100995131282, - 23.424274295817085, - 23.49753864032135, - 23.570802984825608, - 23.64406732932987, - 23.717331673834135, - 23.790596018338395, - 23.863860362842658, - 23.93712470734692, - 24.010389051851185, - 24.083653396355444, - 24.156917740859708, - 24.23018208536397, - 24.30344642986823, - 24.376710774372494, - 24.449975118876758, - 24.52323946338102, - 24.59650380788528 + 21.19946187070117, + 21.23320432483923, + 21.266946778977292, + 21.300689233115353, + 21.334431687253414, + 21.368174141391474, + 21.401916595529535, + 21.435659049667596, + 21.469401503805656, + 21.503143957943717, + 21.536886412081778, + 21.570628866219838, + 21.6043713203579, + 21.63811377449596, + 21.671856228634017, + 21.705598682772077, + 21.739341136910138, + 21.7730835910482, + 21.80682604518626, + 21.84056849932432, + 21.87431095346238, + 21.90805340760044, + 21.941795861738502, + 21.975538315876562 ], "0.6": [ - 22.91142388428725, - 22.98468822879151, - 23.057952573295772, - 23.131216917800035, - 23.2044812623043, - 23.27774560680856, - 23.35100995131282, - 23.424274295817085, - 23.49753864032135, - 23.570802984825608, - 23.64406732932987, - 23.717331673834135, - 23.790596018338395, - 23.863860362842658, - 23.93712470734692, - 24.010389051851185, - 24.083653396355444, - 24.156917740859708, - 24.23018208536397, - 24.30344642986823, - 24.376710774372494, - 24.449975118876758, - 24.52323946338102, - 24.59650380788528 + 21.19946187070117, + 21.23320432483923, + 21.266946778977292, + 21.300689233115353, + 21.334431687253414, + 21.368174141391474, + 21.401916595529535, + 21.435659049667596, + 21.469401503805656, + 21.503143957943717, + 21.536886412081778, + 21.570628866219838, + 21.6043713203579, + 21.63811377449596, + 21.671856228634017, + 21.705598682772077, + 21.739341136910138, + 21.7730835910482, + 21.80682604518626, + 21.84056849932432, + 21.87431095346238, + 21.90805340760044, + 21.941795861738502, + 21.975538315876562 ], "0.7": [ - 22.91142388428725, - 22.98468822879151, - 23.057952573295772, - 23.131216917800035, - 23.2044812623043, - 23.27774560680856, - 23.35100995131282, - 23.424274295817085, - 23.49753864032135, - 23.570802984825608, - 23.64406732932987, - 23.717331673834135, - 23.790596018338395, - 23.863860362842658, - 23.93712470734692, - 24.010389051851185, - 24.083653396355444, - 24.156917740859708, - 24.23018208536397, - 24.30344642986823, - 24.376710774372494, - 24.449975118876758, - 24.52323946338102, - 24.59650380788528 + 21.19946187070117, + 21.23320432483923, + 21.266946778977292, + 21.300689233115353, + 21.334431687253414, + 21.368174141391474, + 21.401916595529535, + 21.435659049667596, + 21.469401503805656, + 21.503143957943717, + 21.536886412081778, + 21.570628866219838, + 21.6043713203579, + 21.63811377449596, + 21.671856228634017, + 21.705598682772077, + 21.739341136910138, + 21.7730835910482, + 21.80682604518626, + 21.84056849932432, + 21.87431095346238, + 21.90805340760044, + 21.941795861738502, + 21.975538315876562 ], "0.8": [ - 23.031424342050922, - 23.284687465852056, - 23.177953031059445, - 23.33121768073949, - 23.2044812623043, - 23.27774560680856, - 23.37101002760677, - 23.624275058756538, - 23.61753909808502, - 23.570802984825608, - 23.64406732932987, - 23.717331673834135, - 23.89059639980812, - 23.863860362842658, - 24.057125165110595, - 24.03038912814513, - 24.083653396355444, - 24.35691850379916, - 24.430182848303424, - 24.503447192807684, - 24.39671085066644, - 24.449975118876758, - 24.623239844850747, - 24.59650380788528 + 21.499461107761718, + 21.53320356189978, + 21.266946778977292, + 21.6006884701759, + 21.534432450192867, + 21.568174904330927, + 21.761916061471922, + 21.435659049667596, + 21.66940226674511, + 21.70314472088317, + 22.136886793551504, + 21.77062962915929, + 21.804372083297352, + 21.838114537435413, + 21.87185699157347, + 21.90559944571153, + 21.93934189984959, + 21.7730835910482, + 22.006826808125712, + 21.84056849932432, + 22.174310190522927, + 22.108054170539894, + 21.96179593803245, + 22.175539078816016 ], "0.9": [ - 23.91142388428725, - 23.98468822879151, - 24.057952573295772, - 24.131216917800035, - 23.504480499364846, - 24.27774560680856, - 23.65100918837337, - 24.424274295817085, - 24.49753864032135, - 23.77080374776506, - 23.844068092269325, - 24.01733091089468, - 24.790596018338395, - 24.233859676197145, - 24.93712470734692, - 25.010389051851185, - 25.083653396355444, - 25.156917740859708, - 25.23018208536397, - 25.30344642986823, - 24.67671001143304, - 24.749974355937304, - 25.52323946338102, - 24.896503044945828 + 22.19946187070117, + 22.23320432483923, + 22.266946778977292, + 22.300689233115353, + 22.334431687253414, + 22.368174141391474, + 22.401916595529535, + 22.435659049667596, + 22.469401503805656, + 22.503143957943717, + 22.536886412081778, + 22.570628866219838, + 22.6043713203579, + 22.63811377449596, + 22.671856228634017, + 22.705598682772077, + 22.739341136910138, + 22.7730835910482, + 22.80682604518626, + 22.84056849932432, + 22.87431095346238, + 22.90805340760044, + 22.941795861738502, + 22.975538315876562 ] }, "timestamps": [ - "2026-06-29 15:00:00", - "2026-06-29 16:00:00", "2026-06-29 17:00:00", "2026-06-29 18:00:00", "2026-06-29 19:00:00", @@ -589,6 +587,8 @@ "2026-07-04 11:00:00", "2026-07-04 12:00:00", "2026-07-04 13:00:00", - "2026-07-04 14:00:00" + "2026-07-04 14:00:00", + "2026-07-04 15:00:00", + "2026-07-04 16:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index a500174a91b5ebe8e4e800c0bc3922d75a7ccaa9..4f15970b74dd6a2dcbbd02a8e65428d7434d77fa 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,31 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-30T02:53:28.610320+00:00", + "evaluated_at": "2026-06-30T03:01:28.330543+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index dc8a0fc9e286489efb1219078fb994c68f716ec9..915896890e426fe10cdb46a6a372c8747afd2b06 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -3114,3 +3114,5 @@ {"evaluated_at": "2026-06-30T02:53:29.213081+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12} {"evaluated_at": "2026-06-30T02:53:29.213081+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-30T02:53:29.213081+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-30T03:01:28.938894+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-30T03:01:28.938894+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} diff --git a/results/evaluation_metrics.jsonl b/results/evaluation_metrics.jsonl index e253597f876fff21a0b63db7aa4aaab6d0ed4d69..b8885202777ee58d3ec63d7cf33b6b7515f1eb1d 100644 --- a/results/evaluation_metrics.jsonl +++ b/results/evaluation_metrics.jsonl @@ -7412,3 +7412,23 @@ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T02:48:18.411419Z|h:12", "release_time": "2026-06-30T02:48:18.411419Z", "evaluated_at": "2026-06-30T02:53:28.683832+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false} {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-30T02:48:18.411419Z|h:60", "release_time": "2026-06-30T02:48:18.411419Z", "evaluated_at": "2026-06-30T02:53:28.696553+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Seasonal-Naive", "MSE": 0.03649711822109438, "RMSE": 0.19104218963646324, "MAPE": 0.12100232033785699, "CRPS": 0.11209281279901005, "MAPE_eligible": true} {"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-30T02:48:18.411419Z|h:72", "release_time": "2026-06-30T02:48:18.411419Z", "evaluated_at": "2026-06-30T02:53:28.708755+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Seasonal-Naive", "MSE": 0.22458336128129808, "RMSE": 0.4739022697574871, "MAPE": 0.14985525587701787, "CRPS": 0.13881669902936944, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T02:59:07.529296+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 78843.68669446309, "RMSE": 280.79117987298514, "MAPE": 0.003644931673325165, "CRPS": 0.004273490692205165, "MAPE_eligible": true} +{"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T02:59:13.610083+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 4.959293234193562, "RMSE": 2.2269470658714727, "MAPE": 0.10507472559490176, "CRPS": 0.06991968978069257, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T02:59:42.031316+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 81547.2428080241, "RMSE": 285.56477865455344, "MAPE": 0.005105772900783766, "CRPS": 0.0036955560842021787, "MAPE_eligible": true} +{"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T02:59:47.865077+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 5.644324980937957, "RMSE": 2.3757788156598156, "MAPE": 0.10294599188196922, "CRPS": 0.09399977560265173, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T03:00:12.637308+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 86408.05833625793, "RMSE": 293.95247632271776, "MAPE": 0.004114925323650366, "CRPS": 0.0040583017591065765, "MAPE_eligible": true} +{"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T03:00:18.074993+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 6.680785838743607, "RMSE": 2.5847216172624097, "MAPE": 0.11656997921540034, "CRPS": 0.07699409599272669, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T03:00:30.666668+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 134727.6951529185, "RMSE": 367.0527144061442, "MAPE": 0.005027323033770145, "CRPS": 0.005629004847549783, "MAPE_eligible": true} +{"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T03:00:36.267266+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 5.380841372769737, "RMSE": 2.3196640646373208, "MAPE": 0.10676970261350494, "CRPS": 0.07314585290364467, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T03:01:00.068847+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 194646.4775276184, "RMSE": 441.18757635230213, "MAPE": 0.006094168490250867, "CRPS": 0.006433319932840194, "MAPE_eligible": true} +{"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T03:01:05.116575+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 6.5443410762197045, "RMSE": 2.5581909772766585, "MAPE": 0.11571328158422732, "CRPS": 0.08042958879262502, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T03:01:22.116402+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Timer-S1", "MSE": 112349.25041516621, "RMSE": 335.18539707923765, "MAPE": 0.00461534373360431, "CRPS": 0.004565262967720943, "MAPE_eligible": true} +{"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T03:01:27.796949+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Timer-S1", "MSE": 7.11020709127115, "RMSE": 2.666497157559173, "MAPE": 0.12203397171970365, "CRPS": 0.08639828444005804, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T03:01:28.233339+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 352001.6419748937, "RMSE": 593.2972627400986, "MAPE": 0.015134627655259568, "CRPS": 0.013620938613600893, "MAPE_eligible": true} +{"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T03:01:28.263398+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 7.191390370853829, "RMSE": 2.6816767834423723, "MAPE": 0.11461491421793314, "CRPS": 0.09768176251349653, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T03:01:28.303195+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ETS", "MSE": 482558.03337120236, "RMSE": 694.6639715511395, "MAPE": 0.010197731166059978, "CRPS": 0.008835832248061863, "MAPE_eligible": true} +{"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T03:01:28.325029+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "ETS", "MSE": 9.600659986845804, "RMSE": 3.098493180054751, "MAPE": 0.13700411874865412, "CRPS": 0.11871654396548996, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T03:01:28.343099+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 95370.82623290778, "RMSE": 308.8216738393013, "MAPE": 0.004059586492584237, "CRPS": 0.003221459062636166, "MAPE_eligible": true} +{"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T03:01:28.358999+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 7.130994354712089, "RMSE": 2.670392172455591, "MAPE": 0.1189807056427178, "CRPS": 0.10256107102119873, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T03:01:28.372537+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 306373.95159403485, "RMSE": 553.510570444716, "MAPE": 0.007417362032320043, "CRPS": 0.0064400828357212055, "MAPE_eligible": true} +{"release_id": "nws_ksfo_observations_temperature/1h/short|source:2026-06-30T02:58:21.649969Z|h:24", "release_time": "2026-06-30T02:58:21.649969Z", "evaluated_at": "2026-06-30T03:01:28.388243+00:00", "dataset": "nws_ksfo_observations_temperature/1h/short", "domain": "Weather", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 5.180416660308917, "RMSE": 2.2760528685223718, "MAPE": 0.09547629102542883, "CRPS": 0.08188168589544344, "MAPE_eligible": true} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index c4917459e6f65f99f5c64cdbffc38c58708a8f1e..1bea969c61ecd977bcb971a188e5a93bc853b5e0 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,12 +1,12 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,196785.9497617086,198645.36801592508,381.7513020833333,0.5760361043008769,0.006343645775823757,0.006370208541224702,2.8714503872036943,443.6056241321886,0.007387945110987108,0.006357804122427213,0.0066113347732756796,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,194646.4775276184,185830.692846934,366.7122395833333,0.5533432073086191,0.006094168490250867,0.006118458446218757,2.826252104332313,441.18757635230213,0.007347774898285191,0.006107422632301648,0.006433319932840194,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Large,1060171.0864022572,254060.2033047676,415.4149576822917,0.505540964253952,0.006977186579702474,0.006941886096748245,2.530876052504917,1029.646097648244,0.017228398732285963,0.006950868406778763,0.005337442736243882,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-1.1-Large,0.0905765953648258,3.823040032270729e-08,0.0001650267384118504,0.0007974446624063239,nan,2.0,1.2407418203063765,0.3009594580085926,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,5997560.087655853,1.7481885833200607e-18,1.0462046379685248e-09,nan,nan,2.0,nan,2448.9916471184324,inf,inf,inf,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,3.830614757232676,4.412086691156446,1.6326802571614583,1.1915702376566382,0.061971146569262926,0.06456075169520135,15.067722229465934,1.9571956359119227,0.08065089062473396,0.0672784643647228,0.05495758784243327,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.04849118324033507,0.057580921066975856,0.20178861717383068,0.22603881583393862,0.164882666658285,0.14733503939732367,1.0765781235322232,0.22020713712397033,0.16934885993033735,0.15518421751275607,0.12813271281351976,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.13529862823339853,0.13405954479550886,0.33121732208463883,0.862072515924529,0.12079761613723966,0.11786629666255408,4.173116573077754,0.3678296184830669,0.1293782655176174,0.116500467845477,0.08836490066051014,Ocean,1,72 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,5.003009024324608,4.570867328594052,1.7118930021921794,0.9532583742791315,0.08422853638424672,0.0788772811218731,9.03352161113238,2.236740714594476,0.10501129864708769,0.08037056156401867,0.05585591644341965,Weather,1,24 +nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,6.5443410762197045,6.662033309947295,2.0831785996754966,1.2294168016141798,0.11571328158422732,0.10636819941739241,17.742206065868558,2.5581909772766585,0.13049220712994644,0.1062620327145843,0.08042958879262502,Weather,1,24 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,46.73824048611292,51.92375467601952,5.420607805252075,0.4548516880212003,0.20925029597078348,0.21215904940680144,2.175041917628701,6.836537170681727,0.27102230264534954,0.21489031251332685,0.19301706233409782,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.8279872017146772,0.8682249213730605,0.835045576095581,0.7495231243979451,0.032919510977998306,0.03352778117819725,2.8686053827972153,0.9099380208094819,0.03508194779024509,0.03219452823501035,0.029395954961066048,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,11.585551358858615,11.127581858382635,2.9130673011144004,0.5412666985296434,0.35261806661819484,0.305131512854752,3.431643134086363,3.403755478711509,0.3403755478711509,0.29130673011144004,0.23937181923124523,Hazards,1,24 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 15100cf14a63b2d88a7c5efaf7da93806d980683..b6f0e97638a22866ac24525c3509abd517cc7f87 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-30T02:51:47.681594+00:00", + "evaluated_at": "2026-06-30T03:00:57.589107+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 60260.2109375, 59838.01171875, 59939.94140625, - 60019.6796875 + 60000.0 ], "p50": [ - 59729.8359375, - 59742.80078125, - 59780.931640625, - 59761.109375, - 59774.482421875, - 59854.8125, - 59768.6484375, - 59761.7109375, - 59747.931640625, - 59748.70703125, - 59745.71484375, - 59685.806640625, - 59634.69140625, - 59683.6484375, - 59690.443359375, - 59611.208984375, - 59717.26171875, - 59753.892578125, - 59631.140625, - 59644.06640625, - 59544.955078125, - 59664.908203125, - 59712.80859375, - 59735.01171875 + 59733.462890625, + 59764.57421875, + 59815.517578125, + 59728.978515625, + 59798.150390625, + 59713.77734375, + 59742.3125, + 59778.453125, + 59720.689453125, + 59742.841796875, + 59710.462890625, + 59650.1875, + 59752.6484375, + 59654.109375, + 59764.89453125, + 59708.29296875, + 59748.912109375, + 59650.060546875, + 59706.82421875, + 59600.640625, + 59560.673828125, + 59724.80859375, + 59657.859375, + 59732.5078125 ], "p10": [ - 59388.763671875, - 59226.8359375, - 59218.73046875, - 59174.53125, - 59045.009765625, - 59124.537109375, - 59149.7734375, - 58965.2890625, - 58809.818359375, - 58893.93359375, - 58812.880859375, - 58637.32421875, - 58651.37890625, - 58671.12890625, - 58521.40234375, - 58430.451171875, - 58271.22265625, - 58705.513671875, - 58529.248046875, - 58490.720703125, - 58439.1328125, - 58543.26953125, - 58596.0859375, - 58464.466796875 + 59356.255859375, + 59233.87109375, + 59213.736328125, + 59142.201171875, + 59018.7578125, + 59002.326171875, + 58945.263671875, + 58936.97265625, + 58818.064453125, + 58669.876953125, + 58872.26171875, + 58838.767578125, + 58645.888671875, + 58514.689453125, + 58686.126953125, + 58518.412109375, + 58784.75390625, + 58394.46875, + 58732.568359375, + 58538.1328125, + 58298.1171875, + 58094.46484375, + 58339.365234375, + 58495.478515625 ], "p90": [ - 60047.96484375, - 60201.595703125, - 60422.810546875, - 60347.4765625, - 60377.841796875, - 60539.509765625, - 60608.841796875, - 60544.22265625, - 60706.16796875, - 60555.93359375, - 60724.953125, - 60573.974609375, - 60517.12890625, - 60877.322265625, - 60825.916015625, - 60823.896484375, - 60751.267578125, - 60894.572265625, - 60739.599609375, - 60780.615234375, - 60801.392578125, - 60700.84375, - 60916.791015625, - 60973.611328125 + 60076.8046875, + 60271.453125, + 60494.30078125, + 60355.94140625, + 60448.3359375, + 60361.662109375, + 60588.85546875, + 60617.974609375, + 60694.197265625, + 60660.43359375, + 60556.494140625, + 60648.572265625, + 60733.748046875, + 60946.423828125, + 61217.826171875, + 60936.177734375, + 61220.376953125, + 60972.431640625, + 60904.392578125, + 60981.216796875, + 60826.603515625, + 60813.857421875, + 61088.8203125, + 61026.57421875 ], "mean": [ - 59728.921875, - 59749.109375, - 59796.81640625, - 59752.8515625, - 59823.50390625, - 59850.25, - 59870.34765625, - 59739.8125, - 59709.1328125, - 59771.38671875, - 59733.8515625, - 59690.41015625, - 59640.81640625, - 59738.38671875, - 59666.73046875, - 60119.23828125, - 59627.76953125, - 59742.66796875, - 59690.95703125, - 59601.95703125, - 59625.2890625, - 59583.83984375, - 59584.5390625, - 59782.80859375 + 59712.31640625, + 59767.2890625, + 59869.0078125, + 59749.83984375, + 59654.56640625, + 59696.328125, + 59776.02734375, + 59804.0859375, + 59710.61328125, + 59724.05078125, + 59692.5546875, + 59747.51953125, + 59778.97265625, + 59714.73828125, + 59814.41796875, + 59453.96484375, + 59836.7265625, + 59514.296875, + 59726.0078125, + 59657.015625, + 59414.359375, + 59599.1953125, + 59677.3984375, + 59730.1875 ], "quantiles": { "0.1": [ - 59388.763671875, - 59226.8359375, - 59218.73046875, - 59174.53125, - 59045.009765625, - 59124.537109375, - 59149.7734375, - 58965.2890625, - 58809.818359375, - 58893.93359375, - 58812.880859375, - 58637.32421875, - 58651.37890625, - 58671.12890625, - 58521.40234375, - 58430.451171875, - 58271.22265625, - 58705.513671875, - 58529.248046875, - 58490.720703125, - 58439.1328125, - 58543.26953125, - 58596.0859375, - 58464.466796875 + 59356.255859375, + 59233.87109375, + 59213.736328125, + 59142.201171875, + 59018.7578125, + 59002.326171875, + 58945.263671875, + 58936.97265625, + 58818.064453125, + 58669.876953125, + 58872.26171875, + 58838.767578125, + 58645.888671875, + 58514.689453125, + 58686.126953125, + 58518.412109375, + 58784.75390625, + 58394.46875, + 58732.568359375, + 58538.1328125, + 58298.1171875, + 58094.46484375, + 58339.365234375, + 58495.478515625 ], "0.2": [ - 59388.763671875, - 59226.8359375, - 59218.73046875, - 59174.53125, - 59045.009765625, - 59124.537109375, - 59149.7734375, - 58965.2890625, - 58809.818359375, - 58893.93359375, - 58812.880859375, - 58637.32421875, - 58651.37890625, - 58671.12890625, - 58521.40234375, - 58430.451171875, - 58271.22265625, - 58705.513671875, - 58529.248046875, - 58490.720703125, - 58439.1328125, - 58543.26953125, - 58596.0859375, - 58464.466796875 + 59356.255859375, + 59233.87109375, + 59213.736328125, + 59142.201171875, + 59018.7578125, + 59002.326171875, + 58945.263671875, + 58936.97265625, + 58818.064453125, + 58669.876953125, + 58872.26171875, + 58838.767578125, + 58645.888671875, + 58514.689453125, + 58686.126953125, + 58518.412109375, + 58784.75390625, + 58394.46875, + 58732.568359375, + 58538.1328125, + 58298.1171875, + 58094.46484375, + 58339.365234375, + 58495.478515625 ], "0.3": [ - 59388.763671875, - 59226.8359375, - 59218.73046875, - 59174.53125, - 59045.009765625, - 59124.537109375, - 59149.7734375, - 58965.2890625, - 58809.818359375, - 58893.93359375, - 58812.880859375, - 58637.32421875, - 58651.37890625, - 58671.12890625, - 58521.40234375, - 58430.451171875, - 58271.22265625, - 58705.513671875, - 58529.248046875, - 58490.720703125, - 58439.1328125, - 58543.26953125, - 58596.0859375, - 58464.466796875 + 59356.255859375, + 59233.87109375, + 59213.736328125, + 59142.201171875, + 59018.7578125, + 59002.326171875, + 58945.263671875, + 58936.97265625, + 58818.064453125, + 58669.876953125, + 58872.26171875, + 58838.767578125, + 58645.888671875, + 58514.689453125, + 58686.126953125, + 58518.412109375, + 58784.75390625, + 58394.46875, + 58732.568359375, + 58538.1328125, + 58298.1171875, + 58094.46484375, + 58339.365234375, + 58495.478515625 ], "0.4": [ - 59729.8359375, - 59742.80078125, - 59780.931640625, - 59761.109375, - 59774.482421875, - 59854.8125, - 59768.6484375, - 59761.7109375, - 59747.931640625, - 59748.70703125, - 59745.71484375, - 59685.806640625, - 59634.69140625, - 59683.6484375, - 59690.443359375, - 59611.208984375, - 59717.26171875, - 59753.892578125, - 59631.140625, - 59644.06640625, - 59544.955078125, - 59664.908203125, - 59712.80859375, - 59735.01171875 + 59733.462890625, + 59764.57421875, + 59815.517578125, + 59728.978515625, + 59798.150390625, + 59713.77734375, + 59742.3125, + 59778.453125, + 59720.689453125, + 59742.841796875, + 59710.462890625, + 59650.1875, + 59752.6484375, + 59654.109375, + 59764.89453125, + 59708.29296875, + 59748.912109375, + 59650.060546875, + 59706.82421875, + 59600.640625, + 59560.673828125, + 59724.80859375, + 59657.859375, + 59732.5078125 ], "0.5": [ - 59729.8359375, - 59742.80078125, - 59780.931640625, - 59761.109375, - 59774.482421875, - 59854.8125, - 59768.6484375, - 59761.7109375, - 59747.931640625, - 59748.70703125, - 59745.71484375, - 59685.806640625, - 59634.69140625, - 59683.6484375, - 59690.443359375, - 59611.208984375, - 59717.26171875, - 59753.892578125, - 59631.140625, - 59644.06640625, - 59544.955078125, - 59664.908203125, - 59712.80859375, - 59735.01171875 + 59733.462890625, + 59764.57421875, + 59815.517578125, + 59728.978515625, + 59798.150390625, + 59713.77734375, + 59742.3125, + 59778.453125, + 59720.689453125, + 59742.841796875, + 59710.462890625, + 59650.1875, + 59752.6484375, + 59654.109375, + 59764.89453125, + 59708.29296875, + 59748.912109375, + 59650.060546875, + 59706.82421875, + 59600.640625, + 59560.673828125, + 59724.80859375, + 59657.859375, + 59732.5078125 ], "0.6": [ - 59729.8359375, - 59742.80078125, - 59780.931640625, - 59761.109375, - 59774.482421875, - 59854.8125, - 59768.6484375, - 59761.7109375, - 59747.931640625, - 59748.70703125, - 59745.71484375, - 59685.806640625, - 59634.69140625, - 59683.6484375, - 59690.443359375, - 59611.208984375, - 59717.26171875, - 59753.892578125, - 59631.140625, - 59644.06640625, - 59544.955078125, - 59664.908203125, - 59712.80859375, - 59735.01171875 + 59733.462890625, + 59764.57421875, + 59815.517578125, + 59728.978515625, + 59798.150390625, + 59713.77734375, + 59742.3125, + 59778.453125, + 59720.689453125, + 59742.841796875, + 59710.462890625, + 59650.1875, + 59752.6484375, + 59654.109375, + 59764.89453125, + 59708.29296875, + 59748.912109375, + 59650.060546875, + 59706.82421875, + 59600.640625, + 59560.673828125, + 59724.80859375, + 59657.859375, + 59732.5078125 ], "0.7": [ - 59729.8359375, - 59742.80078125, - 59780.931640625, - 59761.109375, - 59774.482421875, - 59854.8125, - 59768.6484375, - 59761.7109375, - 59747.931640625, - 59748.70703125, - 59745.71484375, - 59685.806640625, - 59634.69140625, - 59683.6484375, - 59690.443359375, - 59611.208984375, - 59717.26171875, - 59753.892578125, - 59631.140625, - 59644.06640625, - 59544.955078125, - 59664.908203125, - 59712.80859375, - 59735.01171875 + 59733.462890625, + 59764.57421875, + 59815.517578125, + 59728.978515625, + 59798.150390625, + 59713.77734375, + 59742.3125, + 59778.453125, + 59720.689453125, + 59742.841796875, + 59710.462890625, + 59650.1875, + 59752.6484375, + 59654.109375, + 59764.89453125, + 59708.29296875, + 59748.912109375, + 59650.060546875, + 59706.82421875, + 59600.640625, + 59560.673828125, + 59724.80859375, + 59657.859375, + 59732.5078125 ], "0.8": [ - 60047.96484375, - 60201.595703125, - 60422.810546875, - 60347.4765625, - 60377.841796875, - 60539.509765625, - 60608.841796875, - 60544.22265625, - 60706.16796875, - 60555.93359375, - 60724.953125, - 60573.974609375, - 60517.12890625, - 60877.322265625, - 60825.916015625, - 60823.896484375, - 60751.267578125, - 60894.572265625, - 60739.599609375, - 60780.615234375, - 60801.392578125, - 60700.84375, - 60916.791015625, - 60973.611328125 + 60076.8046875, + 60271.453125, + 60494.30078125, + 60355.94140625, + 60448.3359375, + 60361.662109375, + 60588.85546875, + 60617.974609375, + 60694.197265625, + 60660.43359375, + 60556.494140625, + 60648.572265625, + 60733.748046875, + 60946.423828125, + 61217.826171875, + 60936.177734375, + 61220.376953125, + 60972.431640625, + 60904.392578125, + 60981.216796875, + 60826.603515625, + 60813.857421875, + 61088.8203125, + 61026.57421875 ], "0.9": [ - 60047.96484375, - 60201.595703125, - 60422.810546875, - 60347.4765625, - 60377.841796875, - 60539.509765625, - 60608.841796875, - 60544.22265625, - 60706.16796875, - 60555.93359375, - 60724.953125, - 60573.974609375, - 60517.12890625, - 60877.322265625, - 60825.916015625, - 60823.896484375, - 60751.267578125, - 60894.572265625, - 60739.599609375, - 60780.615234375, - 60801.392578125, - 60700.84375, - 60916.791015625, - 60973.611328125 + 60076.8046875, + 60271.453125, + 60494.30078125, + 60355.94140625, + 60448.3359375, + 60361.662109375, + 60588.85546875, + 60617.974609375, + 60694.197265625, + 60660.43359375, + 60556.494140625, + 60648.572265625, + 60733.748046875, + 60946.423828125, + 61217.826171875, + 60936.177734375, + 61220.376953125, + 60972.431640625, + 60904.392578125, + 60981.216796875, + 60826.603515625, + 60813.857421875, + 61088.8203125, + 61026.57421875 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index 98166d0f94ab16b8ea4f5c755f834b684145afb1..de243268fbe95c09670e98380f541fefdb437c60 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,36 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-30T01:44:10.873270+00:00", + "evaluated_at": "2026-06-30T03:01:02.463062+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 17.0, - 17.200000762939453, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +76,7 @@ 22.0, 22.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 23.0, 22.799999237060547, 22.0, @@ -127,351 +100,376 @@ 21.0, 21.0, 21.0, - 22.0 + 22.0, + 21.0 + ], + "actuals": [ + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.0, + 19.0, + 19.0, + 18.0, + 18.299999237060547, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 22.901467323303223, - 22.76687717437744, - 22.8894624710083, - 22.773881912231445, - 22.78760814666748, - 22.723939895629883, - 22.828608512878418, - 22.838993072509766, - 22.6446590423584, - 22.7655086517334, - 22.89786434173584, - 22.911099433898926, - 22.911333084106445, - 22.8523530960083, - 22.994047164916992, - 22.854389190673828, - 23.06287384033203, - 23.13693332672119, - 23.2014741897583, - 23.012179374694824, - 23.026864051818848, - 22.92905330657959, - 23.276798248291016, - 23.26734161376953 + 20.984827041625977, + 21.16576099395752, + 21.018126487731934, + 21.082599639892578, + 21.20166301727295, + 21.046308517456055, + 21.21208667755127, + 21.08662700653076, + 21.13677215576172, + 21.158498764038086, + 21.232288360595703, + 20.963184356689453, + 20.97541904449463, + 20.95488739013672, + 21.185009002685547, + 20.987278938293457, + 21.172993659973145, + 21.072834968566895, + 21.239837646484375, + 21.007749557495117, + 20.963977813720703, + 21.051937103271484, + 21.014598846435547, + 21.172033309936523 ], "p10": [ - 22.291423797607422, - 21.931883811950684, - 21.940404891967773, - 21.57661724090576, - 21.78931427001953, - 21.453852653503418, - 21.269185066223145, - 21.318562507629395, - 21.004700660705566, - 21.3491268157959, - 21.187484741210938, - 21.10823345184326, - 20.830559730529785, - 20.42971706390381, - 21.230551719665527, - 20.835651397705078, - 20.68297576904297, - 20.764452934265137, - 20.34459114074707, - 20.928150177001953, - 20.304314613342285, - 20.46250343322754, - 19.249858856201172, - 19.975679397583008 + 19.784716606140137, + 19.40831470489502, + 19.64442253112793, + 19.737839698791504, + 19.64302158355713, + 19.301233291625977, + 19.71559429168701, + 19.41823673248291, + 19.703670501708984, + 19.66068935394287, + 19.31749725341797, + 19.184597969055176, + 18.992597579956055, + 18.70774555206299, + 19.188793182373047, + 18.669011116027832, + 19.026508331298828, + 18.867874145507812, + 18.83964252471924, + 18.812179565429688, + 18.78054428100586, + 19.109498023986816, + 18.884575843811035, + 18.994175910949707 ], "p90": [ - 23.607175827026367, - 23.46139621734619, - 24.01961040496826, - 24.25568389892578, - 24.15651226043701, - 24.59734058380127, - 24.42484474182129, - 24.8649959564209, - 24.51614284515381, - 24.66072654724121, - 25.05731964111328, - 25.135258674621582, - 25.622859001159668, - 25.518921852111816, - 25.831536293029785, - 25.522698402404785, - 26.16286277770996, - 26.39445400238037, - 26.170791625976562, - 25.55984401702881, - 26.489502906799316, - 25.87875747680664, - 27.259092330932617, - 27.100131034851074 + 22.40830707550049, + 22.55209732055664, + 22.870132446289062, + 22.789660453796387, + 22.8704891204834, + 22.59589958190918, + 22.798643112182617, + 22.691041946411133, + 22.640043258666992, + 22.888400077819824, + 23.033345222473145, + 22.718721389770508, + 23.26059055328369, + 23.33491611480713, + 23.42483139038086, + 23.346708297729492, + 23.51745891571045, + 23.509916305541992, + 23.43962001800537, + 22.92510414123535, + 23.44641876220703, + 23.386436462402344, + 23.342883110046387, + 23.298869132995605 ], "mean": [ - 22.930959701538086, - 22.739559173583984, - 23.0195369720459, - 22.818899154663086, - 22.918012619018555, - 22.770896911621094, - 22.881839752197266, - 23.016904830932617, - 22.744144439697266, - 22.68973159790039, - 23.044723510742188, - 23.267133712768555, - 22.901094436645508, - 22.7808837890625, - 23.61527442932129, - 22.967472076416016, - 23.044647216796875, - 23.702096939086914, - 23.331880569458008, - 23.377588272094727, - 23.25592041015625, - 23.044767379760742, - 23.11748504638672, - 23.54768943786621 + 21.097183227539062, + 21.02049446105957, + 21.120412826538086, + 21.130441665649414, + 21.130956649780273, + 21.009319305419922, + 21.249431610107422, + 21.091020584106445, + 21.148075103759766, + 21.13174057006836, + 21.310867309570312, + 21.031381607055664, + 21.023305892944336, + 21.040725708007812, + 21.291616439819336, + 20.9097843170166, + 21.14606475830078, + 21.310157775878906, + 21.091842651367188, + 20.91346549987793, + 21.060787200927734, + 20.915937423706055, + 21.023775100708008, + 21.043354034423828 ], "quantiles": { "0.1": [ - 22.291423797607422, - 21.931883811950684, - 21.940404891967773, - 21.57661724090576, - 21.78931427001953, - 21.453852653503418, - 21.269185066223145, - 21.318562507629395, - 21.004700660705566, - 21.3491268157959, - 21.187484741210938, - 21.10823345184326, - 20.830559730529785, - 20.42971706390381, - 21.230551719665527, - 20.835651397705078, - 20.68297576904297, - 20.764452934265137, - 20.34459114074707, - 20.928150177001953, - 20.304314613342285, - 20.46250343322754, - 19.249858856201172, - 19.975679397583008 + 19.784716606140137, + 19.40831470489502, + 19.64442253112793, + 19.737839698791504, + 19.64302158355713, + 19.301233291625977, + 19.71559429168701, + 19.41823673248291, + 19.703670501708984, + 19.66068935394287, + 19.31749725341797, + 19.184597969055176, + 18.992597579956055, + 18.70774555206299, + 19.188793182373047, + 18.669011116027832, + 19.026508331298828, + 18.867874145507812, + 18.83964252471924, + 18.812179565429688, + 18.78054428100586, + 19.109498023986816, + 18.884575843811035, + 18.994175910949707 ], "0.2": [ - 22.291423797607422, - 21.931883811950684, - 21.940404891967773, - 21.57661724090576, - 21.78931427001953, - 21.453852653503418, - 21.269185066223145, - 21.318562507629395, - 21.004700660705566, - 21.3491268157959, - 21.187484741210938, - 21.10823345184326, - 20.830559730529785, - 20.42971706390381, - 21.230551719665527, - 20.835651397705078, - 20.68297576904297, - 20.764452934265137, - 20.34459114074707, - 20.928150177001953, - 20.304314613342285, - 20.46250343322754, - 19.249858856201172, - 19.975679397583008 + 19.784716606140137, + 19.40831470489502, + 19.64442253112793, + 19.737839698791504, + 19.64302158355713, + 19.301233291625977, + 19.71559429168701, + 19.41823673248291, + 19.703670501708984, + 19.66068935394287, + 19.31749725341797, + 19.184597969055176, + 18.992597579956055, + 18.70774555206299, + 19.188793182373047, + 18.669011116027832, + 19.026508331298828, + 18.867874145507812, + 18.83964252471924, + 18.812179565429688, + 18.78054428100586, + 19.109498023986816, + 18.884575843811035, + 18.994175910949707 ], "0.3": [ - 22.291423797607422, - 21.931883811950684, - 21.940404891967773, - 21.57661724090576, - 21.78931427001953, - 21.453852653503418, - 21.269185066223145, - 21.318562507629395, - 21.004700660705566, - 21.3491268157959, - 21.187484741210938, - 21.10823345184326, - 20.830559730529785, - 20.42971706390381, - 21.230551719665527, - 20.835651397705078, - 20.68297576904297, - 20.764452934265137, - 20.34459114074707, - 20.928150177001953, - 20.304314613342285, - 20.46250343322754, - 19.249858856201172, - 19.975679397583008 + 19.784716606140137, + 19.40831470489502, + 19.64442253112793, + 19.737839698791504, + 19.64302158355713, + 19.301233291625977, + 19.71559429168701, + 19.41823673248291, + 19.703670501708984, + 19.66068935394287, + 19.31749725341797, + 19.184597969055176, + 18.992597579956055, + 18.70774555206299, + 19.188793182373047, + 18.669011116027832, + 19.026508331298828, + 18.867874145507812, + 18.83964252471924, + 18.812179565429688, + 18.78054428100586, + 19.109498023986816, + 18.884575843811035, + 18.994175910949707 ], "0.4": [ - 22.901467323303223, - 22.76687717437744, - 22.8894624710083, - 22.773881912231445, - 22.78760814666748, - 22.723939895629883, - 22.828608512878418, - 22.838993072509766, - 22.6446590423584, - 22.7655086517334, - 22.89786434173584, - 22.911099433898926, - 22.911333084106445, - 22.8523530960083, - 22.994047164916992, - 22.854389190673828, - 23.06287384033203, - 23.13693332672119, - 23.2014741897583, - 23.012179374694824, - 23.026864051818848, - 22.92905330657959, - 23.276798248291016, - 23.26734161376953 + 20.984827041625977, + 21.16576099395752, + 21.018126487731934, + 21.082599639892578, + 21.20166301727295, + 21.046308517456055, + 21.21208667755127, + 21.08662700653076, + 21.13677215576172, + 21.158498764038086, + 21.232288360595703, + 20.963184356689453, + 20.97541904449463, + 20.95488739013672, + 21.185009002685547, + 20.987278938293457, + 21.172993659973145, + 21.072834968566895, + 21.239837646484375, + 21.007749557495117, + 20.963977813720703, + 21.051937103271484, + 21.014598846435547, + 21.172033309936523 ], "0.5": [ - 22.901467323303223, - 22.76687717437744, - 22.8894624710083, - 22.773881912231445, - 22.78760814666748, - 22.723939895629883, - 22.828608512878418, - 22.838993072509766, - 22.6446590423584, - 22.7655086517334, - 22.89786434173584, - 22.911099433898926, - 22.911333084106445, - 22.8523530960083, - 22.994047164916992, - 22.854389190673828, - 23.06287384033203, - 23.13693332672119, - 23.2014741897583, - 23.012179374694824, - 23.026864051818848, - 22.92905330657959, - 23.276798248291016, - 23.26734161376953 + 20.984827041625977, + 21.16576099395752, + 21.018126487731934, + 21.082599639892578, + 21.20166301727295, + 21.046308517456055, + 21.21208667755127, + 21.08662700653076, + 21.13677215576172, + 21.158498764038086, + 21.232288360595703, + 20.963184356689453, + 20.97541904449463, + 20.95488739013672, + 21.185009002685547, + 20.987278938293457, + 21.172993659973145, + 21.072834968566895, + 21.239837646484375, + 21.007749557495117, + 20.963977813720703, + 21.051937103271484, + 21.014598846435547, + 21.172033309936523 ], "0.6": [ - 22.901467323303223, - 22.76687717437744, - 22.8894624710083, - 22.773881912231445, - 22.78760814666748, - 22.723939895629883, - 22.828608512878418, - 22.838993072509766, - 22.6446590423584, - 22.7655086517334, - 22.89786434173584, - 22.911099433898926, - 22.911333084106445, - 22.8523530960083, - 22.994047164916992, - 22.854389190673828, - 23.06287384033203, - 23.13693332672119, - 23.2014741897583, - 23.012179374694824, - 23.026864051818848, - 22.92905330657959, - 23.276798248291016, - 23.26734161376953 + 20.984827041625977, + 21.16576099395752, + 21.018126487731934, + 21.082599639892578, + 21.20166301727295, + 21.046308517456055, + 21.21208667755127, + 21.08662700653076, + 21.13677215576172, + 21.158498764038086, + 21.232288360595703, + 20.963184356689453, + 20.97541904449463, + 20.95488739013672, + 21.185009002685547, + 20.987278938293457, + 21.172993659973145, + 21.072834968566895, + 21.239837646484375, + 21.007749557495117, + 20.963977813720703, + 21.051937103271484, + 21.014598846435547, + 21.172033309936523 ], "0.7": [ - 22.901467323303223, - 22.76687717437744, - 22.8894624710083, - 22.773881912231445, - 22.78760814666748, - 22.723939895629883, - 22.828608512878418, - 22.838993072509766, - 22.6446590423584, - 22.7655086517334, - 22.89786434173584, - 22.911099433898926, - 22.911333084106445, - 22.8523530960083, - 22.994047164916992, - 22.854389190673828, - 23.06287384033203, - 23.13693332672119, - 23.2014741897583, - 23.012179374694824, - 23.026864051818848, - 22.92905330657959, - 23.276798248291016, - 23.26734161376953 + 20.984827041625977, + 21.16576099395752, + 21.018126487731934, + 21.082599639892578, + 21.20166301727295, + 21.046308517456055, + 21.21208667755127, + 21.08662700653076, + 21.13677215576172, + 21.158498764038086, + 21.232288360595703, + 20.963184356689453, + 20.97541904449463, + 20.95488739013672, + 21.185009002685547, + 20.987278938293457, + 21.172993659973145, + 21.072834968566895, + 21.239837646484375, + 21.007749557495117, + 20.963977813720703, + 21.051937103271484, + 21.014598846435547, + 21.172033309936523 ], "0.8": [ - 23.607175827026367, - 23.46139621734619, - 24.01961040496826, - 24.25568389892578, - 24.15651226043701, - 24.59734058380127, - 24.42484474182129, - 24.8649959564209, - 24.51614284515381, - 24.66072654724121, - 25.05731964111328, - 25.135258674621582, - 25.622859001159668, - 25.518921852111816, - 25.831536293029785, - 25.522698402404785, - 26.16286277770996, - 26.39445400238037, - 26.170791625976562, - 25.55984401702881, - 26.489502906799316, - 25.87875747680664, - 27.259092330932617, - 27.100131034851074 + 22.40830707550049, + 22.55209732055664, + 22.870132446289062, + 22.789660453796387, + 22.8704891204834, + 22.59589958190918, + 22.798643112182617, + 22.691041946411133, + 22.640043258666992, + 22.888400077819824, + 23.033345222473145, + 22.718721389770508, + 23.26059055328369, + 23.33491611480713, + 23.42483139038086, + 23.346708297729492, + 23.51745891571045, + 23.509916305541992, + 23.43962001800537, + 22.92510414123535, + 23.44641876220703, + 23.386436462402344, + 23.342883110046387, + 23.298869132995605 ], "0.9": [ - 23.607175827026367, - 23.46139621734619, - 24.01961040496826, - 24.25568389892578, - 24.15651226043701, - 24.59734058380127, - 24.42484474182129, - 24.8649959564209, - 24.51614284515381, - 24.66072654724121, - 25.05731964111328, - 25.135258674621582, - 25.622859001159668, - 25.518921852111816, - 25.831536293029785, - 25.522698402404785, - 26.16286277770996, - 26.39445400238037, - 26.170791625976562, - 25.55984401702881, - 26.489502906799316, - 25.87875747680664, - 27.259092330932617, - 27.100131034851074 + 22.40830707550049, + 22.55209732055664, + 22.870132446289062, + 22.789660453796387, + 22.8704891204834, + 22.59589958190918, + 22.798643112182617, + 22.691041946411133, + 22.640043258666992, + 22.888400077819824, + 23.033345222473145, + 22.718721389770508, + 23.26059055328369, + 23.33491611480713, + 23.42483139038086, + 23.346708297729492, + 23.51745891571045, + 23.509916305541992, + 23.43962001800537, + 22.92510414123535, + 23.44641876220703, + 23.386436462402344, + 23.342883110046387, + 23.298869132995605 ] }, "timestamps": [ - "2026-06-29 15:00:00", - "2026-06-29 16:00:00", "2026-06-29 17:00:00", "2026-06-29 18:00:00", "2026-06-29 19:00:00", @@ -589,6 +587,8 @@ "2026-07-04 11:00:00", "2026-07-04 12:00:00", "2026-07-04 13:00:00", - "2026-07-04 14:00:00" + "2026-07-04 14:00:00", + "2026-07-04 15:00:00", + "2026-07-04 16:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 9cbfb78b0af4032fdc2cdae29fe36a026e340bd4..5bc51e202e47d16496fdad7a85250ca3ef4dd80d 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,31 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-30T02:52:07.178957+00:00", + "evaluated_at": "2026-06-30T03:01:05.127985+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index c46ff9e82afdcb5fbfd5ef15de8e10ad439ee601..ec710263de36a18d1df2501a1f6f864afbe5f91b 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,12 +1,12 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moving-Average,95575.73257233668,93927.03241142658,245.04787640487848,0.36976016406790313,0.004073221548160359,0.0040828644825212325,2.5315765827519896,309.15325094900214,0.005148733750530285,0.004081103038278252,0.003229001754677339,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moving-Average,95370.82623290778,93717.05800794373,244.22788942571182,0.3685228608747539,0.004059586492584237,0.004069200289254582,2.5315765827519896,308.8216738393013,0.005143282052146558,0.004067502467364191,0.003221459062636166,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,322731.014513818,348365.048478851,492.3817545572941,0.5992060285184049,0.008269296703238385,0.008220363374281699,4.428661821834581,568.094195106602,0.009505550822897627,0.008238703779280128,0.006810998931259922,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,0.0001943611219450847,0.0,0.0,0.0,nan,nan,0.0,0.013941345772380967,inf,nan,nan,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,13.283119199052095,13.533320003392605,3.092360084092439,2.2568805031844863,0.12283489203386348,0.1275714776979974,57.130900937404384,3.644601377249931,0.1501844484291333,0.1274280354698563,0.11988099865698312,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.019648661404694123,0.020291011840780058,0.12575560923954124,0.14086844637274137,0.10096444184418393,0.09555813033514324,3.2224397033050263,0.14017368299611066,0.10779965498694938,0.09671152957486544,0.08825947609632724,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.13290070468369622,0.1341926040400016,0.329074097805553,0.8564942607329427,0.12044493493103069,0.11711968420564182,5.6749334798046664,0.36455548916961356,0.12822664218341742,0.11574662251625392,0.1013030816190284,Ocean,1,72 -nws_ksfo_observations_temperature/1h/short,Moving-Average,2.4298379980547233,2.3092708427930604,1.139766087169536,0.6346725910570359,0.05625914978473567,0.05366004048517872,16.14916742214771,1.5587937637977396,0.0731828040645559,0.05351014365975913,0.051517926346936846,Weather,1,24 +nws_ksfo_observations_temperature/1h/short,Moving-Average,7.130994354712089,6.998044110729627,2.140862620783132,1.263459828335672,0.1189807056427178,0.10908396622233844,19.03005386440103,2.670392172455591,0.13621554120921184,0.1092044694979706,0.10256107102119873,Weather,1,24 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,52.17563687669778,53.63121988714236,5.881492478278145,0.4935252425450843,0.2381951021220281,0.23465573603630294,4.546960862695226,7.223270511111831,0.2863536550268715,0.23316126200412277,0.19608894142905353,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,3.8237890321249632,3.8223114045569315,1.6900994584928106,1.5170053742405665,0.0640362300603055,0.06439154334999957,16.91274019705169,1.9554511070658256,0.0753908860555499,0.06516046105032523,0.056774610330338864,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,11.52154890327875,10.96836585063406,2.9820983033932134,0.5540931041143519,0.370389698372015,0.3118502821610765,4.254967391264343,3.3943407170286766,0.33943407170286766,0.29820983033932136,0.2185112552672433,Hazards,1,24 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index d72e15d655984ad5257789e9f09bd46cf19e5ce3..a5241800270ffffbdd295ad783a6749e1089b8dd 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-30T02:53:28.615667+00:00", + "evaluated_at": "2026-06-30T03:01:28.340524+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 60260.2109375, 59838.01171875, 59939.94140625, - 60019.6796875 + 60000.0 ], "p50": [ 59852.96088781524, diff --git a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json index bf07afba3acd9899bb359267358eed30cf25948c..29a3cc9c6701d3c6b8be39a90a5b186c21eb1175 100644 --- a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,36 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-30T01:45:36.367316+00:00", + "evaluated_at": "2026-06-30T03:01:28.355118+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 17.0, - 17.200000762939453, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +76,7 @@ 22.0, 22.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 23.0, 22.799999237060547, 22.0, @@ -127,351 +100,376 @@ 21.0, 21.0, 21.0, - 22.0 + 22.0, + 21.0 + ], + "actuals": [ + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.0, + 19.0, + 19.0, + 18.0, + 18.299999237060547, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162 + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532 ], "p10": [ - 21.98464839165671, - 21.98464839165671, - 21.98464839165671, - 21.884649917535615, - 21.98464839165671, - 21.98464839165671, - 21.98464839165671, - 21.98464839165671, - 21.974648544244598, - 21.98464839165671, - 21.98464839165671, - 21.98464839165671, - 21.974648544244598, - 21.974648544244598, - 21.98464839165671, - 21.184649154596162, - 21.98464839165671, - 22.074648734979462, - 21.98464839165671, - 21.98464839165671, - 22.17464911644919, - 22.074648734979462, - 22.084648773126435, - 21.98464839165671 + 20.565087404585725, + 20.385088434553985, + 20.565087404585725, + 20.185087671614532, + 20.185087671614532, + 20.185087671614532, + 20.185087671614532, + 20.185087671614532, + 20.185087671614532, + 20.185087671614532, + 20.85508832011307, + 20.565087404585725, + 20.185087671614532, + 20.585087290144806, + 20.385088434553985, + 20.585087290144806, + 20.185087671614532, + 20.185087671614532, + 20.385088434553985, + 20.565087404585725, + 20.585087290144806, + 20.185087671614532, + 20.185087671614532, + 20.885088434553985 ], "p90": [ - 23.184649154596162, - 23.184649154596162, - 23.184649154596162, - 23.184649154596162, - 22.48464839165671, - 23.184649154596162, - 22.48464839165671, - 23.184649154596162, - 23.184649154596162, - 22.384649917535615, - 22.384649917535615, - 22.48464839165671, - 23.184649154596162, - 22.55464846795065, - 23.184649154596162, - 23.184649154596162, - 23.184649154596162, - 23.184649154596162, - 23.184649154596162, - 23.184649154596162, - 22.48464839165671, - 22.48464839165671, - 23.184649154596162, - 22.48464839165671 + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532 ], "mean": [ - 22.263149167947578, - 22.342149135522646, - 22.255649158410833, - 22.299649173669618, - 22.25064914887409, - 22.250149156503486, - 22.251649133615302, - 22.305149194650454, - 22.242649156503486, - 22.19264914696674, - 22.182649127893256, - 22.229649154596135, - 22.20214913552265, - 22.211149160318183, - 22.25514913743, - 22.181649114541816, - 22.237649166040228, - 22.27914917176227, - 22.290149166040223, - 22.330649177484315, - 22.227149173669623, - 22.238649150781438, - 22.271149179391664, - 22.226649152688786 + 21.26708766017038, + 21.24808768305856, + 21.20258764300424, + 21.26008765254098, + 21.210587692595304, + 21.210087671614474, + 21.245587673521822, + 21.116087694502653, + 21.156087637282194, + 21.194087667799778, + 21.315587654448333, + 21.242587662077725, + 21.212587662077727, + 21.203087654448332, + 21.216087675429165, + 21.25558769259531, + 21.183087692595304, + 21.187587690687955, + 21.231587686873258, + 21.23658767733652, + 21.280587635374847, + 21.23008768115121, + 21.19608768496591, + 21.24508768115121 ], "quantiles": { "0.1": [ - 21.98464839165671, - 21.98464839165671, - 21.98464839165671, - 21.884649917535615, - 21.98464839165671, - 21.98464839165671, - 21.98464839165671, - 21.98464839165671, - 21.974648544244598, - 21.98464839165671, - 21.98464839165671, - 21.98464839165671, - 21.974648544244598, - 21.974648544244598, - 21.98464839165671, - 21.184649154596162, - 21.98464839165671, - 22.074648734979462, - 21.98464839165671, - 21.98464839165671, - 22.17464911644919, - 22.074648734979462, - 22.084648773126435, - 21.98464839165671 + 20.565087404585725, + 20.385088434553985, + 20.565087404585725, + 20.185087671614532, + 20.185087671614532, + 20.185087671614532, + 20.185087671614532, + 20.185087671614532, + 20.185087671614532, + 20.185087671614532, + 20.85508832011307, + 20.565087404585725, + 20.185087671614532, + 20.585087290144806, + 20.385088434553985, + 20.585087290144806, + 20.185087671614532, + 20.185087671614532, + 20.385088434553985, + 20.565087404585725, + 20.585087290144806, + 20.185087671614532, + 20.185087671614532, + 20.885088434553985 ], "0.2": [ - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.16464907830222, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.084648773126435, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162 + 21.16508759532059, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.065087213850862, + 21.085087290144806, + 20.98508690867508, + 20.885088434553985, + 20.98508690867508, + 21.085087290144806, + 21.185087671614532, + 21.185087671614532, + 20.98508690867508, + 21.185087671614532, + 21.085087290144806, + 21.185087671614532, + 21.085087290144806, + 21.065087213850862, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532 ], "0.3": [ - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162 + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532 ], "0.4": [ - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162 + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532 ], "0.5": [ - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162 + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532 ], "0.6": [ - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162 + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532 ], "0.7": [ - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162 + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532, + 21.185087671614532 ], "0.8": [ - 22.304649612359835, - 22.48464839165671, - 22.304649612359835, - 22.384649917535615, - 22.184649154596162, - 22.184649154596162, - 22.20464923089011, - 22.384649917535615, - 22.304649612359835, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.28464953606589, - 22.184649154596162, - 22.304649612359835, - 22.20464923089011, - 22.184649154596162, - 22.384649917535615, - 22.384649917535615, - 22.384649917535615, - 22.20464923089011, - 22.184649154596162, - 22.28464953606589, - 22.184649154596162 + 21.48508690867508, + 21.48508690867508, + 21.185087671614532, + 21.48508690867508, + 21.385088434553985, + 21.385088434553985, + 21.54508713755692, + 21.185087671614532, + 21.385088434553985, + 21.385088434553985, + 21.78508805308426, + 21.385088434553985, + 21.385088434553985, + 21.385088434553985, + 21.385088434553985, + 21.385088434553985, + 21.385088434553985, + 21.185087671614532, + 21.385088434553985, + 21.185087671614532, + 21.48508690867508, + 21.385088434553985, + 21.20508774790848, + 21.385088434553985 ], "0.9": [ - 23.184649154596162, - 23.184649154596162, - 23.184649154596162, - 23.184649154596162, - 22.48464839165671, - 23.184649154596162, - 22.48464839165671, - 23.184649154596162, - 23.184649154596162, - 22.384649917535615, - 22.384649917535615, - 22.48464839165671, - 23.184649154596162, - 22.55464846795065, - 23.184649154596162, - 23.184649154596162, - 23.184649154596162, - 23.184649154596162, - 23.184649154596162, - 23.184649154596162, - 22.48464839165671, - 22.48464839165671, - 23.184649154596162, - 22.48464839165671 + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532, + 22.185087671614532 ] }, "timestamps": [ - "2026-06-29 15:00:00", - "2026-06-29 16:00:00", "2026-06-29 17:00:00", "2026-06-29 18:00:00", "2026-06-29 19:00:00", @@ -589,6 +587,8 @@ "2026-07-04 11:00:00", "2026-07-04 12:00:00", "2026-07-04 13:00:00", - "2026-07-04 14:00:00" + "2026-07-04 14:00:00", + "2026-07-04 15:00:00", + "2026-07-04 16:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 5a12356b0f5006130a5533efa993b0a497772fb3..bc6357d61c18a806cb02dd3582f4f6f98040b241 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,31 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-30T02:53:28.668454+00:00", + "evaluated_at": "2026-06-30T03:01:28.365027+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index d1e2990539ad7c016e64f36117774bb1fbb51b56..23416f6fb372a7b7a0afcbf3a4786d539a5e5eb9 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-30T02:48:20.549576+00:00", - "finished_at": "2026-06-30T02:53:29.197612+00:00", - "task_count": 4, + "started_at": "2026-06-30T02:58:23.719459+00:00", + "finished_at": "2026-06-30T03:01:28.936982+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/TSFM_Bench/space/vendor/ts_bench", @@ -10,31 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-30T02:49:30.085989+00:00", + "evaluated_at": "2026-06-30T02:59:13.624029+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -42,31 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-30T02:50:14.966265+00:00", + "evaluated_at": "2026-06-30T02:59:47.878355+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -74,31 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-30T02:50:58.240261+00:00", + "evaluated_at": "2026-06-30T03:00:18.088401+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -106,31 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-30T02:51:26.834008+00:00", + "evaluated_at": "2026-06-30T03:00:36.280265+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -138,31 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-30T02:52:07.178957+00:00", + "evaluated_at": "2026-06-30T03:01:05.127985+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -170,31 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-30T02:53:27.575734+00:00", + "evaluated_at": "2026-06-30T03:01:27.811923+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -202,31 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-30T02:53:28.493460+00:00", + "evaluated_at": "2026-06-30T03:01:28.269411+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -234,31 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-30T02:53:28.610320+00:00", + "evaluated_at": "2026-06-30T03:01:28.330543+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -266,31 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-30T02:53:28.668454+00:00", + "evaluated_at": "2026-06-30T03:01:28.365027+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -298,31 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-30T02:53:28.715243+00:00", + "evaluated_at": "2026-06-30T03:01:28.393856+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -344,7 +224,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-30T02:53:39.844878+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 58e1593035df30dd8d8a00317a26af949c218411..87c02e88802e6c49428e5cad293693cb34fba7d0 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,306787.8464279175,306787.8464279175,446.92578125,0.6743798502792732,0.007430968774900681,0.007458239321673998,5.420666664430129,553.8843258550629,0.009224560678775166,0.007443240033350253,0.006441511942185222,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,306373.95159403485,306373.95159403485,446.1057942708333,0.6731425470861239,0.007417362032320043,0.00744457517349924,5.420666664430129,553.510570444716,0.009218462380730135,0.007429685541519675,0.0064400828357212055,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,364837.5669593811,364837.5669593811,491.4205729166667,0.5980363145145157,0.008249638397354637,0.008198604368839528,4.39876320331303,604.017853179342,0.010106638037828153,0.00822262095179532,0.006824462396764629,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687422,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,0.0,nan,nan,0.0,0.0,nan,nan,nan,Climate,1,36 @@ -7,7 +7,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Seasonal nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,5.822175382487785,5.822175382487785,2.014166752497355,1.4699884716717257,0.07862645318264146,0.08148159543743906,40.31640253283526,2.4129184367665197,0.09943003006921591,0.08299852067672915,0.07666914501382317,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.03649711822109438,0.03649711822109438,0.15414999922116598,0.1726751675727015,0.12100232033785699,0.11539154725177007,5.344373638913532,0.19104218963646324,0.14691974763432245,0.1185480496559492,0.11209281279901005,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.22458336128129808,0.22458336128129808,0.4125000304645962,1.0736302583555355,0.14985525587701787,0.1459552614375742,34.806877271131974,0.4739022697574871,0.1666876472290071,0.14509037822339105,0.13881669902936944,Ocean,1,72 -nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,3.101666711171523,3.101666711171523,1.275000015894572,0.7099768740225759,0.06294187043439685,0.05955208739183066,18.98960762192583,1.7611549367308723,0.08268332838854257,0.05985915424641463,0.05641323089044,Weather,1,24 +nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,5.180416660308917,5.180416660308917,1.712500015894572,1.0106556838829364,0.09547629102542883,0.0877809804447884,28.73094982672322,2.2760528685223718,0.11610046513185318,0.08735387966305999,0.08188168589544344,Weather,1,24 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,199.0499963045129,199.0499963045129,12.483333269755045,1.047496039904928,0.5256852569073269,0.5053616663024018,39.61978257905167,14.108507940406486,0.5593065924218282,0.4948794459814134,0.48856075823836037,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.2287497742974363,1.2287497742974363,0.9208333492279053,0.826524813400273,0.03590340411245255,0.035547417000506946,12.207130633208058,1.1084898620634454,0.04273695853738584,0.03550200864493129,0.02994538009214593,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,19.041666666666668,19.041666666666668,3.2916666666666665,0.6116129032258063,0.38452982202982194,0.3683944462066237,22.78807752316344,4.363675820528682,0.4363675820528682,0.32916666666666666,0.3245555555555556,Hazards,1,24 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index b881548a6fcbab9fd3015b075689bc976b219cf7..82b82e353dc1c3831442d1c93189813c06bbd993 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-30T02:53:28.673354+00:00", + "evaluated_at": "2026-06-30T03:01:28.370573+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 60260.2109375, 59838.01171875, 59939.94140625, - 60019.6796875 + 60000.0 ], "p50": [ 60197.0390625, diff --git a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json index 0cf0ad1eba70ed6261bb867b0b4f556cffedf3b5..b2c8f739ec1959728f696dfef35d833743c08d28 100644 --- a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,36 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-30T01:45:36.422348+00:00", + "evaluated_at": "2026-06-30T03:01:28.384268+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 17.0, - 17.200000762939453, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +76,7 @@ 22.0, 22.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 23.0, 22.799999237060547, 22.0, @@ -127,351 +100,376 @@ 21.0, 21.0, 21.0, - 22.0 - ], - "p50": [ 22.0, + 21.0 + ], + "actuals": [ 22.0, 22.0, + 22.200000762939453, 22.0, 22.0, 22.0, 22.0, 22.0, + 21.0, + 21.0, + 21.0, + 20.0, + 19.0, + 19.0, + 18.0, + 18.299999237060547, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 + ], + "p50": [ + 22.799999237060547, 22.0, 22.0, + 23.0, + 23.0, 22.0, 22.0, - 22.200000762939453, + 21.0, 22.0, 22.0, - 23.0, 22.0, - 23.0, - 23.0, - 23.0, 22.0, + 20.0, + 19.399999618530273, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, 22.0, - 23.0, - 23.0 + 21.0 ], "p10": [ + 22.343999252319335, 21.56, 21.56, + 22.54, + 22.54, 21.56, 21.56, + 20.58, 21.56, 21.56, 21.56, 21.56, + 19.6, + 19.011999626159668, + 19.6, + 18.62, + 18.62, + 19.6, + 19.6, + 20.58, + 20.58, + 20.58, 21.56, - 21.56, - 21.56, - 21.56, - 21.756000747680662, - 21.56, - 21.56, - 22.54, - 21.56, - 22.54, - 22.54, - 22.54, - 21.56, - 21.56, - 22.54, - 22.54 + 20.58 ], "p90": [ + 23.25599922180176, 22.44, 22.44, + 23.46, + 23.46, 22.44, 22.44, + 21.42, 22.44, 22.44, 22.44, 22.44, + 20.4, + 19.78799961090088, + 20.4, + 19.38, + 19.38, + 20.4, + 20.4, + 21.42, + 21.42, + 21.42, 22.44, - 22.44, - 22.44, - 22.44, - 22.644000778198244, - 22.44, - 22.44, - 23.46, - 22.44, - 23.46, - 23.46, - 23.46, - 22.44, - 22.44, - 23.46, - 23.46 + 21.42 ], "mean": [ + 22.799999237060547, 22.0, 22.0, + 23.0, + 23.0, 22.0, 22.0, + 21.0, 22.0, 22.0, 22.0, 22.0, + 20.0, + 19.399999618530273, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, 22.0, - 22.0, - 22.0, - 22.0, - 22.200000762939453, - 22.0, - 22.0, - 23.0, - 22.0, - 23.0, - 23.0, - 23.0, - 22.0, - 22.0, - 23.0, - 23.0 + 21.0 ], "quantiles": { "0.1": [ + 22.343999252319335, 21.56, 21.56, + 22.54, + 22.54, 21.56, 21.56, + 20.58, 21.56, 21.56, 21.56, 21.56, + 19.6, + 19.011999626159668, + 19.6, + 18.62, + 18.62, + 19.6, + 19.6, + 20.58, + 20.58, + 20.58, 21.56, - 21.56, - 21.56, - 21.56, - 21.756000747680662, - 21.56, - 21.56, - 22.54, - 21.56, - 22.54, - 22.54, - 22.54, - 21.56, - 21.56, - 22.54, - 22.54 + 20.58 ], "0.2": [ + 22.45799924850464, 21.669999999999998, 21.669999999999998, + 22.655, + 22.655, 21.669999999999998, 21.669999999999998, + 20.685, 21.669999999999998, 21.669999999999998, 21.669999999999998, 21.669999999999998, + 19.7, + 19.10899962425232, + 19.7, + 18.715, + 18.715, + 19.7, + 19.7, + 20.685, + 20.685, + 20.685, 21.669999999999998, - 21.669999999999998, - 21.669999999999998, - 21.669999999999998, - 21.86700075149536, - 21.669999999999998, - 21.669999999999998, - 22.655, - 21.669999999999998, - 22.655, - 22.655, - 22.655, - 21.669999999999998, - 21.669999999999998, - 22.655, - 22.655 + 20.685 ], "0.3": [ + 22.57199924468994, 21.78, 21.78, + 22.77, + 22.77, 21.78, 21.78, + 20.79, 21.78, 21.78, 21.78, 21.78, + 19.8, + 19.205999622344972, + 19.8, + 18.81, + 18.81, + 19.8, + 19.8, + 20.79, + 20.79, + 20.79, 21.78, - 21.78, - 21.78, - 21.78, - 21.97800075531006, - 21.78, - 21.78, - 22.77, - 21.78, - 22.77, - 22.77, - 22.77, - 21.78, - 21.78, - 22.77, - 22.77 + 20.79 ], "0.4": [ + 22.685999240875244, 21.89, 21.89, + 22.885, + 22.885, 21.89, 21.89, + 20.895, 21.89, 21.89, 21.89, 21.89, + 19.9, + 19.30299962043762, + 19.9, + 18.905, + 18.905, + 19.9, + 19.9, + 20.895, + 20.895, + 20.895, 21.89, - 21.89, - 21.89, - 21.89, - 22.089000759124755, - 21.89, - 21.89, - 22.885, - 21.89, - 22.885, - 22.885, - 22.885, - 21.89, - 21.89, - 22.885, - 22.885 + 20.895 ], "0.5": [ + 22.799999237060547, 22.0, 22.0, + 23.0, + 23.0, 22.0, 22.0, + 21.0, 22.0, 22.0, 22.0, 22.0, + 20.0, + 19.399999618530273, + 20.0, + 19.0, + 19.0, + 20.0, + 20.0, + 21.0, + 21.0, + 21.0, 22.0, - 22.0, - 22.0, - 22.0, - 22.200000762939453, - 22.0, - 22.0, - 23.0, - 22.0, - 23.0, - 23.0, - 23.0, - 22.0, - 22.0, - 23.0, - 23.0 + 21.0 ], "0.6": [ + 22.913999233245846, 22.11, 22.11, + 23.115, + 23.115, 22.11, 22.11, + 21.104999999999997, 22.11, 22.11, 22.11, 22.11, + 20.099999999999998, + 19.496999616622922, + 20.099999999999998, + 19.095, + 19.095, + 20.099999999999998, + 20.099999999999998, + 21.104999999999997, + 21.104999999999997, + 21.104999999999997, 22.11, - 22.11, - 22.11, - 22.11, - 22.311000766754148, - 22.11, - 22.11, - 23.115, - 22.11, - 23.115, - 23.115, - 23.115, - 22.11, - 22.11, - 23.115, - 23.115 + 21.104999999999997 ], "0.7": [ + 23.027999229431153, 22.22, 22.22, + 23.23, + 23.23, 22.22, 22.22, + 21.21, 22.22, 22.22, 22.22, 22.22, + 20.2, + 19.593999614715575, + 20.2, + 19.19, + 19.19, + 20.2, + 20.2, + 21.21, + 21.21, + 21.21, 22.22, - 22.22, - 22.22, - 22.22, - 22.422000770568847, - 22.22, - 22.22, - 23.23, - 22.22, - 23.23, - 23.23, - 23.23, - 22.22, - 22.22, - 23.23, - 23.23 + 21.21 ], "0.8": [ + 23.141999225616452, 22.33, 22.33, + 23.345, + 23.345, 22.33, 22.33, + 21.314999999999998, 22.33, 22.33, 22.33, 22.33, + 20.299999999999997, + 19.690999612808227, + 20.299999999999997, + 19.284999999999997, + 19.284999999999997, + 20.299999999999997, + 20.299999999999997, + 21.314999999999998, + 21.314999999999998, + 21.314999999999998, 22.33, - 22.33, - 22.33, - 22.33, - 22.53300077438354, - 22.33, - 22.33, - 23.345, - 22.33, - 23.345, - 23.345, - 23.345, - 22.33, - 22.33, - 23.345, - 23.345 + 21.314999999999998 ], "0.9": [ + 23.25599922180176, 22.44, 22.44, + 23.46, + 23.46, 22.44, 22.44, + 21.42, 22.44, 22.44, 22.44, 22.44, + 20.4, + 19.78799961090088, + 20.4, + 19.38, + 19.38, + 20.4, + 20.4, + 21.42, + 21.42, + 21.42, 22.44, - 22.44, - 22.44, - 22.44, - 22.644000778198244, - 22.44, - 22.44, - 23.46, - 22.44, - 23.46, - 23.46, - 23.46, - 22.44, - 22.44, - 23.46, - 23.46 + 21.42 ] }, "timestamps": [ - "2026-06-29 15:00:00", - "2026-06-29 16:00:00", "2026-06-29 17:00:00", "2026-06-29 18:00:00", "2026-06-29 19:00:00", @@ -589,6 +587,8 @@ "2026-07-04 11:00:00", "2026-07-04 12:00:00", "2026-07-04 13:00:00", - "2026-07-04 14:00:00" + "2026-07-04 14:00:00", + "2026-07-04 15:00:00", + "2026-07-04 16:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 872b086870640378d505cab3500f696a414af20f..208b9a216cb4260412e7134883ebbc04603cb5c5 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,31 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-30T02:53:28.715243+00:00", + "evaluated_at": "2026-06-30T03:01:28.393856+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 6654b312fe4475d5ce985f3b8a0b67bc8c1a59c3..0e7e72532ac01a55d7158765cb4a6faa5a3879f6 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,12 +1,12 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Timer-S1,112529.98707644145,112529.98707644145,278.4835611979167,0.4202122817364094,0.004628982848646479,0.004641989415033902,2.0579404837025375,335.45489574075594,0.0055867694684729715,0.004637951262379269,0.004572787242783933,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Timer-S1,112349.25041516621,112349.25041516621,277.66357421875,0.4189749785432601,0.00461534373360431,0.004628325217726163,2.0579404837025375,335.18539707923765,0.005582357661322495,0.004624358323235074,0.004565262967720943,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Timer-S1,269226.56801160175,269226.56801160175,426.15087890625,0.518606088336136,0.007157969950632982,0.007120498826686938,5.070383883280151,518.8704732508892,0.00868192228766175,0.007130505596709583,0.004987927169000084,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Timer-S1,7.723730959696695e-06,7.723730959696695e-06,0.0024841096666124132,0.012003751716453803,nan,2.0,0.1662201891961882,0.0027791601176788455,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Timer-S1,1.1760797597599717e-16,1.1760797597599717e-16,9.226596375810914e-09,nan,nan,2.0,nan,1.0844721111028959e-08,inf,inf,inf,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,1.5831685118550922,1.5831685118550922,0.9112406571706136,0.6650458604276501,0.03453328717232778,0.03535687208443384,4.609448067073572,1.2582402440929523,0.05184877507592499,0.037549833662916025,0.03293096568544059,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0051645540510586825,0.0051645540510586825,0.06383492946624755,0.07150637170462196,0.04933289921582219,0.04981721194902409,0.44169238440052816,0.07186483180985455,0.055267179325040765,0.049091835396582045,0.03934207268686199,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.16671163605699807,0.16671163605699807,0.3536943561500973,0.9205743877027801,0.13116406524521917,0.1261897732079842,13.283753022989844,0.40830336277943885,0.1436142665706681,0.12440640998619479,0.09621754010763728,Ocean,1,72 -nws_ksfo_observations_temperature/1h/short,Timer-S1,3.021852665456663,3.021852665456663,1.3597859541575115,0.7571894659116496,0.06707925091789668,0.06348203619867586,8.363283951339918,1.7383476825585447,0.08161256530742945,0.0638397146331903,0.04463925327173463,Weather,1,24 +nws_ksfo_observations_temperature/1h/short,Timer-S1,7.11020709127115,7.11020709127115,2.2020400365193686,1.299564530446754,0.12203397171970365,0.11193432546627909,23.313764271109893,2.666497157559173,0.13601685819642964,0.1123251028192664,0.08639828444005804,Weather,1,24 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,64.2424670594637,64.2424670594637,5.860531012217204,0.49176633310840073,0.2248594823468465,0.23240651637735496,2.384454128853609,8.015139865246502,0.31774590089547156,0.2323302821298347,0.2112392564099212,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.5774755619613643,0.5774755619613643,0.541352907816569,0.48590943354946153,0.020845555959633676,0.02051610747651688,3.167861155720782,0.7599181284594837,0.029298048326148768,0.020871437409795433,0.018479309762923217,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,11.046739522678157,11.046739522678157,2.82904052734375,0.5256539818548387,0.37698975435067045,0.29454487213250496,2.768431829637097,3.3236635694182644,0.3323663569418264,0.282904052734375,0.2242412425853588,Hazards,1,24 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index db5758cafb2f9620074d0aa407c475418978a112..12de7e044d12ba4ece34ff14b4c356f760c88887 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-30T02:53:05.237512+00:00", + "evaluated_at": "2026-06-30T03:01:19.918011+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 60260.2109375, 59838.01171875, 59939.94140625, - 60019.6796875 + 60000.0 ], "p50": [ 59661.90625, diff --git a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json index 84a270d84092f314781c2cebd8460f140fa180f6..011d0c265218d4dbcb2fa641ef6da4afabc2dd1e 100644 --- a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,36 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-30T01:45:33.403274+00:00", + "evaluated_at": "2026-06-30T03:01:25.024110+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 17.0, - 17.200000762939453, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +76,7 @@ 22.0, 22.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 23.0, 22.799999237060547, 22.0, @@ -127,351 +100,376 @@ 21.0, 21.0, 21.0, - 22.0 + 22.0, + 21.0 + ], + "actuals": [ + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.0, + 19.0, + 19.0, + 18.0, + 18.299999237060547, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 22.797607421875, - 22.70849609375, - 22.70849609375, - 22.726318359375, - 22.690673828125, - 22.726318359375, - 22.6728515625, - 22.63720703125, - 22.619384765625, - 22.63720703125, - 22.63720703125, - 22.583740234375, - 22.6015625, - 22.56591796875, - 22.5302734375, - 22.5302734375, - 22.548095703125, - 22.476806640625, - 22.49462890625, - 22.512451171875, - 22.441162109375, - 22.3876953125, - 22.458984375, - 22.3876953125 + 21.229217529296875, + 21.039169311523438, + 21.12408447265625, + 21.22113037109375, + 21.33111572265625, + 21.33758544921875, + 21.353759765625, + 21.36669921875, + 21.664306640625, + 21.69989013671875, + 21.65460205078125, + 21.4508056640625, + 21.41845703125, + 21.225982666015625, + 21.232452392578125, + 21.086883544921875, + 21.141876220703125, + 21.238922119140625, + 21.258331298828125, + 21.185546875, + 21.196868896484375, + 21.177459716796875, + 21.2373046875, + 21.08203125 ], "p10": [ - 22.0045166015625, - 21.7193603515625, - 21.585693359375, - 21.514404296875, - 21.4342041015625, - 21.407470703125, - 21.318359375, - 21.2381591796875, - 21.122314453125, - 21.14013671875, - 21.0421142578125, - 20.890625, - 20.8282470703125, - 20.765869140625, - 20.765869140625, - 20.730224609375, - 20.730224609375, - 20.5965576171875, - 20.5787353515625, - 20.5430908203125, - 20.445068359375, - 20.36932373046875, - 20.36041259765625, - 20.224517822265625 + 20.43829345703125, + 20.059814453125, + 19.982177734375, + 20.05010986328125, + 20.10186767578125, + 20.0274658203125, + 19.9627685546875, + 19.9498291015625, + 20.1827392578125, + 20.14715576171875, + 20.07598876953125, + 19.8592529296875, + 19.7039794921875, + 19.5228271484375, + 19.4840087890625, + 19.34814453125, + 19.4451904296875, + 19.4969482421875, + 19.4710693359375, + 19.361083984375, + 19.3546142578125, + 19.3546142578125, + 19.412841796875, + 19.2381591796875 ], "p90": [ - 23.403564453125, - 23.3857421875, - 23.403564453125, - 23.474853515625, - 23.45703125, - 23.510498046875, - 23.49267578125, - 23.474853515625, - 23.599609375, - 23.581787109375, - 23.599609375, - 23.617431640625, - 23.63525390625, - 23.617431640625, - 23.581787109375, - 23.617431640625, - 23.70654296875, - 23.688720703125, - 23.724365234375, - 23.795654296875, - 23.77783203125, - 23.7421875, - 23.84912109375, - 23.760009765625 + 21.9942626953125, + 21.9295654296875, + 22.1754150390625, + 22.29833984375, + 22.427734375, + 22.4730224609375, + 22.570068359375, + 22.595947265625, + 22.97119140625, + 23.035888671875, + 22.97119140625, + 22.725341796875, + 22.76416015625, + 22.570068359375, + 22.673583984375, + 22.55712890625, + 22.570068359375, + 22.71240234375, + 22.76416015625, + 22.725341796875, + 22.725341796875, + 22.71240234375, + 22.777099609375, + 22.634765625 ], "mean": [ - 22.797607421875, - 22.70849609375, - 22.70849609375, - 22.726318359375, - 22.690673828125, - 22.726318359375, - 22.6728515625, - 22.63720703125, - 22.619384765625, - 22.63720703125, - 22.63720703125, - 22.583740234375, - 22.6015625, - 22.56591796875, - 22.5302734375, - 22.5302734375, - 22.548095703125, - 22.476806640625, - 22.49462890625, - 22.512451171875, - 22.441162109375, - 22.3876953125, - 22.458984375, - 22.3876953125 + 21.229217529296875, + 21.039169311523438, + 21.12408447265625, + 21.22113037109375, + 21.33111572265625, + 21.33758544921875, + 21.353759765625, + 21.36669921875, + 21.664306640625, + 21.69989013671875, + 21.65460205078125, + 21.4508056640625, + 21.41845703125, + 21.225982666015625, + 21.232452392578125, + 21.086883544921875, + 21.141876220703125, + 21.238922119140625, + 21.258331298828125, + 21.185546875, + 21.196868896484375, + 21.177459716796875, + 21.2373046875, + 21.08203125 ], "quantiles": { "0.1": [ - 22.0045166015625, - 21.7193603515625, - 21.585693359375, - 21.514404296875, - 21.4342041015625, - 21.407470703125, - 21.318359375, - 21.2381591796875, - 21.122314453125, - 21.14013671875, - 21.0421142578125, - 20.890625, - 20.8282470703125, - 20.765869140625, - 20.765869140625, - 20.730224609375, - 20.730224609375, - 20.5965576171875, - 20.5787353515625, - 20.5430908203125, - 20.445068359375, - 20.36932373046875, - 20.36041259765625, - 20.224517822265625 + 20.43829345703125, + 20.059814453125, + 19.982177734375, + 20.05010986328125, + 20.10186767578125, + 20.0274658203125, + 19.9627685546875, + 19.9498291015625, + 20.1827392578125, + 20.14715576171875, + 20.07598876953125, + 19.8592529296875, + 19.7039794921875, + 19.5228271484375, + 19.4840087890625, + 19.34814453125, + 19.4451904296875, + 19.4969482421875, + 19.4710693359375, + 19.361083984375, + 19.3546142578125, + 19.3546142578125, + 19.412841796875, + 19.2381591796875 ], "0.2": [ - 22.0045166015625, - 21.7193603515625, - 21.585693359375, - 21.514404296875, - 21.4342041015625, - 21.407470703125, - 21.318359375, - 21.2381591796875, - 21.122314453125, - 21.14013671875, - 21.0421142578125, - 20.890625, - 20.8282470703125, - 20.765869140625, - 20.765869140625, - 20.730224609375, - 20.730224609375, - 20.5965576171875, - 20.5787353515625, - 20.5430908203125, - 20.445068359375, - 20.36932373046875, - 20.36041259765625, - 20.224517822265625 + 20.43829345703125, + 20.059814453125, + 19.982177734375, + 20.05010986328125, + 20.10186767578125, + 20.0274658203125, + 19.9627685546875, + 19.9498291015625, + 20.1827392578125, + 20.14715576171875, + 20.07598876953125, + 19.8592529296875, + 19.7039794921875, + 19.5228271484375, + 19.4840087890625, + 19.34814453125, + 19.4451904296875, + 19.4969482421875, + 19.4710693359375, + 19.361083984375, + 19.3546142578125, + 19.3546142578125, + 19.412841796875, + 19.2381591796875 ], "0.3": [ - 22.0045166015625, - 21.7193603515625, - 21.585693359375, - 21.514404296875, - 21.4342041015625, - 21.407470703125, - 21.318359375, - 21.2381591796875, - 21.122314453125, - 21.14013671875, - 21.0421142578125, - 20.890625, - 20.8282470703125, - 20.765869140625, - 20.765869140625, - 20.730224609375, - 20.730224609375, - 20.5965576171875, - 20.5787353515625, - 20.5430908203125, - 20.445068359375, - 20.36932373046875, - 20.36041259765625, - 20.224517822265625 + 20.43829345703125, + 20.059814453125, + 19.982177734375, + 20.05010986328125, + 20.10186767578125, + 20.0274658203125, + 19.9627685546875, + 19.9498291015625, + 20.1827392578125, + 20.14715576171875, + 20.07598876953125, + 19.8592529296875, + 19.7039794921875, + 19.5228271484375, + 19.4840087890625, + 19.34814453125, + 19.4451904296875, + 19.4969482421875, + 19.4710693359375, + 19.361083984375, + 19.3546142578125, + 19.3546142578125, + 19.412841796875, + 19.2381591796875 ], "0.4": [ - 22.797607421875, - 22.70849609375, - 22.70849609375, - 22.726318359375, - 22.690673828125, - 22.726318359375, - 22.6728515625, - 22.63720703125, - 22.619384765625, - 22.63720703125, - 22.63720703125, - 22.583740234375, - 22.6015625, - 22.56591796875, - 22.5302734375, - 22.5302734375, - 22.548095703125, - 22.476806640625, - 22.49462890625, - 22.512451171875, - 22.441162109375, - 22.3876953125, - 22.458984375, - 22.3876953125 + 21.229217529296875, + 21.039169311523438, + 21.12408447265625, + 21.22113037109375, + 21.33111572265625, + 21.33758544921875, + 21.353759765625, + 21.36669921875, + 21.664306640625, + 21.69989013671875, + 21.65460205078125, + 21.4508056640625, + 21.41845703125, + 21.225982666015625, + 21.232452392578125, + 21.086883544921875, + 21.141876220703125, + 21.238922119140625, + 21.258331298828125, + 21.185546875, + 21.196868896484375, + 21.177459716796875, + 21.2373046875, + 21.08203125 ], "0.5": [ - 22.797607421875, - 22.70849609375, - 22.70849609375, - 22.726318359375, - 22.690673828125, - 22.726318359375, - 22.6728515625, - 22.63720703125, - 22.619384765625, - 22.63720703125, - 22.63720703125, - 22.583740234375, - 22.6015625, - 22.56591796875, - 22.5302734375, - 22.5302734375, - 22.548095703125, - 22.476806640625, - 22.49462890625, - 22.512451171875, - 22.441162109375, - 22.3876953125, - 22.458984375, - 22.3876953125 + 21.229217529296875, + 21.039169311523438, + 21.12408447265625, + 21.22113037109375, + 21.33111572265625, + 21.33758544921875, + 21.353759765625, + 21.36669921875, + 21.664306640625, + 21.69989013671875, + 21.65460205078125, + 21.4508056640625, + 21.41845703125, + 21.225982666015625, + 21.232452392578125, + 21.086883544921875, + 21.141876220703125, + 21.238922119140625, + 21.258331298828125, + 21.185546875, + 21.196868896484375, + 21.177459716796875, + 21.2373046875, + 21.08203125 ], "0.6": [ - 22.797607421875, - 22.70849609375, - 22.70849609375, - 22.726318359375, - 22.690673828125, - 22.726318359375, - 22.6728515625, - 22.63720703125, - 22.619384765625, - 22.63720703125, - 22.63720703125, - 22.583740234375, - 22.6015625, - 22.56591796875, - 22.5302734375, - 22.5302734375, - 22.548095703125, - 22.476806640625, - 22.49462890625, - 22.512451171875, - 22.441162109375, - 22.3876953125, - 22.458984375, - 22.3876953125 + 21.229217529296875, + 21.039169311523438, + 21.12408447265625, + 21.22113037109375, + 21.33111572265625, + 21.33758544921875, + 21.353759765625, + 21.36669921875, + 21.664306640625, + 21.69989013671875, + 21.65460205078125, + 21.4508056640625, + 21.41845703125, + 21.225982666015625, + 21.232452392578125, + 21.086883544921875, + 21.141876220703125, + 21.238922119140625, + 21.258331298828125, + 21.185546875, + 21.196868896484375, + 21.177459716796875, + 21.2373046875, + 21.08203125 ], "0.7": [ - 22.797607421875, - 22.70849609375, - 22.70849609375, - 22.726318359375, - 22.690673828125, - 22.726318359375, - 22.6728515625, - 22.63720703125, - 22.619384765625, - 22.63720703125, - 22.63720703125, - 22.583740234375, - 22.6015625, - 22.56591796875, - 22.5302734375, - 22.5302734375, - 22.548095703125, - 22.476806640625, - 22.49462890625, - 22.512451171875, - 22.441162109375, - 22.3876953125, - 22.458984375, - 22.3876953125 + 21.229217529296875, + 21.039169311523438, + 21.12408447265625, + 21.22113037109375, + 21.33111572265625, + 21.33758544921875, + 21.353759765625, + 21.36669921875, + 21.664306640625, + 21.69989013671875, + 21.65460205078125, + 21.4508056640625, + 21.41845703125, + 21.225982666015625, + 21.232452392578125, + 21.086883544921875, + 21.141876220703125, + 21.238922119140625, + 21.258331298828125, + 21.185546875, + 21.196868896484375, + 21.177459716796875, + 21.2373046875, + 21.08203125 ], "0.8": [ - 23.403564453125, - 23.3857421875, - 23.403564453125, - 23.474853515625, - 23.45703125, - 23.510498046875, - 23.49267578125, - 23.474853515625, - 23.599609375, - 23.581787109375, - 23.599609375, - 23.617431640625, - 23.63525390625, - 23.617431640625, - 23.581787109375, - 23.617431640625, - 23.70654296875, - 23.688720703125, - 23.724365234375, - 23.795654296875, - 23.77783203125, - 23.7421875, - 23.84912109375, - 23.760009765625 + 21.9942626953125, + 21.9295654296875, + 22.1754150390625, + 22.29833984375, + 22.427734375, + 22.4730224609375, + 22.570068359375, + 22.595947265625, + 22.97119140625, + 23.035888671875, + 22.97119140625, + 22.725341796875, + 22.76416015625, + 22.570068359375, + 22.673583984375, + 22.55712890625, + 22.570068359375, + 22.71240234375, + 22.76416015625, + 22.725341796875, + 22.725341796875, + 22.71240234375, + 22.777099609375, + 22.634765625 ], "0.9": [ - 23.403564453125, - 23.3857421875, - 23.403564453125, - 23.474853515625, - 23.45703125, - 23.510498046875, - 23.49267578125, - 23.474853515625, - 23.599609375, - 23.581787109375, - 23.599609375, - 23.617431640625, - 23.63525390625, - 23.617431640625, - 23.581787109375, - 23.617431640625, - 23.70654296875, - 23.688720703125, - 23.724365234375, - 23.795654296875, - 23.77783203125, - 23.7421875, - 23.84912109375, - 23.760009765625 + 21.9942626953125, + 21.9295654296875, + 22.1754150390625, + 22.29833984375, + 22.427734375, + 22.4730224609375, + 22.570068359375, + 22.595947265625, + 22.97119140625, + 23.035888671875, + 22.97119140625, + 22.725341796875, + 22.76416015625, + 22.570068359375, + 22.673583984375, + 22.55712890625, + 22.570068359375, + 22.71240234375, + 22.76416015625, + 22.725341796875, + 22.725341796875, + 22.71240234375, + 22.777099609375, + 22.634765625 ] }, "timestamps": [ - "2026-06-29 15:00:00", - "2026-06-29 16:00:00", "2026-06-29 17:00:00", "2026-06-29 18:00:00", "2026-06-29 19:00:00", @@ -589,6 +587,8 @@ "2026-07-04 11:00:00", "2026-07-04 12:00:00", "2026-07-04 13:00:00", - "2026-07-04 14:00:00" + "2026-07-04 14:00:00", + "2026-07-04 15:00:00", + "2026-07-04 16:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 560504fb30d8c4c2f79ee7445a738a5d1ff20cac..2e333e4f47f8490253fd83002a78b5e148257f5d 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,31 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-30T02:53:27.575734+00:00", + "evaluated_at": "2026-06-30T03:01:27.811923+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index e7f426ddf1d58cbf3a6814cdcc612ff6e28f9d95..edff9159a32e15133299c5115e5105afb63641d9 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,12 +1,12 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,81738.51117706299,127588.22887802124,307.9156901041667,0.4646233126455758,0.005119379832817485,0.005134214683182088,4.604171203335888,285.8994773990729,0.00476145822185257,0.005128123029890668,0.0037030922786922796,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,81547.2428080241,127175.69855372111,307.095703125,0.46338600945242653,0.005105772900783766,0.005120550534607088,4.604171203335888,285.56477865455344,0.004755949226359818,0.00511453680869575,0.0036955560842021787,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,262305.8912595113,192959.45042037964,348.951171875,0.4246575830862385,0.00586230812653368,0.0058362077727840515,20.27281125524148,512.1580725318222,0.008569608050465975,0.005838773089989192,0.006846444787670643,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,3.9031360090835565e-08,0.0,0.0,0.0,nan,nan,0.57947072365185,0.00019756355962280992,inf,nan,nan,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,6.613498703618461,8.460563147060233,2.266777276992798,1.654349850078371,0.08541748411560328,0.09091528338756015,33.099825775847904,2.5716723554174745,0.10597186201204079,0.09340793678614433,0.0740711694846831,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.05424649397765625,0.038744973507076945,0.1770705739657084,0.19835025096467765,0.1429046597921694,0.13098280348428262,8.950682798623113,0.23290876749846978,0.17911696577500427,0.13617496789589312,0.15144160680109647,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.1351911613303961,0.1252127580225972,0.29013808568318683,0.7551539512372367,0.10862710226364108,0.10413230898776232,23.400231162425758,0.36768350701438335,0.12932687311352428,0.10205149449654945,0.09703809010089534,Ocean,1,72 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,4.634254939053487,3.9685057168288345,1.6009461879730225,0.8914782398790438,0.07874205743067628,0.07407790038600064,36.32606946655835,2.1527319710204256,0.10106722627300357,0.07516179106778209,0.0780235757604895,Weather,1,24 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,5.644324980937957,4.803199394427945,1.883546272913615,1.1116010095814557,0.10294599188196922,0.09682332640159301,38.34360811554905,2.3757788156598156,0.12118744224407135,0.09607887470760204,0.09399977560265173,Weather,1,24 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,73.55652423539884,99.98606296056202,7.540179173151652,0.6327082401289568,0.26500579121866036,0.3115797826586408,12.408815284771947,8.576510026543364,0.3400004180512519,0.298916932775528,0.24783451442629734,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.6306663124006869,0.9367245227655682,0.8521935145060221,0.7649148308416495,0.03376290839196453,0.034470377440709875,5.604803612874135,0.7941450197543815,0.030617639315831575,0.032855653571316513,0.023273205737991024,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,10.958816140968528,12.761427309622983,2.96524445215861,0.5509615498204385,0.32420113031367603,0.3121705329536663,13.185567191339308,3.3104102677717346,0.33104102677717345,0.296524445215861,0.2644376279689647,Hazards,1,24 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 917396b94a9d53f6cfb642e325f21cd318d69b27..ff2b27883c9917631e7632e2865fd460f04e16ab 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-30T02:49:55.561449+00:00", + "evaluated_at": "2026-06-30T02:59:37.780259+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 60260.2109375, 59838.01171875, 59939.94140625, - 60019.6796875 + 60000.0 ], "p50": [ 59678.9375, diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index da2e94658ac55dad023290475be554b42f9facb7..a86be4a643760931eaf5695453fef15715585a2b 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,36 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-30T01:31:25.290084+00:00", + "evaluated_at": "2026-06-30T02:59:45.004276+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 17.0, - 17.200000762939453, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +76,7 @@ 22.0, 22.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 23.0, 22.799999237060547, 22.0, @@ -127,351 +100,376 @@ 21.0, 21.0, 21.0, - 22.0 + 22.0, + 21.0 + ], + "actuals": [ + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.0, + 19.0, + 19.0, + 18.0, + 18.299999237060547, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 22.80213737487793, - 22.753568649291992, - 22.77131462097168, - 22.742599487304688, - 22.760671615600586, - 22.72157859802246, - 22.792766571044922, - 22.74631118774414, - 22.83510971069336, - 22.834102630615234, - 22.834835052490234, - 22.815908432006836, - 22.862457275390625, - 22.815406799316406, - 22.81612777709961, - 22.85751724243164, - 22.84758949279785, - 22.90717124938965, - 22.890756607055664, - 22.8414306640625, - 22.932647705078125, - 22.86106300354004, - 22.9954776763916, - 23.06007194519043 + 21.0014705657959, + 20.921709060668945, + 20.888587951660156, + 20.856164932250977, + 20.808801651000977, + 20.732711791992188, + 20.740692138671875, + 20.769317626953125, + 20.719886779785156, + 20.680278778076172, + 20.655071258544922, + 20.611528396606445, + 20.58342170715332, + 20.569246292114258, + 20.536067962646484, + 20.5071964263916, + 20.486072540283203, + 20.459840774536133, + 20.37862777709961, + 20.359970092773438, + 20.34709930419922, + 20.396629333496094, + 20.41522216796875, + 20.428878784179688 ], "p10": [ - 22.84951400756836, - 22.874160766601562, - 22.85790252685547, - 22.84676170349121, - 22.916898727416992, - 22.732898712158203, - 22.82075309753418, - 22.85047149658203, - 22.7622013092041, - 22.843854904174805, - 22.948732376098633, - 22.67327308654785, - 22.84052276611328, - 22.976438522338867, - 22.895130157470703, - 22.971525192260742, - 22.878883361816406, - 22.79463005065918, - 22.958633422851562, - 22.975074768066406, - 23.06597137451172, - 23.095069885253906, - 23.005760192871094, - 22.95526885986328 + 21.126617431640625, + 21.100749969482422, + 21.066617965698242, + 21.014253616333008, + 20.994434356689453, + 20.965484619140625, + 20.976720809936523, + 20.95546531677246, + 20.948686599731445, + 20.93425750732422, + 20.85359764099121, + 20.79473304748535, + 20.812114715576172, + 20.77937126159668, + 20.76374053955078, + 20.735065460205078, + 20.696928024291992, + 20.690519332885742, + 20.564619064331055, + 20.638690948486328, + 20.55428123474121, + 20.52713394165039, + 20.648452758789062, + 20.63863182067871 ], "p90": [ - 23.11147117614746, - 23.174686431884766, - 23.252429962158203, - 23.316240310668945, - 23.326862335205078, - 23.338491439819336, - 23.389902114868164, - 23.456130981445312, - 23.506650924682617, - 23.563413619995117, - 23.64045524597168, - 23.479337692260742, - 23.63947868347168, - 23.69446563720703, - 23.66301918029785, - 23.749982833862305, - 23.73674964904785, - 23.906143188476562, - 23.927244186401367, - 23.964414596557617, - 24.11411476135254, - 24.072559356689453, - 24.170915603637695, - 24.207778930664062 + 21.82657241821289, + 21.869049072265625, + 21.918283462524414, + 21.94718360900879, + 21.98106575012207, + 21.936676025390625, + 21.958425521850586, + 22.015697479248047, + 21.999744415283203, + 21.95561981201172, + 21.995107650756836, + 21.925580978393555, + 21.983034133911133, + 21.99180030822754, + 21.9732666015625, + 21.97602653503418, + 21.997037887573242, + 21.969972610473633, + 21.91486358642578, + 21.862951278686523, + 21.87771987915039, + 21.97376823425293, + 21.990337371826172, + 21.967098236083984 ], "mean": [ - 22.878910064697266, - 22.858718872070312, - 22.865463256835938, - 22.885818481445312, - 22.88027572631836, - 22.862648010253906, - 22.90215492248535, - 22.901897430419922, - 22.985849380493164, - 22.965755462646484, - 23.04094696044922, - 22.96038246154785, - 23.028858184814453, - 23.007965087890625, - 23.01235580444336, - 23.019794464111328, - 23.06660270690918, - 23.092529296875, - 23.140817642211914, - 23.091629028320312, - 23.19023323059082, - 23.154001235961914, - 23.252721786499023, - 23.277647018432617 + 21.182384490966797, + 21.135034561157227, + 21.1166934967041, + 21.110109329223633, + 21.080188751220703, + 21.00514030456543, + 21.018192291259766, + 21.021265029907227, + 21.012767791748047, + 20.947349548339844, + 20.942611694335938, + 20.892555236816406, + 20.9031982421875, + 20.898027420043945, + 20.848384857177734, + 20.844005584716797, + 20.821874618530273, + 20.782251358032227, + 20.72686767578125, + 20.6804256439209, + 20.688941955566406, + 20.7391300201416, + 20.776596069335938, + 20.762399673461914 ], "quantiles": { "0.1": [ - 22.84951400756836, - 22.874160766601562, - 22.85790252685547, - 22.84676170349121, - 22.916898727416992, - 22.732898712158203, - 22.82075309753418, - 22.85047149658203, - 22.7622013092041, - 22.843854904174805, - 22.948732376098633, - 22.67327308654785, - 22.84052276611328, - 22.976438522338867, - 22.895130157470703, - 22.971525192260742, - 22.878883361816406, - 22.79463005065918, - 22.958633422851562, - 22.975074768066406, - 23.06597137451172, - 23.095069885253906, - 23.005760192871094, - 22.95526885986328 + 21.126617431640625, + 21.100749969482422, + 21.066617965698242, + 21.014253616333008, + 20.994434356689453, + 20.965484619140625, + 20.976720809936523, + 20.95546531677246, + 20.948686599731445, + 20.93425750732422, + 20.85359764099121, + 20.79473304748535, + 20.812114715576172, + 20.77937126159668, + 20.76374053955078, + 20.735065460205078, + 20.696928024291992, + 20.690519332885742, + 20.564619064331055, + 20.638690948486328, + 20.55428123474121, + 20.52713394165039, + 20.648452758789062, + 20.63863182067871 ], "0.2": [ - 22.84951400756836, - 22.874160766601562, - 22.85790252685547, - 22.84676170349121, - 22.916898727416992, - 22.732898712158203, - 22.82075309753418, - 22.85047149658203, - 22.7622013092041, - 22.843854904174805, - 22.948732376098633, - 22.67327308654785, - 22.84052276611328, - 22.976438522338867, - 22.895130157470703, - 22.971525192260742, - 22.878883361816406, - 22.79463005065918, - 22.958633422851562, - 22.975074768066406, - 23.06597137451172, - 23.095069885253906, - 23.005760192871094, - 22.95526885986328 + 21.126617431640625, + 21.100749969482422, + 21.066617965698242, + 21.014253616333008, + 20.994434356689453, + 20.965484619140625, + 20.976720809936523, + 20.95546531677246, + 20.948686599731445, + 20.93425750732422, + 20.85359764099121, + 20.79473304748535, + 20.812114715576172, + 20.77937126159668, + 20.76374053955078, + 20.735065460205078, + 20.696928024291992, + 20.690519332885742, + 20.564619064331055, + 20.638690948486328, + 20.55428123474121, + 20.52713394165039, + 20.648452758789062, + 20.63863182067871 ], "0.3": [ - 22.84951400756836, - 22.874160766601562, - 22.85790252685547, - 22.84676170349121, - 22.916898727416992, - 22.732898712158203, - 22.82075309753418, - 22.85047149658203, - 22.7622013092041, - 22.843854904174805, - 22.948732376098633, - 22.67327308654785, - 22.84052276611328, - 22.976438522338867, - 22.895130157470703, - 22.971525192260742, - 22.878883361816406, - 22.79463005065918, - 22.958633422851562, - 22.975074768066406, - 23.06597137451172, - 23.095069885253906, - 23.005760192871094, - 22.95526885986328 + 21.126617431640625, + 21.100749969482422, + 21.066617965698242, + 21.014253616333008, + 20.994434356689453, + 20.965484619140625, + 20.976720809936523, + 20.95546531677246, + 20.948686599731445, + 20.93425750732422, + 20.85359764099121, + 20.79473304748535, + 20.812114715576172, + 20.77937126159668, + 20.76374053955078, + 20.735065460205078, + 20.696928024291992, + 20.690519332885742, + 20.564619064331055, + 20.638690948486328, + 20.55428123474121, + 20.52713394165039, + 20.648452758789062, + 20.63863182067871 ], "0.4": [ - 22.80213737487793, - 22.753568649291992, - 22.77131462097168, - 22.742599487304688, - 22.760671615600586, - 22.72157859802246, - 22.792766571044922, - 22.74631118774414, - 22.83510971069336, - 22.834102630615234, - 22.834835052490234, - 22.815908432006836, - 22.862457275390625, - 22.815406799316406, - 22.81612777709961, - 22.85751724243164, - 22.84758949279785, - 22.90717124938965, - 22.890756607055664, - 22.8414306640625, - 22.932647705078125, - 22.86106300354004, - 22.9954776763916, - 23.06007194519043 + 21.0014705657959, + 20.921709060668945, + 20.888587951660156, + 20.856164932250977, + 20.808801651000977, + 20.732711791992188, + 20.740692138671875, + 20.769317626953125, + 20.719886779785156, + 20.680278778076172, + 20.655071258544922, + 20.611528396606445, + 20.58342170715332, + 20.569246292114258, + 20.536067962646484, + 20.5071964263916, + 20.486072540283203, + 20.459840774536133, + 20.37862777709961, + 20.359970092773438, + 20.34709930419922, + 20.396629333496094, + 20.41522216796875, + 20.428878784179688 ], "0.5": [ - 22.80213737487793, - 22.753568649291992, - 22.77131462097168, - 22.742599487304688, - 22.760671615600586, - 22.72157859802246, - 22.792766571044922, - 22.74631118774414, - 22.83510971069336, - 22.834102630615234, - 22.834835052490234, - 22.815908432006836, - 22.862457275390625, - 22.815406799316406, - 22.81612777709961, - 22.85751724243164, - 22.84758949279785, - 22.90717124938965, - 22.890756607055664, - 22.8414306640625, - 22.932647705078125, - 22.86106300354004, - 22.9954776763916, - 23.06007194519043 + 21.0014705657959, + 20.921709060668945, + 20.888587951660156, + 20.856164932250977, + 20.808801651000977, + 20.732711791992188, + 20.740692138671875, + 20.769317626953125, + 20.719886779785156, + 20.680278778076172, + 20.655071258544922, + 20.611528396606445, + 20.58342170715332, + 20.569246292114258, + 20.536067962646484, + 20.5071964263916, + 20.486072540283203, + 20.459840774536133, + 20.37862777709961, + 20.359970092773438, + 20.34709930419922, + 20.396629333496094, + 20.41522216796875, + 20.428878784179688 ], "0.6": [ - 22.80213737487793, - 22.753568649291992, - 22.77131462097168, - 22.742599487304688, - 22.760671615600586, - 22.72157859802246, - 22.792766571044922, - 22.74631118774414, - 22.83510971069336, - 22.834102630615234, - 22.834835052490234, - 22.815908432006836, - 22.862457275390625, - 22.815406799316406, - 22.81612777709961, - 22.85751724243164, - 22.84758949279785, - 22.90717124938965, - 22.890756607055664, - 22.8414306640625, - 22.932647705078125, - 22.86106300354004, - 22.9954776763916, - 23.06007194519043 + 21.0014705657959, + 20.921709060668945, + 20.888587951660156, + 20.856164932250977, + 20.808801651000977, + 20.732711791992188, + 20.740692138671875, + 20.769317626953125, + 20.719886779785156, + 20.680278778076172, + 20.655071258544922, + 20.611528396606445, + 20.58342170715332, + 20.569246292114258, + 20.536067962646484, + 20.5071964263916, + 20.486072540283203, + 20.459840774536133, + 20.37862777709961, + 20.359970092773438, + 20.34709930419922, + 20.396629333496094, + 20.41522216796875, + 20.428878784179688 ], "0.7": [ - 22.80213737487793, - 22.753568649291992, - 22.77131462097168, - 22.742599487304688, - 22.760671615600586, - 22.72157859802246, - 22.792766571044922, - 22.74631118774414, - 22.83510971069336, - 22.834102630615234, - 22.834835052490234, - 22.815908432006836, - 22.862457275390625, - 22.815406799316406, - 22.81612777709961, - 22.85751724243164, - 22.84758949279785, - 22.90717124938965, - 22.890756607055664, - 22.8414306640625, - 22.932647705078125, - 22.86106300354004, - 22.9954776763916, - 23.06007194519043 + 21.0014705657959, + 20.921709060668945, + 20.888587951660156, + 20.856164932250977, + 20.808801651000977, + 20.732711791992188, + 20.740692138671875, + 20.769317626953125, + 20.719886779785156, + 20.680278778076172, + 20.655071258544922, + 20.611528396606445, + 20.58342170715332, + 20.569246292114258, + 20.536067962646484, + 20.5071964263916, + 20.486072540283203, + 20.459840774536133, + 20.37862777709961, + 20.359970092773438, + 20.34709930419922, + 20.396629333496094, + 20.41522216796875, + 20.428878784179688 ], "0.8": [ - 23.11147117614746, - 23.174686431884766, - 23.252429962158203, - 23.316240310668945, - 23.326862335205078, - 23.338491439819336, - 23.389902114868164, - 23.456130981445312, - 23.506650924682617, - 23.563413619995117, - 23.64045524597168, - 23.479337692260742, - 23.63947868347168, - 23.69446563720703, - 23.66301918029785, - 23.749982833862305, - 23.73674964904785, - 23.906143188476562, - 23.927244186401367, - 23.964414596557617, - 24.11411476135254, - 24.072559356689453, - 24.170915603637695, - 24.207778930664062 + 21.82657241821289, + 21.869049072265625, + 21.918283462524414, + 21.94718360900879, + 21.98106575012207, + 21.936676025390625, + 21.958425521850586, + 22.015697479248047, + 21.999744415283203, + 21.95561981201172, + 21.995107650756836, + 21.925580978393555, + 21.983034133911133, + 21.99180030822754, + 21.9732666015625, + 21.97602653503418, + 21.997037887573242, + 21.969972610473633, + 21.91486358642578, + 21.862951278686523, + 21.87771987915039, + 21.97376823425293, + 21.990337371826172, + 21.967098236083984 ], "0.9": [ - 23.11147117614746, - 23.174686431884766, - 23.252429962158203, - 23.316240310668945, - 23.326862335205078, - 23.338491439819336, - 23.389902114868164, - 23.456130981445312, - 23.506650924682617, - 23.563413619995117, - 23.64045524597168, - 23.479337692260742, - 23.63947868347168, - 23.69446563720703, - 23.66301918029785, - 23.749982833862305, - 23.73674964904785, - 23.906143188476562, - 23.927244186401367, - 23.964414596557617, - 24.11411476135254, - 24.072559356689453, - 24.170915603637695, - 24.207778930664062 + 21.82657241821289, + 21.869049072265625, + 21.918283462524414, + 21.94718360900879, + 21.98106575012207, + 21.936676025390625, + 21.958425521850586, + 22.015697479248047, + 21.999744415283203, + 21.95561981201172, + 21.995107650756836, + 21.925580978393555, + 21.983034133911133, + 21.99180030822754, + 21.9732666015625, + 21.97602653503418, + 21.997037887573242, + 21.969972610473633, + 21.91486358642578, + 21.862951278686523, + 21.87771987915039, + 21.97376823425293, + 21.990337371826172, + 21.967098236083984 ] }, "timestamps": [ - "2026-06-29 15:00:00", - "2026-06-29 16:00:00", "2026-06-29 17:00:00", "2026-06-29 18:00:00", "2026-06-29 19:00:00", @@ -589,6 +587,8 @@ "2026-07-04 11:00:00", "2026-07-04 12:00:00", "2026-07-04 13:00:00", - "2026-07-04 14:00:00" + "2026-07-04 14:00:00", + "2026-07-04 15:00:00", + "2026-07-04 16:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 0940d79946099bc44d6f18f9c1e1f801837335c8..35acf6655beac373bc5e38bf064d1d8a321e3486 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,31 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-30T02:50:14.966265+00:00", + "evaluated_at": "2026-06-30T02:59:47.878355+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index a40e8fb66057cfe04971634a11738899480781ec..6cdbd1819fbb33276fe596b930413ead63d14a7a 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,12 +1,12 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TiRex,135068.2331829071,135068.2331829071,303.36865234375,0.45776214962314404,0.005040939961455107,0.005057794601032659,2.639782924266304,367.5163032885849,0.006120730054765639,0.00505239525827537,0.005636514543915002,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TiRex,134727.6951529185,134727.6951529185,302.5486653645833,0.45652484642999464,0.005027323033770145,0.005044130433225547,2.639782924266304,367.0527144061442,0.0061130930829005345,0.005038807999208909,0.005629004847549783,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TiRex,208938.26499557495,208938.26499557495,370.5755208333333,0.45097342468412477,0.006224903860661102,0.006196182878665589,3.0735205509569847,457.0976536754208,0.007648317859019216,0.006200599262138231,0.0042967235885134816,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,2.392163027788009e-07,2.392163027788009e-07,0.00035955177413092717,0.0017374314362553188,nan,2.0,0.03245384184187926,0.0004890974368965768,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,2.4940922205109928,2.4940922205109928,1.2133821646372478,0.8855561693376628,0.04640573262886946,0.047673585882550405,7.058703760244179,1.5792695211745817,0.06507754824411381,0.05000029146323188,0.04279827575737358,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.014650455455899684,0.014650455455899684,0.10518930355707805,0.11783055926269648,0.08378725398468422,0.08057463034379818,0.8866314809900051,0.12103906582545854,0.09308430268104692,0.0808951465738767,0.08802244854846125,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.2389859707322191,0.2389859707322191,0.42954127656088936,1.1179841882896904,0.16393566152055378,0.14699057215907121,4.898458062979537,0.4888619137672919,0.17194946601002692,0.15108436769952338,0.10695009557138167,Ocean,1,72 -nws_ksfo_observations_temperature/1h/short,TiRex,3.817135385736492,3.817135385736492,1.5640043417612712,0.8709073722970228,0.07697125658438357,0.07246878515219546,12.538343183887662,1.9537490590494195,0.09172530574626839,0.07342743213211962,0.05388236924573228,Weather,1,24 +nws_ksfo_observations_temperature/1h/short,TiRex,5.380841372769737,5.380841372769737,1.9401601950327556,1.1450125025131663,0.10676970261350494,0.09957277125053517,12.004424923479368,2.3196640646373208,0.1183250532439866,0.0989667262078345,0.07314585290364467,Weather,1,24 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,92.80649154228195,92.80649154228195,7.345827420552571,0.6163998802705074,0.27576754240258616,0.3018736390013886,2.2015046632542767,9.633612590419128,0.3819073606804168,0.29121220475350373,0.22793506708261,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.6603771258370822,0.6603771258370822,0.6947139898935953,0.6235638091787329,0.027145054767423415,0.027057642144756217,2.7439231517110034,0.8126359122245842,0.03133054119420084,0.026784153827222955,0.02196558750191739,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,10.958261767989976,10.958261767989976,2.8649418354034424,0.5323246765136719,0.35223283047799936,0.2996833197718602,2.698578780389601,3.310326534949381,0.3310326534949381,0.2864941835403442,0.23781446748309668,Hazards,1,24 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 355fde7cf786e4daf1624afba5880cc379b54daa..0696343f02c207f4234391096c4a4ab4e2202741 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-30T02:51:05.825451+00:00", + "evaluated_at": "2026-06-30T03:00:28.651439+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 60260.2109375, 59838.01171875, 59939.94140625, - 60019.6796875 + 60000.0 ], "p50": [ 59738.04296875, diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index ae19ebaef8d7d8feb17e0a456f8f99964a47fdb0..36c3d9a33c3f1af7bb74d5a5bf031e92e9b30ca5 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,36 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-30T01:43:20.491025+00:00", + "evaluated_at": "2026-06-30T03:00:33.423528+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 17.0, - 17.200000762939453, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +76,7 @@ 22.0, 22.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 23.0, 22.799999237060547, 22.0, @@ -127,351 +100,376 @@ 21.0, 21.0, 21.0, - 22.0 + 22.0, + 21.0 + ], + "actuals": [ + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.0, + 19.0, + 19.0, + 18.0, + 18.299999237060547, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 22.8642520904541, - 22.84644317626953, - 22.837059020996094, - 22.83620834350586, - 22.84078598022461, - 22.86008071899414, - 22.862010955810547, - 22.851608276367188, - 22.84325408935547, - 22.833358764648438, - 22.837574005126953, - 22.826305389404297, - 22.809917449951172, - 22.804126739501953, - 22.806819915771484, - 22.798681259155273, - 22.790922164916992, - 22.801349639892578, - 22.80234146118164, - 22.81463623046875, - 22.816614151000977, - 22.816564559936523, - 22.82976531982422, - 22.835660934448242 + 21.010934829711914, + 20.96965217590332, + 20.951135635375977, + 20.95849609375, + 20.954185485839844, + 20.93723487854004, + 20.903554916381836, + 20.868825912475586, + 20.82618522644043, + 20.788860321044922, + 20.759485244750977, + 20.7125301361084, + 20.65935707092285, + 20.631717681884766, + 20.632164001464844, + 20.61357879638672, + 20.6115665435791, + 20.64073944091797, + 20.647876739501953, + 20.649274826049805, + 20.672548294067383, + 20.693262100219727, + 20.730131149291992, + 20.697647094726562 ], "p10": [ - 22.266353607177734, - 22.099382400512695, - 21.979141235351562, - 21.819164276123047, - 21.750362396240234, - 21.732351303100586, - 21.612659454345703, - 21.553966522216797, - 21.579517364501953, - 21.599931716918945, - 21.55577850341797, - 21.46841049194336, - 21.406232833862305, - 21.362213134765625, - 21.301189422607422, - 21.24201202392578, - 21.18674659729004, - 21.14718246459961, - 21.11720085144043, - 21.08842658996582, - 21.031036376953125, - 20.950057983398438, - 20.886125564575195, - 20.827789306640625 + 19.71034812927246, + 19.315736770629883, + 19.108890533447266, + 18.9262638092041, + 18.813508987426758, + 18.718032836914062, + 18.651874542236328, + 18.611547470092773, + 18.59265899658203, + 18.554519653320312, + 18.466718673706055, + 18.3916072845459, + 18.328832626342773, + 18.339441299438477, + 18.35797691345215, + 18.32027244567871, + 18.298236846923828, + 18.307817459106445, + 18.299610137939453, + 18.282175064086914, + 18.254558563232422, + 18.27047348022461, + 18.277088165283203, + 18.256568908691406 ], "p90": [ - 23.183889389038086, - 23.314058303833008, - 23.478059768676758, - 23.65312385559082, - 23.808868408203125, - 23.950105667114258, - 24.068683624267578, - 24.17816734313965, - 24.264381408691406, - 24.391233444213867, - 24.505765914916992, - 24.569528579711914, - 24.645343780517578, - 24.721952438354492, - 24.844762802124023, - 24.94910430908203, - 25.02529525756836, - 25.103321075439453, - 25.156850814819336, - 25.258865356445312, - 25.326671600341797, - 25.39446258544922, - 25.450857162475586, - 25.50141143798828 + 22.065629959106445, + 22.302766799926758, + 22.495088577270508, + 22.596338272094727, + 22.67284393310547, + 22.737958908081055, + 22.80930519104004, + 22.862638473510742, + 22.896753311157227, + 22.91106605529785, + 22.922977447509766, + 22.944734573364258, + 22.917516708374023, + 22.904211044311523, + 22.946426391601562, + 22.92664337158203, + 22.9466609954834, + 23.00060272216797, + 23.036436080932617, + 23.070331573486328, + 23.10954475402832, + 23.170612335205078, + 23.209747314453125, + 23.186752319335938 ], "mean": [ - 22.8642520904541, - 22.84644317626953, - 22.837059020996094, - 22.83620834350586, - 22.84078598022461, - 22.86008071899414, - 22.862010955810547, - 22.851608276367188, - 22.84325408935547, - 22.833358764648438, - 22.837574005126953, - 22.826305389404297, - 22.809917449951172, - 22.804126739501953, - 22.806819915771484, - 22.798681259155273, - 22.790922164916992, - 22.801349639892578, - 22.80234146118164, - 22.81463623046875, - 22.816614151000977, - 22.816564559936523, - 22.82976531982422, - 22.835660934448242 + 21.010934829711914, + 20.96965217590332, + 20.951135635375977, + 20.95849609375, + 20.954185485839844, + 20.93723487854004, + 20.903554916381836, + 20.868825912475586, + 20.82618522644043, + 20.788860321044922, + 20.759485244750977, + 20.7125301361084, + 20.65935707092285, + 20.631717681884766, + 20.632164001464844, + 20.61357879638672, + 20.6115665435791, + 20.64073944091797, + 20.647876739501953, + 20.649274826049805, + 20.672548294067383, + 20.693262100219727, + 20.730131149291992, + 20.697647094726562 ], "quantiles": { "0.1": [ - 22.266353607177734, - 22.099382400512695, - 21.979141235351562, - 21.819164276123047, - 21.750362396240234, - 21.732351303100586, - 21.612659454345703, - 21.553966522216797, - 21.579517364501953, - 21.599931716918945, - 21.55577850341797, - 21.46841049194336, - 21.406232833862305, - 21.362213134765625, - 21.301189422607422, - 21.24201202392578, - 21.18674659729004, - 21.14718246459961, - 21.11720085144043, - 21.08842658996582, - 21.031036376953125, - 20.950057983398438, - 20.886125564575195, - 20.827789306640625 + 19.71034812927246, + 19.315736770629883, + 19.108890533447266, + 18.9262638092041, + 18.813508987426758, + 18.718032836914062, + 18.651874542236328, + 18.611547470092773, + 18.59265899658203, + 18.554519653320312, + 18.466718673706055, + 18.3916072845459, + 18.328832626342773, + 18.339441299438477, + 18.35797691345215, + 18.32027244567871, + 18.298236846923828, + 18.307817459106445, + 18.299610137939453, + 18.282175064086914, + 18.254558563232422, + 18.27047348022461, + 18.277088165283203, + 18.256568908691406 ], "0.2": [ - 22.266353607177734, - 22.099382400512695, - 21.979141235351562, - 21.819164276123047, - 21.750362396240234, - 21.732351303100586, - 21.612659454345703, - 21.553966522216797, - 21.579517364501953, - 21.599931716918945, - 21.55577850341797, - 21.46841049194336, - 21.406232833862305, - 21.362213134765625, - 21.301189422607422, - 21.24201202392578, - 21.18674659729004, - 21.14718246459961, - 21.11720085144043, - 21.08842658996582, - 21.031036376953125, - 20.950057983398438, - 20.886125564575195, - 20.827789306640625 + 19.71034812927246, + 19.315736770629883, + 19.108890533447266, + 18.9262638092041, + 18.813508987426758, + 18.718032836914062, + 18.651874542236328, + 18.611547470092773, + 18.59265899658203, + 18.554519653320312, + 18.466718673706055, + 18.3916072845459, + 18.328832626342773, + 18.339441299438477, + 18.35797691345215, + 18.32027244567871, + 18.298236846923828, + 18.307817459106445, + 18.299610137939453, + 18.282175064086914, + 18.254558563232422, + 18.27047348022461, + 18.277088165283203, + 18.256568908691406 ], "0.3": [ - 22.266353607177734, - 22.099382400512695, - 21.979141235351562, - 21.819164276123047, - 21.750362396240234, - 21.732351303100586, - 21.612659454345703, - 21.553966522216797, - 21.579517364501953, - 21.599931716918945, - 21.55577850341797, - 21.46841049194336, - 21.406232833862305, - 21.362213134765625, - 21.301189422607422, - 21.24201202392578, - 21.18674659729004, - 21.14718246459961, - 21.11720085144043, - 21.08842658996582, - 21.031036376953125, - 20.950057983398438, - 20.886125564575195, - 20.827789306640625 + 19.71034812927246, + 19.315736770629883, + 19.108890533447266, + 18.9262638092041, + 18.813508987426758, + 18.718032836914062, + 18.651874542236328, + 18.611547470092773, + 18.59265899658203, + 18.554519653320312, + 18.466718673706055, + 18.3916072845459, + 18.328832626342773, + 18.339441299438477, + 18.35797691345215, + 18.32027244567871, + 18.298236846923828, + 18.307817459106445, + 18.299610137939453, + 18.282175064086914, + 18.254558563232422, + 18.27047348022461, + 18.277088165283203, + 18.256568908691406 ], "0.4": [ - 22.8642520904541, - 22.84644317626953, - 22.837059020996094, - 22.83620834350586, - 22.84078598022461, - 22.86008071899414, - 22.862010955810547, - 22.851608276367188, - 22.84325408935547, - 22.833358764648438, - 22.837574005126953, - 22.826305389404297, - 22.809917449951172, - 22.804126739501953, - 22.806819915771484, - 22.798681259155273, - 22.790922164916992, - 22.801349639892578, - 22.80234146118164, - 22.81463623046875, - 22.816614151000977, - 22.816564559936523, - 22.82976531982422, - 22.835660934448242 + 21.010934829711914, + 20.96965217590332, + 20.951135635375977, + 20.95849609375, + 20.954185485839844, + 20.93723487854004, + 20.903554916381836, + 20.868825912475586, + 20.82618522644043, + 20.788860321044922, + 20.759485244750977, + 20.7125301361084, + 20.65935707092285, + 20.631717681884766, + 20.632164001464844, + 20.61357879638672, + 20.6115665435791, + 20.64073944091797, + 20.647876739501953, + 20.649274826049805, + 20.672548294067383, + 20.693262100219727, + 20.730131149291992, + 20.697647094726562 ], "0.5": [ - 22.8642520904541, - 22.84644317626953, - 22.837059020996094, - 22.83620834350586, - 22.84078598022461, - 22.86008071899414, - 22.862010955810547, - 22.851608276367188, - 22.84325408935547, - 22.833358764648438, - 22.837574005126953, - 22.826305389404297, - 22.809917449951172, - 22.804126739501953, - 22.806819915771484, - 22.798681259155273, - 22.790922164916992, - 22.801349639892578, - 22.80234146118164, - 22.81463623046875, - 22.816614151000977, - 22.816564559936523, - 22.82976531982422, - 22.835660934448242 + 21.010934829711914, + 20.96965217590332, + 20.951135635375977, + 20.95849609375, + 20.954185485839844, + 20.93723487854004, + 20.903554916381836, + 20.868825912475586, + 20.82618522644043, + 20.788860321044922, + 20.759485244750977, + 20.7125301361084, + 20.65935707092285, + 20.631717681884766, + 20.632164001464844, + 20.61357879638672, + 20.6115665435791, + 20.64073944091797, + 20.647876739501953, + 20.649274826049805, + 20.672548294067383, + 20.693262100219727, + 20.730131149291992, + 20.697647094726562 ], "0.6": [ - 22.8642520904541, - 22.84644317626953, - 22.837059020996094, - 22.83620834350586, - 22.84078598022461, - 22.86008071899414, - 22.862010955810547, - 22.851608276367188, - 22.84325408935547, - 22.833358764648438, - 22.837574005126953, - 22.826305389404297, - 22.809917449951172, - 22.804126739501953, - 22.806819915771484, - 22.798681259155273, - 22.790922164916992, - 22.801349639892578, - 22.80234146118164, - 22.81463623046875, - 22.816614151000977, - 22.816564559936523, - 22.82976531982422, - 22.835660934448242 + 21.010934829711914, + 20.96965217590332, + 20.951135635375977, + 20.95849609375, + 20.954185485839844, + 20.93723487854004, + 20.903554916381836, + 20.868825912475586, + 20.82618522644043, + 20.788860321044922, + 20.759485244750977, + 20.7125301361084, + 20.65935707092285, + 20.631717681884766, + 20.632164001464844, + 20.61357879638672, + 20.6115665435791, + 20.64073944091797, + 20.647876739501953, + 20.649274826049805, + 20.672548294067383, + 20.693262100219727, + 20.730131149291992, + 20.697647094726562 ], "0.7": [ - 22.8642520904541, - 22.84644317626953, - 22.837059020996094, - 22.83620834350586, - 22.84078598022461, - 22.86008071899414, - 22.862010955810547, - 22.851608276367188, - 22.84325408935547, - 22.833358764648438, - 22.837574005126953, - 22.826305389404297, - 22.809917449951172, - 22.804126739501953, - 22.806819915771484, - 22.798681259155273, - 22.790922164916992, - 22.801349639892578, - 22.80234146118164, - 22.81463623046875, - 22.816614151000977, - 22.816564559936523, - 22.82976531982422, - 22.835660934448242 + 21.010934829711914, + 20.96965217590332, + 20.951135635375977, + 20.95849609375, + 20.954185485839844, + 20.93723487854004, + 20.903554916381836, + 20.868825912475586, + 20.82618522644043, + 20.788860321044922, + 20.759485244750977, + 20.7125301361084, + 20.65935707092285, + 20.631717681884766, + 20.632164001464844, + 20.61357879638672, + 20.6115665435791, + 20.64073944091797, + 20.647876739501953, + 20.649274826049805, + 20.672548294067383, + 20.693262100219727, + 20.730131149291992, + 20.697647094726562 ], "0.8": [ - 23.183889389038086, - 23.314058303833008, - 23.478059768676758, - 23.65312385559082, - 23.808868408203125, - 23.950105667114258, - 24.068683624267578, - 24.17816734313965, - 24.264381408691406, - 24.391233444213867, - 24.505765914916992, - 24.569528579711914, - 24.645343780517578, - 24.721952438354492, - 24.844762802124023, - 24.94910430908203, - 25.02529525756836, - 25.103321075439453, - 25.156850814819336, - 25.258865356445312, - 25.326671600341797, - 25.39446258544922, - 25.450857162475586, - 25.50141143798828 + 22.065629959106445, + 22.302766799926758, + 22.495088577270508, + 22.596338272094727, + 22.67284393310547, + 22.737958908081055, + 22.80930519104004, + 22.862638473510742, + 22.896753311157227, + 22.91106605529785, + 22.922977447509766, + 22.944734573364258, + 22.917516708374023, + 22.904211044311523, + 22.946426391601562, + 22.92664337158203, + 22.9466609954834, + 23.00060272216797, + 23.036436080932617, + 23.070331573486328, + 23.10954475402832, + 23.170612335205078, + 23.209747314453125, + 23.186752319335938 ], "0.9": [ - 23.183889389038086, - 23.314058303833008, - 23.478059768676758, - 23.65312385559082, - 23.808868408203125, - 23.950105667114258, - 24.068683624267578, - 24.17816734313965, - 24.264381408691406, - 24.391233444213867, - 24.505765914916992, - 24.569528579711914, - 24.645343780517578, - 24.721952438354492, - 24.844762802124023, - 24.94910430908203, - 25.02529525756836, - 25.103321075439453, - 25.156850814819336, - 25.258865356445312, - 25.326671600341797, - 25.39446258544922, - 25.450857162475586, - 25.50141143798828 + 22.065629959106445, + 22.302766799926758, + 22.495088577270508, + 22.596338272094727, + 22.67284393310547, + 22.737958908081055, + 22.80930519104004, + 22.862638473510742, + 22.896753311157227, + 22.91106605529785, + 22.922977447509766, + 22.944734573364258, + 22.917516708374023, + 22.904211044311523, + 22.946426391601562, + 22.92664337158203, + 22.9466609954834, + 23.00060272216797, + 23.036436080932617, + 23.070331573486328, + 23.10954475402832, + 23.170612335205078, + 23.209747314453125, + 23.186752319335938 ] }, "timestamps": [ - "2026-06-29 15:00:00", - "2026-06-29 16:00:00", "2026-06-29 17:00:00", "2026-06-29 18:00:00", "2026-06-29 19:00:00", @@ -589,6 +587,8 @@ "2026-07-04 11:00:00", "2026-07-04 12:00:00", "2026-07-04 13:00:00", - "2026-07-04 14:00:00" + "2026-07-04 14:00:00", + "2026-07-04 15:00:00", + "2026-07-04 16:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 3bfd89b13251964f02ae252137a4d2306d377805..e5dbfa71e3b77c8986b9fd69f4a2a6a7cdcc55e1 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,31 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-30T02:51:26.834008+00:00", + "evaluated_at": "2026-06-30T03:00:36.280265+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index c2a2a98306d0fbcb67c0aab91535ed5da4d54668..9ed135480f626d46e49349c64f4e9f7776c265f9 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,12 +1,12 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,86231.34473609924,86231.34473609924,245.96435546875,0.3711430670907476,0.004101236579016802,0.004095218158521759,2.1218133753179216,293.6517405637148,0.00489056680756616,0.004096366363743292,0.004053694034148967,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,86408.05833625793,86408.05833625793,246.78434244791666,0.372380370283897,0.004114925323650366,0.004108882356377302,2.1218133753179216,293.95247632271776,0.004895642449115775,0.004110079009297916,0.0040583017591065765,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Toto-2.0-1B,297921.62673632306,297921.62673632306,450.6170247395833,0.548380266486025,0.007568408346599796,0.007527075059881278,3.3774855556017727,545.8219734824928,0.009132884218643587,0.007539881708386864,0.007200933369304012,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-2.0-1B,1.0106977454497439e-07,1.0106977454497439e-07,0.000288916751742363,0.0013961078293975174,nan,2.0,2.061274461966859,0.0003179147284178171,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-2.0-1B,9.285839740510159e-20,9.285839740510159e-20,2.8203846723362513e-10,nan,nan,2.0,nan,3.047267585971104e-10,inf,inf,inf,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,4.1231865031386405,4.1231865031386405,1.5428876876831055,1.126037410341669,0.05832365833151538,0.06071146139323571,4.235504849832446,2.030563100014043,0.08367417108486906,0.06357834846060255,0.05027504602863044,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.007129863741124609,0.007129863741124609,0.07599783341089884,0.08513096779560235,0.05958512242881382,0.05903098196033975,0.8355854355487226,0.08443852048161792,0.06493689243921365,0.05844563720051406,0.07804825884413438,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.1599772732402261,0.1599772732402261,0.34260011712710065,0.891698969935895,0.13209844435776466,0.12027088215215083,7.484314084980557,0.39997159054141096,0.1406836971258002,0.1205041864296672,0.08451424638085198,Ocean,1,72 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,4.287491311499555,4.287491311499555,1.6703775723775227,0.9301407313645678,0.08213135322695168,0.07710099904528196,13.969683538821528,2.070625826048626,0.09721247777482644,0.07842148039860541,0.05525550078536595,Weather,1,24 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,6.680785838743607,6.680785838743607,2.1019643942515054,1.2405034993591622,0.11656997921540034,0.10726310029042285,13.99603324664799,2.5847216172624097,0.13184552351604215,0.10722028791081006,0.07699409599272669,Weather,1,24 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,88.5018052766956,88.5018052766956,7.149895906448364,0.5999589601507194,0.2750383970375417,0.29151842347337115,2.4458054892183703,9.407539809997916,0.37294510918005913,0.28344484990885555,0.23049793994293058,Air Quality,1,24 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.5971490662063843,0.5971490662063843,0.6890631516774496,0.6184917100784221,0.02704825045804357,0.02718130555981979,2.3303377111340704,0.7727542081453742,0.029792933326086717,0.026566290185154683,0.022857723006282943,Weather,1,24 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,10.671129373490203,10.671129373490203,2.7741013367970786,0.5154459258048765,0.34923020638543406,0.2910618014384854,2.6672702629335467,3.2666694619275765,0.32666694619275766,0.27741013367970785,0.23101087579020746,Hazards,1,24 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index bb1876022d6e0e0cbea278aff9c8c8cc0101b776..b0a34eef2be0e612bd0d495dc24a23658bf4693a 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-30T02:50:38.074285+00:00", + "evaluated_at": "2026-06-30T03:00:10.695926+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 60260.2109375, 59838.01171875, 59939.94140625, - 60019.6796875 + 60000.0 ], "p50": [ 59867.5859375, diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index 6236ba9ff5d0488bd2980bc534fe9a5389dfcf5d..7ce9e1eb3f64d6698e033def1f16dec12e8be494 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,36 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-30T01:33:34.677616+00:00", + "evaluated_at": "2026-06-30T03:00:15.363028+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 17.0, - 17.200000762939453, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +76,7 @@ 22.0, 22.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 23.0, 22.799999237060547, 22.0, @@ -127,351 +100,376 @@ 21.0, 21.0, 21.0, - 22.0 + 22.0, + 21.0 + ], + "actuals": [ + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.0, + 19.0, + 19.0, + 18.0, + 18.299999237060547, + 18.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0 ], "p50": [ - 23.000228881835938, - 22.979183197021484, - 22.9827880859375, - 22.982704162597656, - 22.982078552246094, - 23.000137329101562, - 22.99547004699707, - 22.975061416625977, - 22.992225646972656, - 22.96259307861328, - 22.978727340698242, - 23.01541519165039, - 22.978878021240234, - 22.965065002441406, - 22.953279495239258, - 22.96162986755371, - 22.964759826660156, - 22.95079803466797, - 22.9644718170166, - 22.97856903076172, - 22.936988830566406, - 22.94351577758789, - 22.9049072265625, - 22.90374183654785 + 21.126420974731445, + 21.094707489013672, + 21.089067459106445, + 21.081262588500977, + 21.09229850769043, + 21.062898635864258, + 21.074922561645508, + 21.067171096801758, + 21.064279556274414, + 21.066823959350586, + 21.074352264404297, + 21.069820404052734, + 21.07322883605957, + 21.067819595336914, + 21.068958282470703, + 21.05390739440918, + 21.062156677246094, + 21.06379508972168, + 21.070594787597656, + 21.075355529785156, + 21.08392906188965, + 21.092754364013672, + 21.112905502319336, + 21.135211944580078 ], "p10": [ - 22.04207420349121, - 21.98137092590332, - 22.01404571533203, - 22.159488677978516, - 22.069040298461914, - 21.958850860595703, - 21.89725685119629, - 21.913881301879883, - 21.860137939453125, - 21.82133674621582, - 21.880023956298828, - 21.77947998046875, - 21.74483871459961, - 21.6915225982666, - 21.6413631439209, - 21.541461944580078, - 21.46271324157715, - 21.358150482177734, - 21.247173309326172, - 21.12948226928711, - 21.021316528320312, - 20.881362915039062, - 20.71282958984375, - 20.53748893737793 + 20.027204513549805, + 19.92970085144043, + 19.83444595336914, + 19.670631408691406, + 19.484451293945312, + 19.422077178955078, + 19.322650909423828, + 19.166677474975586, + 19.081270217895508, + 19.00300407409668, + 18.924898147583008, + 18.84400177001953, + 18.788360595703125, + 18.69611358642578, + 18.663333892822266, + 18.643728256225586, + 18.585079193115234, + 18.521873474121094, + 18.533899307250977, + 18.501625061035156, + 18.477283477783203, + 18.431991577148438, + 18.388845443725586, + 18.342294692993164 ], "p90": [ - 23.056560516357422, - 23.079471588134766, - 23.11282730102539, - 23.18203353881836, - 23.279787063598633, - 23.334102630615234, - 23.3414306640625, - 23.39719009399414, - 23.460124969482422, - 23.530481338500977, - 23.63309669494629, - 23.72459602355957, - 23.826229095458984, - 23.92601776123047, - 23.99124526977539, - 24.09737777709961, - 24.165220260620117, - 24.268692016601562, - 24.34153175354004, - 24.40467643737793, - 24.469457626342773, - 24.548315048217773, - 24.56479835510254, - 24.630481719970703 + 22.33336639404297, + 22.4519100189209, + 22.520099639892578, + 22.580280303955078, + 22.70846939086914, + 22.754838943481445, + 22.83506965637207, + 22.907085418701172, + 22.94639015197754, + 23.028934478759766, + 23.072050094604492, + 23.146459579467773, + 23.189292907714844, + 23.202665328979492, + 23.220109939575195, + 23.271657943725586, + 23.296213150024414, + 23.322525024414062, + 23.331867218017578, + 23.30675506591797, + 23.322481155395508, + 23.350841522216797, + 23.366361618041992, + 23.393566131591797 ], "mean": [ - 23.000228881835938, - 22.979183197021484, - 22.9827880859375, - 22.982704162597656, - 22.982078552246094, - 23.000137329101562, - 22.99547004699707, - 22.975061416625977, - 22.992225646972656, - 22.96259307861328, - 22.978727340698242, - 23.01541519165039, - 22.978878021240234, - 22.965065002441406, - 22.953279495239258, - 22.96162986755371, - 22.964759826660156, - 22.95079803466797, - 22.9644718170166, - 22.97856903076172, - 22.936988830566406, - 22.94351577758789, - 22.9049072265625, - 22.90374183654785 + 21.126420974731445, + 21.094707489013672, + 21.089067459106445, + 21.081262588500977, + 21.09229850769043, + 21.062898635864258, + 21.074922561645508, + 21.067171096801758, + 21.064279556274414, + 21.066823959350586, + 21.074352264404297, + 21.069820404052734, + 21.07322883605957, + 21.067819595336914, + 21.068958282470703, + 21.05390739440918, + 21.062156677246094, + 21.06379508972168, + 21.070594787597656, + 21.075355529785156, + 21.08392906188965, + 21.092754364013672, + 21.112905502319336, + 21.135211944580078 ], "quantiles": { "0.1": [ - 22.04207420349121, - 21.98137092590332, - 22.01404571533203, - 22.159488677978516, - 22.069040298461914, - 21.958850860595703, - 21.89725685119629, - 21.913881301879883, - 21.860137939453125, - 21.82133674621582, - 21.880023956298828, - 21.77947998046875, - 21.74483871459961, - 21.6915225982666, - 21.6413631439209, - 21.541461944580078, - 21.46271324157715, - 21.358150482177734, - 21.247173309326172, - 21.12948226928711, - 21.021316528320312, - 20.881362915039062, - 20.71282958984375, - 20.53748893737793 + 20.027204513549805, + 19.92970085144043, + 19.83444595336914, + 19.670631408691406, + 19.484451293945312, + 19.422077178955078, + 19.322650909423828, + 19.166677474975586, + 19.081270217895508, + 19.00300407409668, + 18.924898147583008, + 18.84400177001953, + 18.788360595703125, + 18.69611358642578, + 18.663333892822266, + 18.643728256225586, + 18.585079193115234, + 18.521873474121094, + 18.533899307250977, + 18.501625061035156, + 18.477283477783203, + 18.431991577148438, + 18.388845443725586, + 18.342294692993164 ], "0.2": [ - 22.04207420349121, - 21.98137092590332, - 22.01404571533203, - 22.159488677978516, - 22.069040298461914, - 21.958850860595703, - 21.89725685119629, - 21.913881301879883, - 21.860137939453125, - 21.82133674621582, - 21.880023956298828, - 21.77947998046875, - 21.74483871459961, - 21.6915225982666, - 21.6413631439209, - 21.541461944580078, - 21.46271324157715, - 21.358150482177734, - 21.247173309326172, - 21.12948226928711, - 21.021316528320312, - 20.881362915039062, - 20.71282958984375, - 20.53748893737793 + 20.027204513549805, + 19.92970085144043, + 19.83444595336914, + 19.670631408691406, + 19.484451293945312, + 19.422077178955078, + 19.322650909423828, + 19.166677474975586, + 19.081270217895508, + 19.00300407409668, + 18.924898147583008, + 18.84400177001953, + 18.788360595703125, + 18.69611358642578, + 18.663333892822266, + 18.643728256225586, + 18.585079193115234, + 18.521873474121094, + 18.533899307250977, + 18.501625061035156, + 18.477283477783203, + 18.431991577148438, + 18.388845443725586, + 18.342294692993164 ], "0.3": [ - 22.04207420349121, - 21.98137092590332, - 22.01404571533203, - 22.159488677978516, - 22.069040298461914, - 21.958850860595703, - 21.89725685119629, - 21.913881301879883, - 21.860137939453125, - 21.82133674621582, - 21.880023956298828, - 21.77947998046875, - 21.74483871459961, - 21.6915225982666, - 21.6413631439209, - 21.541461944580078, - 21.46271324157715, - 21.358150482177734, - 21.247173309326172, - 21.12948226928711, - 21.021316528320312, - 20.881362915039062, - 20.71282958984375, - 20.53748893737793 + 20.027204513549805, + 19.92970085144043, + 19.83444595336914, + 19.670631408691406, + 19.484451293945312, + 19.422077178955078, + 19.322650909423828, + 19.166677474975586, + 19.081270217895508, + 19.00300407409668, + 18.924898147583008, + 18.84400177001953, + 18.788360595703125, + 18.69611358642578, + 18.663333892822266, + 18.643728256225586, + 18.585079193115234, + 18.521873474121094, + 18.533899307250977, + 18.501625061035156, + 18.477283477783203, + 18.431991577148438, + 18.388845443725586, + 18.342294692993164 ], "0.4": [ - 23.000228881835938, - 22.979183197021484, - 22.9827880859375, - 22.982704162597656, - 22.982078552246094, - 23.000137329101562, - 22.99547004699707, - 22.975061416625977, - 22.992225646972656, - 22.96259307861328, - 22.978727340698242, - 23.01541519165039, - 22.978878021240234, - 22.965065002441406, - 22.953279495239258, - 22.96162986755371, - 22.964759826660156, - 22.95079803466797, - 22.9644718170166, - 22.97856903076172, - 22.936988830566406, - 22.94351577758789, - 22.9049072265625, - 22.90374183654785 + 21.126420974731445, + 21.094707489013672, + 21.089067459106445, + 21.081262588500977, + 21.09229850769043, + 21.062898635864258, + 21.074922561645508, + 21.067171096801758, + 21.064279556274414, + 21.066823959350586, + 21.074352264404297, + 21.069820404052734, + 21.07322883605957, + 21.067819595336914, + 21.068958282470703, + 21.05390739440918, + 21.062156677246094, + 21.06379508972168, + 21.070594787597656, + 21.075355529785156, + 21.08392906188965, + 21.092754364013672, + 21.112905502319336, + 21.135211944580078 ], "0.5": [ - 23.000228881835938, - 22.979183197021484, - 22.9827880859375, - 22.982704162597656, - 22.982078552246094, - 23.000137329101562, - 22.99547004699707, - 22.975061416625977, - 22.992225646972656, - 22.96259307861328, - 22.978727340698242, - 23.01541519165039, - 22.978878021240234, - 22.965065002441406, - 22.953279495239258, - 22.96162986755371, - 22.964759826660156, - 22.95079803466797, - 22.9644718170166, - 22.97856903076172, - 22.936988830566406, - 22.94351577758789, - 22.9049072265625, - 22.90374183654785 + 21.126420974731445, + 21.094707489013672, + 21.089067459106445, + 21.081262588500977, + 21.09229850769043, + 21.062898635864258, + 21.074922561645508, + 21.067171096801758, + 21.064279556274414, + 21.066823959350586, + 21.074352264404297, + 21.069820404052734, + 21.07322883605957, + 21.067819595336914, + 21.068958282470703, + 21.05390739440918, + 21.062156677246094, + 21.06379508972168, + 21.070594787597656, + 21.075355529785156, + 21.08392906188965, + 21.092754364013672, + 21.112905502319336, + 21.135211944580078 ], "0.6": [ - 23.000228881835938, - 22.979183197021484, - 22.9827880859375, - 22.982704162597656, - 22.982078552246094, - 23.000137329101562, - 22.99547004699707, - 22.975061416625977, - 22.992225646972656, - 22.96259307861328, - 22.978727340698242, - 23.01541519165039, - 22.978878021240234, - 22.965065002441406, - 22.953279495239258, - 22.96162986755371, - 22.964759826660156, - 22.95079803466797, - 22.9644718170166, - 22.97856903076172, - 22.936988830566406, - 22.94351577758789, - 22.9049072265625, - 22.90374183654785 + 21.126420974731445, + 21.094707489013672, + 21.089067459106445, + 21.081262588500977, + 21.09229850769043, + 21.062898635864258, + 21.074922561645508, + 21.067171096801758, + 21.064279556274414, + 21.066823959350586, + 21.074352264404297, + 21.069820404052734, + 21.07322883605957, + 21.067819595336914, + 21.068958282470703, + 21.05390739440918, + 21.062156677246094, + 21.06379508972168, + 21.070594787597656, + 21.075355529785156, + 21.08392906188965, + 21.092754364013672, + 21.112905502319336, + 21.135211944580078 ], "0.7": [ - 23.000228881835938, - 22.979183197021484, - 22.9827880859375, - 22.982704162597656, - 22.982078552246094, - 23.000137329101562, - 22.99547004699707, - 22.975061416625977, - 22.992225646972656, - 22.96259307861328, - 22.978727340698242, - 23.01541519165039, - 22.978878021240234, - 22.965065002441406, - 22.953279495239258, - 22.96162986755371, - 22.964759826660156, - 22.95079803466797, - 22.9644718170166, - 22.97856903076172, - 22.936988830566406, - 22.94351577758789, - 22.9049072265625, - 22.90374183654785 + 21.126420974731445, + 21.094707489013672, + 21.089067459106445, + 21.081262588500977, + 21.09229850769043, + 21.062898635864258, + 21.074922561645508, + 21.067171096801758, + 21.064279556274414, + 21.066823959350586, + 21.074352264404297, + 21.069820404052734, + 21.07322883605957, + 21.067819595336914, + 21.068958282470703, + 21.05390739440918, + 21.062156677246094, + 21.06379508972168, + 21.070594787597656, + 21.075355529785156, + 21.08392906188965, + 21.092754364013672, + 21.112905502319336, + 21.135211944580078 ], "0.8": [ - 23.056560516357422, - 23.079471588134766, - 23.11282730102539, - 23.18203353881836, - 23.279787063598633, - 23.334102630615234, - 23.3414306640625, - 23.39719009399414, - 23.460124969482422, - 23.530481338500977, - 23.63309669494629, - 23.72459602355957, - 23.826229095458984, - 23.92601776123047, - 23.99124526977539, - 24.09737777709961, - 24.165220260620117, - 24.268692016601562, - 24.34153175354004, - 24.40467643737793, - 24.469457626342773, - 24.548315048217773, - 24.56479835510254, - 24.630481719970703 + 22.33336639404297, + 22.4519100189209, + 22.520099639892578, + 22.580280303955078, + 22.70846939086914, + 22.754838943481445, + 22.83506965637207, + 22.907085418701172, + 22.94639015197754, + 23.028934478759766, + 23.072050094604492, + 23.146459579467773, + 23.189292907714844, + 23.202665328979492, + 23.220109939575195, + 23.271657943725586, + 23.296213150024414, + 23.322525024414062, + 23.331867218017578, + 23.30675506591797, + 23.322481155395508, + 23.350841522216797, + 23.366361618041992, + 23.393566131591797 ], "0.9": [ - 23.056560516357422, - 23.079471588134766, - 23.11282730102539, - 23.18203353881836, - 23.279787063598633, - 23.334102630615234, - 23.3414306640625, - 23.39719009399414, - 23.460124969482422, - 23.530481338500977, - 23.63309669494629, - 23.72459602355957, - 23.826229095458984, - 23.92601776123047, - 23.99124526977539, - 24.09737777709961, - 24.165220260620117, - 24.268692016601562, - 24.34153175354004, - 24.40467643737793, - 24.469457626342773, - 24.548315048217773, - 24.56479835510254, - 24.630481719970703 + 22.33336639404297, + 22.4519100189209, + 22.520099639892578, + 22.580280303955078, + 22.70846939086914, + 22.754838943481445, + 22.83506965637207, + 22.907085418701172, + 22.94639015197754, + 23.028934478759766, + 23.072050094604492, + 23.146459579467773, + 23.189292907714844, + 23.202665328979492, + 23.220109939575195, + 23.271657943725586, + 23.296213150024414, + 23.322525024414062, + 23.331867218017578, + 23.30675506591797, + 23.322481155395508, + 23.350841522216797, + 23.366361618041992, + 23.393566131591797 ] }, "timestamps": [ - "2026-06-29 15:00:00", - "2026-06-29 16:00:00", "2026-06-29 17:00:00", "2026-06-29 18:00:00", "2026-06-29 19:00:00", @@ -589,6 +587,8 @@ "2026-07-04 11:00:00", "2026-07-04 12:00:00", "2026-07-04 13:00:00", - "2026-07-04 14:00:00" + "2026-07-04 14:00:00", + "2026-07-04 15:00:00", + "2026-07-04 16:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 25ce2af250921be0e595bd94ae838df907d5fb1a..a0189ab32a33559d97a42763a353da78023fd5fe 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,31 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-30T02:50:58.240261+00:00", + "evaluated_at": "2026-06-30T03:00:18.088401+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t135500z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t203600z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t035000z", - "data_fetched_at": "2026-06-30T02:48:18.411419Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t004500z", + "data_fetched_at": "2026-06-30T02:58:21.649969Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []