diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index f207f41307ad3985705f9a42172d7a5a02f5b822..0edcff85ea89e9a08731e32e928f062684f4b2c6 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-25T12:14:12.208343+00:00", + "generated_at": "2026-06-25T12:40:23.748542+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 11, "num_datasets": 14, - "num_model_releases": 12046, - "num_unique_releases": 1372 + "num_model_releases": 12068, + "num_unique_releases": 1374 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 83441fc704e3c7762bb161c8fb17e071c244a4f0..d6404f0b4eb150846d961130af98cd2e918655a8 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,12 +1,12 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,4.492887031983327,1.1433980613309114,0.2048844839276889,0.6212960918592871,30.909467489146415,4.144197337924888,0.6582644460902388,1187.3598539491477,9.347035636090302,-0.022199226183857407,0.21428571428571427,14,1322,0.8571428571428571,2026-06-16T12:07:33.925127+00:00,2026-06-25T12:11:18.582426+00:00 -2,Chronos-2,4.799626150297902,1.2212182556200448,0.20031729148122335,0.6864857041335134,26.625843064250976,4.410911080017507,0.6007130371079435,1149.4539939972763,9.883374763413364,0.018027357778575028,0.21428571428571427,14,1348,0.8571428571428571,2026-06-16T12:06:40.343188+00:00,2026-06-25T12:06:17.185208+00:00 -3,Toto-2.0-1B,4.456528472009224,1.138692146020244,0.1884675070300983,0.6049517844038661,29.568250527679016,3.657363135876346,0.6957239375465647,1109.5663414665223,9.26816839172936,-0.018764652948463235,0.21428571428571427,14,1333,0.8571428571428571,2026-06-16T12:07:16.543073+00:00,2026-06-25T12:09:10.307356+00:00 -4,Moirai-1.1-Large,14146.976945327275,6.1426949912752775,0.26294701452596103,0.6712814694824584,11.660887553302077,4.874814245285829,0.5479908422570638,1099.7089463877282,135767.7265365624,-0.04348659815121186,0.21428571428571427,14,1298,0.8571428571428571,2026-06-16T12:07:48.486125+00:00,2026-06-25T12:12:30.456174+00:00 -5,Timer-S1,5.167392417842053,1.2378507062428423,0.2245453612856564,0.725294950135777,28.191805694439616,4.456331373453106,0.6218881933068684,1075.9173268120155,9.56965778378787,-0.03868325891550908,0.14285714285714285,14,1266,0.8571428571428571,2026-06-16T12:08:03.698792+00:00,2026-06-25T12:13:56.859368+00:00 -6,TimesFM-2.5,4.423005063998404,1.1211729771341636,0.17763751690345067,0.769591645808328,31.760477868631604,4.75053872269961,0.5578997732953924,1048.2239678223655,9.144540151430387,-0.05363548072373766,0.21428571428571427,14,1355,0.8571428571428571,2026-06-16T12:06:55.147862+00:00,2026-06-25T12:08:02.635652+00:00 -7,Chronos-Bolt,2.74889549843352,1.0730683642192258,0.24053467605323,0.7472557418535924,7.976424517703958,7.013715277777778,0.3858209325396826,995.3177927920053,0.5252933507759431,0.4184523809523809,0.0,12,49,0.8333333333333334,2026-06-25T06:37:03.120200+00:00,2026-06-25T12:07:01.765336+00:00 -8,ETS,15.81016697188058,1.8680951903617815,0.38878368681344866,1.297680357127199,-0.676250301624392,6.796417818991563,0.355648105346137,879.0823529422725,46.45528849668315,-0.07289312961907697,0.21428571428571427,14,1020,0.8571428571428571,2026-06-17T12:10:12.660440+00:00,2026-06-25T12:14:02.116612+00:00 -9,ARIMA,5.443599460554537,1.4402700078363104,0.281867476651695,0.8828493040731351,3.014155731507528,6.5055779227464905,0.3786497584571251,870.3904403000703,9.628829114435316,-0.045643695846384134,0.14285714285714285,14,1020,0.8571428571428571,2026-06-17T12:10:12.135642+00:00,2026-06-25T12:14:01.998694+00:00 -10,Moving-Average,5.171318723343916,1.4197262393081882,0.3164540580750727,0.9361859444522772,7.250254847952401,6.866523185853547,0.3435230004171837,839.0862959446933,9.62510268674973,-0.11776768277954079,0.2857142857142857,14,1020,0.8571428571428571,2026-06-17T12:10:12.847893+00:00,2026-06-25T12:14:02.174840+00:00 -11,Seasonal-Naive,5.624171162254776,1.5621916640191889,0.3308581669238358,1.017778121748176,2.6867938143617923e-16,6.823569620269914,0.33898505179314914,745.8926875859034,9.449630562834658,-0.00031219476929763196,0.2857142857142857,14,1015,0.8571428571428571,2026-06-17T12:10:12.963911+00:00,2026-06-25T12:14:02.221166+00:00 +1,TiRex,4.568663636305804,1.15894639351142,0.20515633376879636,0.6376109378641159,30.3242722334106,4.144364852094071,0.6528188474354162,1187.331788393111,8.742995859297569,0.05651455688014718,0.21428571428571427,14,1324,0.8571428571428571,2026-06-16T12:07:33.925127+00:00,2026-06-25T12:38:56.349271+00:00 +2,Chronos-2,4.852157623240013,1.2310034634649951,0.20050172522355317,0.6978932393409883,26.320010435328722,4.411530077959845,0.6006609792207326,1149.4597610165633,9.20242888019019,0.0936710560680401,0.21428571428571427,14,1350,0.8571428571428571,2026-06-16T12:06:40.343188+00:00,2026-06-25T12:36:31.004872+00:00 +3,Toto-2.0-1B,4.543028244281009,1.1570231892291178,0.1887799271102966,0.6222498300917242,28.841243506314225,3.728923231602301,0.690278185611337,1109.5165671465918,8.68647911621239,0.059711287962548314,0.21428571428571427,14,1335,0.8571428571428571,2026-06-16T12:07:16.543073+00:00,2026-06-25T12:38:44.379720+00:00 +4,Moirai-1.1-Large,14147.048881145907,6.157276202551036,0.2631914441492384,0.6874759356555239,11.124054422369047,4.874907716136398,0.5461713885242254,1099.710091469209,125324.1641186218,0.03689188477007198,0.21428571428571427,14,1300,0.8571428571428571,2026-06-16T12:07:48.486125+00:00,2026-06-25T12:39:42.738045+00:00 +5,Timer-S1,5.212547907555069,1.2441405828790066,0.22468810371346273,0.7380625540065874,28.087177714607787,4.421547682826101,0.6252523330381746,1075.9465472186248,8.902407853563371,0.04134664828310645,0.14285714285714285,14,1268,0.8571428571428571,2026-06-16T12:08:03.698792+00:00,2026-06-25T12:40:04.416120+00:00 +6,TimesFM-2.5,4.4537233024646214,1.127891984720459,0.17775292381146454,0.777126888041449,31.514881476261046,4.715034815214405,0.5614944861826285,1048.250621873788,8.487547980068804,0.027515427966309736,0.21428571428571427,14,1357,0.8571428571428571,2026-06-16T12:06:55.147862+00:00,2026-06-25T12:37:49.021238+00:00 +7,Chronos-Bolt,2.8274938575363797,1.0837612894401307,0.24078541895281386,0.7712460016300943,7.787318042400717,7.054003267973857,0.38179213352007474,995.2188326165639,0.6063436386135569,0.4847027699968876,0.0,12,51,0.8333333333333334,2026-06-25T06:37:03.120200+00:00,2026-06-25T12:36:42.308619+00:00 +8,ETS,15.898405548699078,1.88835117966877,0.3891370392740596,1.3203906536356815,-1.5563447795223173,6.903229002261161,0.3466339725417294,879.0122377699367,43.01540231201555,0.009752807568805784,0.21428571428571427,14,1022,0.8571428571428571,2026-06-17T12:10:12.660440+00:00,2026-06-25T12:40:07.391526+00:00 +9,ARIMA,5.503532888308038,1.452879836200227,0.28211599652607405,0.8979038075864599,2.5367587600843393,6.558202519086001,0.37150988878838315,870.3515780293654,8.97874054037116,0.034866961396712984,0.14285714285714285,14,1022,0.8571428571428571,2026-06-17T12:10:12.135642+00:00,2026-06-25T12:40:07.266453+00:00 +10,Moving-Average,5.176793188637734,1.4210174019405624,0.3164964848165785,0.9385420473532801,7.238758012345373,6.741662399640709,0.35799320526110406,839.1932642120639,8.892210125927825,-0.031744088322281566,0.2857142857142857,14,1022,0.8571428571428571,2026-06-17T12:10:12.847893+00:00,2026-06-25T12:40:07.453642+00:00 +11,Seasonal-Naive,5.628628753480215,1.5632562094858078,0.3308976603511772,1.018884605049571,5.914281352671074e-16,6.751162387816206,0.34997616250924724,746.0087102541829,8.728693103046933,0.07667787753075914,0.2857142857142857,14,1017,0.8571428571428571,2026-06-17T12:10:12.963911+00:00,2026-06-25T12:40:07.496330+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index d13677500ce99dda921ff6ad041ebcaad1aad4c9..5920fbe0987349f3bdcecf2e65540a9201a17a26 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,12 +1,12 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,4.144197337924888,0.6582644460902388,1187.3598539491477,138,1322,10574 -2,Chronos-2,4.410911080017507,0.6007130371079435,1149.4539939972763,138,1344,10586 -3,Toto-2.0-1B,3.657363135876346,0.6957239375465647,1109.5663414665223,138,1333,10613 -4,Moirai-1.1-Large,4.874814245285829,0.5479908422570638,1099.7089463877282,138,1298,10478 -5,Timer-S1,4.456331373453106,0.6218881933068684,1075.9173268120155,138,1266,10356 -6,TimesFM-2.5,4.75053872269961,0.5578997732953924,1048.2239678223655,138,1351,10631 -7,Chronos-Bolt,7.013715277777778,0.3858209325396826,995.3177927920053,120,49,490 -8,ETS,6.796417818991563,0.355648105346137,879.0823529422725,138,1020,9135 -9,ARIMA,6.5055779227464905,0.3786497584571251,870.3904403000703,138,1020,9135 -10,Moving-Average,6.866523185853547,0.3435230004171837,839.0862959446933,138,1020,9135 -11,Seasonal-Naive,6.823569620269914,0.33898505179314914,745.8926875859034,138,1015,9095 +1,TiRex,4.144364852094071,0.6528188474354162,1187.331788393111,138,1324,10594 +2,Chronos-2,4.411530077959845,0.6006609792207326,1149.4597610165633,138,1346,10606 +3,Toto-2.0-1B,3.728923231602301,0.690278185611337,1109.5165671465918,138,1335,10633 +4,Moirai-1.1-Large,4.874907716136398,0.5461713885242254,1099.710091469209,138,1300,10498 +5,Timer-S1,4.421547682826101,0.6252523330381746,1075.9465472186248,138,1268,10376 +6,TimesFM-2.5,4.715034815214405,0.5614944861826285,1048.250621873788,138,1353,10651 +7,Chronos-Bolt,7.054003267973857,0.38179213352007474,995.2188326165639,120,51,510 +8,ETS,6.903229002261161,0.3466339725417294,879.0122377699367,138,1022,9155 +9,ARIMA,6.558202519086001,0.37150988878838315,870.3515780293654,138,1022,9155 +10,Moving-Average,6.741662399640709,0.35799320526110406,839.1932642120639,138,1022,9155 +11,Seasonal-Naive,6.751162387816206,0.34997616250924724,746.0087102541829,138,1017,9115 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 54c13ddf3a756e525db8b14ff51e29c35dc6e754..5f58b5003a19090bd6c01cdfed354ba4d5f6daee 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -175,6 +175,7 @@ binance_btcusdt_1h_close/1h/short|window:77c2b00af00e14e33927,2026-06-23T11:14:3 binance_btcusdt_1h_close/1h/short|window:79ce05370840c7a3be29,2026-06-25T07:23:20.293928+00:00,2026-06-25T07:23:20.293928+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,4.660294322462909,2.1587714845399706,0.017825878075894773,1.2182772436724167,1.7025251972430564,True binance_btcusdt_1h_close/1h/short|window:7a04fbfa98a7b87e1ba4,2026-06-24T15:11:28.570639+00:00,2026-06-24T15:11:28.570639+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.7162667006087208,0.8463254105890481,0.01281698501857887,1.0435378797542432,74.5562164410607,True binance_btcusdt_1h_close/1h/short|window:7b2ab2b2f4b3dea3deda,2026-06-23T00:51:50.862368+00:00,2026-06-23T00:51:50.862368+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.0893702103573966,1.4454653957661514,0.018073724502136342,1.7046742371252497,-47.017400697915946,True +binance_btcusdt_1h_close/1h/short|window:7d15371021637e1dfa03,2026-06-25T12:40:07.001386+00:00,2026-06-25T12:40:07.001386+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,4.982611626688008,2.232176432697023,0.015851390264624326,1.002128904369868,-1.1158221221012707,True binance_btcusdt_1h_close/1h/short|window:7d31ba53adbc4d1a13a8,2026-06-24T04:00:36.879915+00:00,2026-06-24T04:00:36.879915+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,6.02611490609792,2.4548146378286733,0.01227402298731018,1.0604001884768297,22.01973978133858,True binance_btcusdt_1h_close/1h/short|window:7edf0de7671c06506dcd,2026-06-23T14:29:11.452520+00:00,2026-06-23T14:29:11.452520+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,5.873256420426773,2.4234802290150363,0.013171612382120395,1.0912897257777037,-17.40099384093127,True binance_btcusdt_1h_close/1h/short|window:7f247be5d656bd294cd0,2026-06-22T04:50:04.713817+00:00,2026-06-22T04:50:04.713817+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.4044667834161327,0.6359770305727501,0.008016238664472925,0.4475019264459479,-17.24582982185149,True @@ -345,6 +346,7 @@ binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:1 binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:58:31.567510+00:00,2026-06-23T10:58:31.567510+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.466556959895294,1.5705276055820523,0.014948147137833226,1.404166760928944,-2.340761114020447,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.086720+00:00,2026-06-23T04:00:33.086720+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0480417777576292,1.0237391160630862,0.016979051225993635,1.5814909518526452,-15.711515398769695,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:57.924704+00:00,2026-06-23T05:12:57.924704+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0745921533414173,1.0366253678843758,0.011988787622978657,1.063327063524653,-13.564305043766591,True +coingecko_bitcoin_7d_price_usd/1h/short|window:7f4e7560713f0d026dc1,2026-06-25T12:40:07.266453+00:00,2026-06-25T12:40:07.266453+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,ARIMA,6.5723952041880755,2.563668310095531,0.02097427029349974,1.4128793110132014,-13.320343572380025,True coingecko_bitcoin_7d_price_usd/1h/short|window:f4b6fba232abdd8fad84,2026-06-25T12:00:38.572377+00:00,2026-06-25T12:00:38.572377+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,ARIMA,4.911142213889696,2.2161097025846206,0.015030394115382132,0.9918339279581426,0.02814803643838014,True data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short|window:4035ea947222c8854452,2026-06-24T10:52:35.939325+00:00,2026-06-24T10:52:35.939325+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,ARIMA,2.9664674922689853,1.7223436045891032,0.6111556523811462,1.0317116760827598,14.518148853886235,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:1c9411b6f3989dbbaaf2,2026-06-24T15:11:28.622096+00:00,2026-06-24T15:11:28.622096+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,0.07582794362903403,0.2753687411981143,,0.21042032186604387,98.50632918347952,False @@ -1258,6 +1260,7 @@ binance_btcusdt_1h_close/1h/short|window:7b2ab2b2f4b3dea3deda,2026-06-23T00:49:2 binance_btcusdt_1h_close/1h/short|window:7c9865017e448ddbbc79,2026-06-16T12:40:35.828585+00:00,2026-06-16T12:40:35.828585+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2655521581962012,0.5153175314271786,0.00531364618716642,0.3436654429672574,88.33929273984624,True binance_btcusdt_1h_close/1h/short|window:7cbd7089101df77c2f28,2026-06-16T13:40:55.910567+00:00,2026-06-16T13:40:55.910567+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.27738247313342485,0.5266711242639233,0.005764486648061652,0.3255783084909995,86.40363482695354,True binance_btcusdt_1h_close/1h/short|window:7ccaa962e8f1e557ee0f,2026-06-17T06:15:34.846489+00:00,2026-06-17T06:15:34.846489+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.17526043054947057,0.4186411715890717,0.008242138948732715,0.23914655011304434,21.01904236198071,True +binance_btcusdt_1h_close/1h/short|window:7d15371021637e1dfa03,2026-06-25T12:36:24.789661+00:00,2026-06-25T12:36:24.789661+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,5.806628181920829,2.409694624204658,0.030122209270695265,1.963317216819549,-8.745761169374212,True binance_btcusdt_1h_close/1h/short|window:7d31ba53adbc4d1a13a8,2026-06-24T03:55:18.010319+00:00,2026-06-24T03:55:18.010319+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,5.433103329468383,2.330901827505479,0.021967451031440984,1.5472707821932588,26.88831725681882,True binance_btcusdt_1h_close/1h/short|window:7d7f1020fc81f424fee7,2026-06-17T05:21:37.130614+00:00,2026-06-17T05:21:37.130614+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.08460358972366751,0.2908669622416192,0.005920166124424049,0.21449327867842452,52.25101227204023,True binance_btcusdt_1h_close/1h/short|window:7dd0c3cc26a9f87d2870,2026-06-17T09:37:41.875450+00:00,2026-06-17T09:37:41.875450+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.32582551673691384,0.570811279440862,0.010960776021408906,0.27634247278395135,5.333478773930132,True @@ -1487,6 +1490,7 @@ binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:28:4 binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:55:57.839906+00:00,2026-06-23T10:55:57.839906+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,2.305231488989268,1.5182988799934183,0.010732816148182998,0.8395170189383085,1.040880356791641,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T03:58:40.107417+00:00,2026-06-23T03:58:40.107417+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6722225923173972,0.8198918174475198,0.004980752443247618,0.4376136138487794,6.353146728280514,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:10:45.975786+00:00,2026-06-23T05:10:45.975786+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6346510964723614,0.796649920901497,0.005263636055257114,0.4338924760646106,12.615063478434823,True +coingecko_bitcoin_7d_price_usd/1h/short|window:7f4e7560713f0d026dc1,2026-06-25T12:36:31.004872+00:00,2026-06-25T12:36:31.004872+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Chronos-2,8.097725802949297,2.845650330407673,0.03536411026837683,2.228113385133837,-23.393873942383628,True coingecko_bitcoin_7d_price_usd/1h/short|window:f4b6fba232abdd8fad84,2026-06-25T11:47:50.464435+00:00,2026-06-25T11:47:50.464435+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Chronos-2,6.644289588454596,2.577651952544136,0.03102214331090807,1.914512463687852,-14.971035377490166,True data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short|window:4035ea947222c8854452,2026-06-24T10:47:11.080330+00:00,2026-06-24T10:47:11.080330+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Chronos-2,2.7341224511056046,1.6535182040442145,0.6608019070822674,0.8231222196231203,18.484576701267176,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:1c9411b6f3989dbbaaf2,2026-06-24T15:01:57.020414+00:00,2026-06-24T15:01:57.020414+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,0.16852511054205332,0.4105181001393889,,0.2928353722768607,96.71039919495985,False @@ -2378,11 +2382,13 @@ binance_btcusdt_1h_close/1h/short|window:5a3e00b0e30200c7615d,2026-06-25T12:06:2 binance_btcusdt_1h_close/1h/short|window:5c24e713edaa7ad89a2f,2026-06-25T11:09:09.048357+00:00,2026-06-25T11:09:09.048357+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,14.473831133802449,3.804448860715892,0.04825936584664744,3.3529133589983484,-49.3482961311643,True binance_btcusdt_1h_close/1h/short|window:68ad0f0d5d94f442c813,2026-06-25T06:50:34.277667+00:00,2026-06-25T06:50:34.277667+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,13.384853749631056,3.658531638462493,0.04058836760955559,2.8426929411210593,-46.68986698440469,True binance_btcusdt_1h_close/1h/short|window:79ce05370840c7a3be29,2026-06-25T07:18:11.021598+00:00,2026-06-25T07:18:11.021598+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,13.185157273159248,3.6311371873228984,0.041345169150881295,2.8573067105776175,-46.44572859305883,True +binance_btcusdt_1h_close/1h/short|window:7d15371021637e1dfa03,2026-06-25T12:36:38.528438+00:00,2026-06-25T12:36:38.528438+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,13.36903032570581,3.6563684614253265,0.047483275631171655,3.1621307111235843,-46.576785897472135,True binance_btcusdt_1h_close/1h/short|window:8cf39657f60468a726b0,2026-06-25T10:57:09.220063+00:00,2026-06-25T10:57:09.220063+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,12.29812479189198,3.506868231327202,0.043238058928355326,2.7272662908888137,-44.400832349114296,True binance_btcusdt_1h_close/1h/short|window:95347fd80aa1d6a1ae9e,2026-06-25T06:37:03.120200+00:00,2026-06-25T06:37:03.120200+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,13.399711467348512,3.6605616327755652,0.04061887103857603,2.8450666130742888,-46.681727150813664,True binance_btcusdt_1h_close/1h/short|window:d3466a07bec7e2f79a99,2026-06-25T07:37:11.845085+00:00,2026-06-25T07:37:11.845085+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,13.166158035588504,3.6285200889051867,0.04130391036698141,2.8541205849300506,-46.445933769014175,True binance_btcusdt_1h_close/1h/short|window:e08fa07051381464a43c,2026-06-25T06:59:29.110824+00:00,2026-06-25T06:59:29.110824+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,13.368032060020747,3.656231948334343,0.04055319466430409,2.8399517452364673,-46.69756632540125,True binance_btcusdt_1h_close/1h/short|window:ece666a5bb034049eb88,2026-06-25T07:27:27.078873+00:00,2026-06-25T07:27:27.078873+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,13.175910594785694,3.629863715731721,0.04132521133272895,2.85576626828399,-46.44614180331837,True +coingecko_bitcoin_7d_price_usd/1h/short|window:7f4e7560713f0d026dc1,2026-06-25T12:36:42.308619+00:00,2026-06-25T12:36:42.308619+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Chronos-Bolt,14.555786335914176,3.8152046256936436,0.048362301923584296,3.3463612595221655,-48.656875236205266,True coingecko_bitcoin_7d_price_usd/1h/short|window:f4b6fba232abdd8fad84,2026-06-25T11:51:40.386492+00:00,2026-06-25T11:51:40.386492+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Chronos-Bolt,12.711044960622761,3.5652552448068513,0.04393316536331312,2.8031650656273577,-44.23919488539605,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:4b48f21a4b7a02bfbec1,2026-06-25T12:06:46.791028+00:00,2026-06-25T12:06:46.791028+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-Bolt,5.613437020919166e-06,0.0023692693010544763,,0.006329191801316628,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:2d5565fb483d8ea4525a,2026-06-25T12:06:51.232293+00:00,2026-06-25T12:06:51.232293+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-Bolt,9.89143825683277e-13,9.945571002628642e-07,,1.4772355764118097e-06,0.0,False @@ -2592,6 +2598,7 @@ binance_btcusdt_1h_close/1h/short|window:77c2b00af00e14e33927,2026-06-23T11:14:3 binance_btcusdt_1h_close/1h/short|window:79ce05370840c7a3be29,2026-06-25T07:23:20.415827+00:00,2026-06-25T07:23:20.415827+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,4.617110633876633,2.148746293510854,0.022985013260508728,1.6380429474809006,2.1678250375976367,True binance_btcusdt_1h_close/1h/short|window:7a04fbfa98a7b87e1ba4,2026-06-24T15:11:28.832280+00:00,2026-06-24T15:11:28.832280+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.5095091895875875,0.7137991241151725,0.005615800289111582,0.401530409735972,81.210822684627,True binance_btcusdt_1h_close/1h/short|window:7b2ab2b2f4b3dea3deda,2026-06-23T00:51:50.990972+00:00,2026-06-23T00:51:50.990972+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.7377957476002857,1.3182548113321209,0.010575377739649991,0.9180282459936202,-39.538857288665895,True +binance_btcusdt_1h_close/1h/short|window:7d15371021637e1dfa03,2026-06-25T12:40:07.349906+00:00,2026-06-25T12:40:07.349906+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,4.516847006500662,2.125287511491248,0.02572044267343652,1.743954503976692,3.789315874622438,True binance_btcusdt_1h_close/1h/short|window:7d31ba53adbc4d1a13a8,2026-06-24T04:00:36.998693+00:00,2026-06-24T04:00:36.998693+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,7.649097112850751,2.7657001126027296,0.025856645488022762,2.444154369155372,10.424095477660348,True binance_btcusdt_1h_close/1h/short|window:7edf0de7671c06506dcd,2026-06-23T14:29:11.737607+00:00,2026-06-23T14:29:11.737607+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,10.025500284450185,3.1663070420365402,0.02806398841851196,2.495269627347903,-41.62604829956247,True binance_btcusdt_1h_close/1h/short|window:7f247be5d656bd294cd0,2026-06-22T04:50:04.935458+00:00,2026-06-22T04:50:04.935458+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.07138333238362313,0.267176594004084,0.002358876233518837,0.1263312211631901,59.993997103126944,True @@ -2762,6 +2769,7 @@ binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:1 binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:58:31.646194+00:00,2026-06-23T10:58:31.646194+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,2.2647982130265065,1.504924653604461,0.010580790686793901,0.9659104704470659,1.925451685724914,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.140461+00:00,2026-06-23T04:00:33.140461+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.8975844213664195,0.9474093209201709,0.006335073010724093,0.5313116354267295,-8.076537352324527,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:57.963492+00:00,2026-06-23T05:12:57.963492+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.6175642970071299,0.7858525924161158,0.005182072967339592,0.4250213057330307,13.955566544969203,True +coingecko_bitcoin_7d_price_usd/1h/short|window:7f4e7560713f0d026dc1,2026-06-25T12:40:07.391526+00:00,2026-06-25T12:40:07.391526+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,ETS,6.089246035177841,2.467639770140253,0.029778403791116802,2.07664965223859,-9.553050764425318,True coingecko_bitcoin_7d_price_usd/1h/short|window:f4b6fba232abdd8fad84,2026-06-25T12:00:38.632680+00:00,2026-06-25T12:00:38.632680+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,ETS,3.633208989430477,1.9060978436141407,0.021383719089588665,1.4461660222199584,14.983986047877945,True data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short|window:4035ea947222c8854452,2026-06-24T10:52:36.193145+00:00,2026-06-24T10:52:36.193145+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,ETS,3.012456858668924,1.7356430677616075,0.618770085277974,1.0920825657778055,13.76432849378957,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:1c9411b6f3989dbbaaf2,2026-06-24T15:11:28.849230+00:00,2026-06-24T15:11:28.849230+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ETS,0.008317693346394858,0.09120138894992147,,0.027710671693437067,99.83506005358902,False @@ -3672,6 +3680,7 @@ binance_btcusdt_1h_close/1h/short|window:7b2ab2b2f4b3dea3deda,2026-06-23T00:51:2 binance_btcusdt_1h_close/1h/short|window:7c9865017e448ddbbc79,2026-06-16T12:43:05.873195+00:00,2026-06-16T12:43:05.873195+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4324954394110077,0.6576438545375511,0.006148737738789434,0.37863483649432633,81.68010322524587,True binance_btcusdt_1h_close/1h/short|window:7cbd7089101df77c2f28,2026-06-16T13:42:53.071543+00:00,2026-06-16T13:42:53.071543+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.45372715373885997,0.6735927209663566,0.006734291727147096,0.3882164739710827,78.68118668361122,True binance_btcusdt_1h_close/1h/short|window:7ccaa962e8f1e557ee0f,2026-06-17T06:18:08.278197+00:00,2026-06-17T06:18:08.278197+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4400071649480374,0.6633303588318851,0.011997638058496058,0.2893517903469606,-24.199151029606448,True +binance_btcusdt_1h_close/1h/short|window:7d15371021637e1dfa03,2026-06-25T12:39:19.877910+00:00,2026-06-25T12:39:19.877910+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,5.624795235495111,2.371665076585459,0.028980509833506845,1.7059870109452782,-7.165087448863688,True binance_btcusdt_1h_close/1h/short|window:7d31ba53adbc4d1a13a8,2026-06-24T03:58:04.939051+00:00,2026-06-24T03:58:04.939051+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,7.692879346317868,2.773604035603833,0.02529716332312316,1.9926708082793496,10.141736977997645,True binance_btcusdt_1h_close/1h/short|window:7d7f1020fc81f424fee7,2026-06-17T05:23:49.149886+00:00,2026-06-17T05:23:49.149886+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.16031316466697407,0.400391264473857,0.007841130157269694,0.20619825982955273,25.449203763969802,True binance_btcusdt_1h_close/1h/short|window:7dd0c3cc26a9f87d2870,2026-06-17T09:39:41.387957+00:00,2026-06-17T09:39:41.387957+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.7464892714301441,0.8639961061429294,0.016280927191758252,0.39550037722959736,-34.62038488162583,True @@ -3896,6 +3905,7 @@ binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:31:1 binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:57:57.135048+00:00,2026-06-23T10:57:57.135048+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,2.3346010438361837,1.527940130972475,0.010959484109670273,0.8329938325140042,0.4079198432317045,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:09.268840+00:00,2026-06-23T04:00:09.268840+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6994336856138792,0.8363215204775488,0.005190964156190077,0.42119183666004933,4.374847712276672,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:38.289090+00:00,2026-06-23T05:12:38.289090+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.5578065979133368,0.74686451108172,0.005295639526563152,0.39977290595222953,18.905583885302327,True +coingecko_bitcoin_7d_price_usd/1h/short|window:7f4e7560713f0d026dc1,2026-06-25T12:39:42.738045+00:00,2026-06-25T12:39:42.738045+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Moirai-1.1-Large,7.1880856315671835,2.681060542316638,0.03195135333384793,2.0229596272403887,-17.68925414495694,True coingecko_bitcoin_7d_price_usd/1h/short|window:f4b6fba232abdd8fad84,2026-06-25T12:00:08.656502+00:00,2026-06-25T12:00:08.656502+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Moirai-1.1-Large,5.189542880724069,2.278056821223753,0.026159125782635868,1.5740559414659747,-2.728128415167314,True data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short|window:4035ea947222c8854452,2026-06-24T10:50:42.572136+00:00,2026-06-24T10:50:42.572136+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Moirai-1.1-Large,1.8199605606883722,1.349059139062618,0.6245741448532559,0.7792043597683866,37.17852676540776,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:1c9411b6f3989dbbaaf2,2026-06-24T15:07:39.910259+00:00,2026-06-24T15:07:39.910259+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-1.1-Large,0.056832833074473676,0.23839637806492295,,0.014755950857941564,98.87839953405476,False @@ -4910,6 +4920,7 @@ binance_btcusdt_1h_close/1h/short|window:77c2b00af00e14e33927,2026-06-23T11:14:3 binance_btcusdt_1h_close/1h/short|window:79ce05370840c7a3be29,2026-06-25T07:23:20.486670+00:00,2026-06-25T07:23:20.486670+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,4.711847925849944,2.1706791393133034,0.02350737761117488,1.6748387099542024,1.1525603562460853,True binance_btcusdt_1h_close/1h/short|window:7a04fbfa98a7b87e1ba4,2026-06-24T15:11:28.916264+00:00,2026-06-24T15:11:28.916264+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,3.3003834581517024,1.8166957527752694,0.016788555703230703,1.4400263460253016,19.643045076772314,True binance_btcusdt_1h_close/1h/short|window:7b2ab2b2f4b3dea3deda,2026-06-23T00:51:51.056014+00:00,2026-06-23T00:51:51.056014+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6752866331804798,0.8217582571416485,0.005316184124598678,0.4441553184797528,5.43929199768445,True +binance_btcusdt_1h_close/1h/short|window:7d15371021637e1dfa03,2026-06-25T12:40:07.427697+00:00,2026-06-25T12:40:07.427697+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,5.031607623371181,2.24312452248447,0.027673439738476482,1.892201583934872,-1.6049987698312616,True binance_btcusdt_1h_close/1h/short|window:7d31ba53adbc4d1a13a8,2026-06-24T04:00:37.074896+00:00,2026-06-24T04:00:37.074896+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,8.713294801442478,2.951829060335723,0.027844303594301126,2.64941012141721,3.9469297476620997,True binance_btcusdt_1h_close/1h/short|window:7edf0de7671c06506dcd,2026-06-23T14:29:11.859952+00:00,2026-06-23T14:29:11.859952+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,2.7222552781391514,1.6499258401937802,0.012819019095351788,1.0666372821172574,20.569830612042754,True binance_btcusdt_1h_close/1h/short|window:7f247be5d656bd294cd0,2026-06-22T04:50:05.049206+00:00,2026-06-22T04:50:05.049206+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.11754982084746403,0.3428553934933269,0.003801460554664698,0.17220011506177144,41.66690372865946,True @@ -5080,6 +5091,7 @@ binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:1 binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:58:31.682261+00:00,2026-06-23T10:58:31.682261+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,2.1839082055258396,1.4778051987748047,0.010638533028728683,0.9683546323175682,3.742422996750597,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.158132+00:00,2026-06-23T04:00:33.158132+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6688487610621886,0.8178317437359525,0.004998952157506652,0.4264451010990915,6.603668570363304,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:57.981047+00:00,2026-06-23T05:12:57.981047+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.7532976197702039,0.8679271972753267,0.0056307077265667005,0.4770179737199605,4.111059992779986,True +coingecko_bitcoin_7d_price_usd/1h/short|window:7f4e7560713f0d026dc1,2026-06-25T12:40:07.453642+00:00,2026-06-25T12:40:07.453642+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Moving-Average,5.125113919609586,2.2638714450272097,0.027038598083939002,1.8755093048793554,-0.9636658655130262,True coingecko_bitcoin_7d_price_usd/1h/short|window:f4b6fba232abdd8fad84,2026-06-25T12:00:38.666187+00:00,2026-06-25T12:00:38.666187+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Moving-Average,4.986732948454463,2.2330994040692556,0.02610738761463159,1.8148121328364644,-0.7355602325824362,True data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short|window:4035ea947222c8854452,2026-06-24T10:52:36.269076+00:00,2026-06-24T10:52:36.269076+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Moving-Average,3.676041974260956,1.9173007000105529,0.862092038435816,1.2555395476546478,3.896249355663171,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:1c9411b6f3989dbbaaf2,2026-06-24T15:11:28.923776+00:00,2026-06-24T15:11:28.923776+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,1.0192396083179778,1.009573973673043,,1.0135765610060405,81.62977037204568,False @@ -5930,6 +5942,7 @@ binance_btcusdt_1h_close/1h/short|window:77c2b00af00e14e33927,2026-06-23T11:14:3 binance_btcusdt_1h_close/1h/short|window:79ce05370840c7a3be29,2026-06-25T07:23:20.540185+00:00,2026-06-25T07:23:20.540185+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,4.821728144165506,2.1958433787876372,0.024670014766929833,1.2671941133043385,-9.210166906390797e-15,True binance_btcusdt_1h_close/1h/short|window:7a04fbfa98a7b87e1ba4,2026-06-24T15:11:28.964756+00:00,2026-06-24T15:11:28.964756+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,4.913923470986813,2.2167371226617765,0.019000694698441827,1.175759606139384,0.0,True binance_btcusdt_1h_close/1h/short|window:7b2ab2b2f4b3dea3deda,2026-06-23T00:51:51.107353+00:00,2026-06-23T00:51:51.107353+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7529738937266234,0.8677406834571163,0.006224821676965913,0.51252452702862,1.474450885847361e-14,True +binance_btcusdt_1h_close/1h/short|window:7d15371021637e1dfa03,2026-06-25T12:40:07.475884+00:00,2026-06-25T12:40:07.475884+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,4.872644498651726,2.207406736116325,0.027671449356410294,1.3037412398523311,0.0,True binance_btcusdt_1h_close/1h/short|window:7d31ba53adbc4d1a13a8,2026-06-24T04:00:37.135705+00:00,2026-06-24T04:00:37.135705+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,9.429373160241754,3.0707284413053775,0.028118934786831085,1.8413080542097022,0.0,True binance_btcusdt_1h_close/1h/short|window:7edf0de7671c06506dcd,2026-06-23T14:29:11.925058+00:00,2026-06-23T14:29:11.925058+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,4.132206443685868,2.0327829307837737,0.01603151447495146,1.0504203330189743,-1.0747023797144599e-14,True binance_btcusdt_1h_close/1h/short|window:7f247be5d656bd294cd0,2026-06-22T04:50:05.102311+00:00,2026-06-22T04:50:05.102311+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.28547977422382337,0.534303073380477,0.006367274939437423,0.34938547284163257,0.0,True @@ -6100,6 +6113,7 @@ binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:32:1 binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:58:31.718554+00:00,2026-06-23T10:58:31.718554+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,2.3537256587716513,1.5341856663297475,0.011547443386690193,0.7839810119461119,9.433750449953062e-15,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:33.176668+00:00,2026-06-23T04:00:33.176668+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7634318238900984,0.873745857724143,0.006113154974642799,0.5154788150540733,0.0,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:57.996161+00:00,2026-06-23T05:12:57.996161+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.8178900890802306,0.9043727600277612,0.006705683950573551,0.5333019989014419,0.0,True +coingecko_bitcoin_7d_price_usd/1h/short|window:7f4e7560713f0d026dc1,2026-06-25T12:40:07.496330+00:00,2026-06-25T12:40:07.496330+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Seasonal-Naive,5.027278776662771,2.2421594003689327,0.027478228711751585,1.3302479401442915,0.0,True coingecko_bitcoin_7d_price_usd/1h/short|window:f4b6fba232abdd8fad84,2026-06-25T12:00:38.705665+00:00,2026-06-25T12:00:38.705665+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Seasonal-Naive,4.913907772539966,2.2167335817684464,0.026609692107947825,1.3020448067364512,-9.03739407425866e-15,True data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short|window:4035ea947222c8854452,2026-06-24T10:52:36.314295+00:00,2026-06-24T10:52:36.314295+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Seasonal-Naive,3.9741110106425035,1.9935172461362112,0.8264244641534466,1.59463406458511,5.5872773641804445e-15,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:1c9411b6f3989dbbaaf2,2026-06-24T15:11:28.971277+00:00,2026-06-24T15:11:28.971277+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Seasonal-Naive,10.077405659163949,3.174492976707296,,1.3505896188559623,0.0,False @@ -7006,6 +7020,7 @@ binance_btcusdt_1h_close/1h/short|window:7b2ab2b2f4b3dea3deda,2026-06-23T00:50:4 binance_btcusdt_1h_close/1h/short|window:7c9865017e448ddbbc79,2026-06-16T12:42:24.812452+00:00,2026-06-16T12:42:24.812452+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.21394401879997682,0.4625408293329107,0.004541302576882199,0.33581116277166156,90.49779856362865,True binance_btcusdt_1h_close/1h/short|window:7cbd7089101df77c2f28,2026-06-16T13:42:18.950043+00:00,2026-06-16T13:42:18.950043+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.19048971534725367,0.43645127488329516,0.004370569171571872,0.32650879036866337,90.45965764060604,True binance_btcusdt_1h_close/1h/short|window:7ccaa962e8f1e557ee0f,2026-06-17T06:17:20.348301+00:00,2026-06-17T06:17:20.348301+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.15402964728027307,0.392466109721939,0.007675562732628832,0.21278138685782658,27.09923705279353,True +binance_btcusdt_1h_close/1h/short|window:7d15371021637e1dfa03,2026-06-25T12:38:51.654456+00:00,2026-06-25T12:38:51.654456+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,5.44004889606402,2.3323912399218147,0.02901411043654946,1.6704903775386415,-5.50200006627787,True binance_btcusdt_1h_close/1h/short|window:7d31ba53adbc4d1a13a8,2026-06-24T03:57:00.122045+00:00,2026-06-24T03:57:00.122045+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,5.703644794696958,2.3882304735299225,0.02251369484505948,1.6924938878795148,24.619863510628377,True binance_btcusdt_1h_close/1h/short|window:7d7f1020fc81f424fee7,2026-06-17T05:23:14.822659+00:00,2026-06-17T05:23:14.822659+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.0939761115096742,0.3065552340275308,0.006347937846975808,0.18718610268550998,48.3279532203257,True binance_btcusdt_1h_close/1h/short|window:7dd0c3cc26a9f87d2870,2026-06-17T09:38:46.459870+00:00,2026-06-17T09:38:46.459870+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.4159264169125108,0.6449235744741472,0.012327531117104584,0.31031179483546995,-6.857990863507016,True @@ -7233,6 +7248,7 @@ binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:30:5 binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:57:19.346043+00:00,2026-06-23T10:57:19.346043+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,2.0986224386175394,1.4486622928127657,0.01035174149907179,0.7996374948123021,5.729633320981846,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T03:59:45.363336+00:00,2026-06-23T03:59:45.363336+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.8013298817880791,0.8951703088173105,0.0057223579353279895,0.47816421980298807,-2.4219699242675015,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:12.503824+00:00,2026-06-23T05:12:12.503824+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.6617153019793198,0.8134588508211831,0.005287151825820217,0.4304025549467189,10.55516477870316,True +coingecko_bitcoin_7d_price_usd/1h/short|window:7f4e7560713f0d026dc1,2026-06-25T12:38:56.349271+00:00,2026-06-25T12:38:56.349271+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,TiRex,7.10039668505118,2.6646569544786023,0.032850011223183005,1.9396286873532171,-17.09410772850137,True coingecko_bitcoin_7d_price_usd/1h/short|window:f4b6fba232abdd8fad84,2026-06-25T11:59:28.909453+00:00,2026-06-25T11:59:28.909453+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,TiRex,4.995999153727317,2.2351731820436904,0.026407447350572186,1.4875641257943675,-0.828376914113693,True data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short|window:4035ea947222c8854452,2026-06-24T10:49:37.384120+00:00,2026-06-24T10:49:37.384120+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,TiRex,2.8564692708326462,1.6901092481945201,0.6820653407770266,0.8258398901350078,16.362324923417617,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:1c9411b6f3989dbbaaf2,2026-06-24T15:06:39.815205+00:00,2026-06-24T15:06:39.815205+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,0.005269627335842125,0.07259219886352888,,0.06947984664889285,99.89547164445733,False @@ -8325,6 +8341,7 @@ binance_btcusdt_1h_close/1h/short|window:7b2ab2b2f4b3dea3deda,2026-06-23T00:51:4 binance_btcusdt_1h_close/1h/short|window:7c9865017e448ddbbc79,2026-06-16T12:43:40.023028+00:00,2026-06-16T12:43:40.023028+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.509300133049529,0.7136526697557637,0.007688529907461726,0.410181213382131,78.77207289782402,True binance_btcusdt_1h_close/1h/short|window:7cbd7089101df77c2f28,2026-06-16T13:43:23.633197+00:00,2026-06-16T13:43:23.633197+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.5203157233753261,0.7213291366465977,0.008270843212223074,0.41537776198355086,75.92901565416935,True binance_btcusdt_1h_close/1h/short|window:7ccaa962e8f1e557ee0f,2026-06-17T06:18:22.288574+00:00,2026-06-17T06:18:22.288574+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.054150405782938345,0.23270239745850996,0.004595808230962175,0.16804872715245,66.4385672337434,True +binance_btcusdt_1h_close/1h/short|window:7d15371021637e1dfa03,2026-06-25T12:40:00.172419+00:00,2026-06-25T12:40:00.172419+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,14.557181730272038,3.815387494118001,0.04962304846451987,3.2636266454741176,-49.84366364123034,True binance_btcusdt_1h_close/1h/short|window:7d31ba53adbc4d1a13a8,2026-06-24T04:00:29.465415+00:00,2026-06-24T04:00:29.465415+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,6.863891845599126,2.6199030221745088,0.024742902462904948,2.056699021808688,15.745655114079,True binance_btcusdt_1h_close/1h/short|window:7d7f1020fc81f424fee7,2026-06-17T05:24:10.368476+00:00,2026-06-17T05:24:10.368476+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.05601389312493092,0.23667254408767174,0.003795451682335219,0.16277771032575292,65.61227328253092,True binance_btcusdt_1h_close/1h/short|window:7dd0c3cc26a9f87d2870,2026-06-17T09:39:55.402737+00:00,2026-06-17T09:39:55.402737+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.16064868460933118,0.400810035564644,0.00763218617091324,0.21993991268996457,38.588543047692006,True @@ -8547,6 +8564,7 @@ binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:31:5 binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:58:23.663853+00:00,2026-06-23T10:58:23.663853+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,2.153051109500745,1.4673278807072212,0.010104625609261229,0.8616869371806493,4.452728847890824,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T04:00:30.023749+00:00,2026-06-23T04:00:30.023749+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.9328460245964083,0.965839543918351,0.006718626007160652,0.5809867556768716,-9.987408658166975,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:12:55.574940+00:00,2026-06-23T05:12:55.574940+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.7223649651190187,0.8499205640052597,0.005649919952962327,0.523856173266351,6.201902970600782,True +coingecko_bitcoin_7d_price_usd/1h/short|window:7f4e7560713f0d026dc1,2026-06-25T12:40:04.416120+00:00,2026-06-25T12:40:04.416120+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Timer-S1,14.163989018623953,3.763507541991108,0.04764854104405622,3.2288677112687165,-47.608685051047594,True coingecko_bitcoin_7d_price_usd/1h/short|window:f4b6fba232abdd8fad84,2026-06-25T12:00:35.435027+00:00,2026-06-25T12:00:35.435027+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Timer-S1,12.953363463626859,3.5990781408059007,0.04438931189819537,2.8825192464323166,-44.99543094646413,True data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short|window:4035ea947222c8854452,2026-06-24T10:52:21.603562+00:00,2026-06-24T10:52:21.603562+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Timer-S1,1.521603831386306,1.2335330686229315,0.9524471402012793,0.5698934320992546,44.62580846627088,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:1c9411b6f3989dbbaaf2,2026-06-24T15:10:40.348632+00:00,2026-06-24T15:10:40.348632+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Timer-S1,0.004777864613566147,0.06912209931393973,,0.030654054806374623,99.905221629773,False @@ -9598,6 +9616,7 @@ binance_btcusdt_1h_close/1h/short|window:7b2ab2b2f4b3dea3deda,2026-06-23T00:50:0 binance_btcusdt_1h_close/1h/short|window:7c9865017e448ddbbc79,2026-06-16T12:41:15.251401+00:00,2026-06-16T12:41:15.251401+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.32785288304857174,0.5725843894558877,0.007996642921299766,0.33819341091052907,85.79785856659214,True binance_btcusdt_1h_close/1h/short|window:7cbd7089101df77c2f28,2026-06-16T13:41:30.736222+00:00,2026-06-16T13:41:30.736222+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.2704361534190989,0.5200347617410771,0.007541363884383684,0.3161428124119781,86.72151463259021,True binance_btcusdt_1h_close/1h/short|window:7ccaa962e8f1e557ee0f,2026-06-17T06:15:48.369042+00:00,2026-06-17T06:15:48.369042+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1393936895276231,0.3733546431044123,0.011624300870815419,0.2398746685174724,31.659295737655516,True +binance_btcusdt_1h_close/1h/short|window:7d15371021637e1dfa03,2026-06-25T12:37:42.518799+00:00,2026-06-25T12:37:42.518799+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,4.925356353349598,2.219314388127468,0.025811042640408056,2.0874488726941176,-0.537985814597119,True binance_btcusdt_1h_close/1h/short|window:7d31ba53adbc4d1a13a8,2026-06-24T03:55:55.863756+00:00,2026-06-24T03:55:55.863756+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,5.491627197357473,2.343422112500749,0.020823309839365742,2.24163274837858,26.39062977355133,True binance_btcusdt_1h_close/1h/short|window:7d7f1020fc81f424fee7,2026-06-17T05:22:21.232776+00:00,2026-06-17T05:22:21.232776+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.2203320748499502,0.4693954354805234,0.01393417544191,0.27997978121044337,10.08626356359242,True binance_btcusdt_1h_close/1h/short|window:7dd0c3cc26a9f87d2870,2026-06-17T09:38:05.232583+00:00,2026-06-17T09:38:05.232583+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.10645822953002936,0.3262793734363687,0.0030239125560371748,0.1845563640821687,54.60179601007629,True @@ -9828,6 +9847,7 @@ binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:29:3 binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:56:28.877921+00:00,2026-06-23T10:56:28.877921+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,2.263135348307113,1.5043720777477603,0.010453610749282099,1.0306444392492617,1.9621623940084365,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T03:59:03.843070+00:00,2026-06-23T03:59:03.843070+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.7375487423688074,0.8588065803012966,0.006692336859917082,0.47051530466862507,1.7244115015961132,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:11:07.016334+00:00,2026-06-23T05:11:07.016334+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.6133132594004961,0.7831431921433628,0.005263044460586672,0.4809398024174225,14.294043533149928,True +coingecko_bitcoin_7d_price_usd/1h/short|window:7f4e7560713f0d026dc1,2026-06-25T12:37:49.021238+00:00,2026-06-25T12:37:49.021238+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,TimesFM-2.5,5.782863309423699,2.4047584721596675,0.027325309630520045,2.252073922048306,-6.9895892833215045,True coingecko_bitcoin_7d_price_usd/1h/short|window:f4b6fba232abdd8fad84,2026-06-25T11:52:22.647809+00:00,2026-06-25T11:52:22.647809+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,TimesFM-2.5,4.938441522929516,2.222260453441386,0.024627265799957415,2.0471324559849173,-0.24901421634362933,True data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short|window:4035ea947222c8854452,2026-06-24T10:47:58.411321+00:00,2026-06-24T10:47:58.411321+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,TimesFM-2.5,3.101390762367535,1.7610765918515683,0.6894371389934627,1.1988933120136298,12.334393747225347,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:1c9411b6f3989dbbaaf2,2026-06-24T15:03:18.070377+00:00,2026-06-24T15:03:18.070377+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,0.004966834462657074,0.07047577216786684,,0.05010592071899834,99.90147488667381,False @@ -10951,6 +10971,7 @@ binance_btcusdt_1h_close/1h/short|window:7b2ab2b2f4b3dea3deda,2026-06-23T00:50:3 binance_btcusdt_1h_close/1h/short|window:7c9865017e448ddbbc79,2026-06-16T12:41:53.625746+00:00,2026-06-16T12:41:53.625746+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.21821773608620584,0.4671378127343213,0.0044614903564614465,0.3356848513808057,90.31717356519123,True binance_btcusdt_1h_close/1h/short|window:7cbd7089101df77c2f28,2026-06-16T13:42:03.928974+00:00,2026-06-16T13:42:03.928974+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.19735228116630144,0.4442434931051905,0.004100644713876603,0.3173818333692953,90.13291466486862,True binance_btcusdt_1h_close/1h/short|window:7ccaa962e8f1e557ee0f,2026-06-17T06:16:19.331965+00:00,2026-06-17T06:16:19.331965+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.24614901232230516,0.49613406688344347,0.009561564702197845,0.2576723064772904,4.351104813913529,True +binance_btcusdt_1h_close/1h/short|window:7d15371021637e1dfa03,2026-06-25T12:38:20.074121+00:00,2026-06-25T12:38:20.074121+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,5.236314939505786,2.288299573811477,0.028512904394812317,1.5345067223830833,-3.597506183290646,True binance_btcusdt_1h_close/1h/short|window:7d31ba53adbc4d1a13a8,2026-06-24T03:56:47.654008+00:00,2026-06-24T03:56:47.654008+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,5.845175913269859,2.4176798616173025,0.022829616700809203,1.6597255220432512,23.46515913315855,True binance_btcusdt_1h_close/1h/short|window:7d7f1020fc81f424fee7,2026-06-17T05:22:41.305197+00:00,2026-06-17T05:22:41.305197+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.08321471192462135,0.28846960312071246,0.0059126847657492015,0.20756515367770648,52.85007884295761,True binance_btcusdt_1h_close/1h/short|window:7dd0c3cc26a9f87d2870,2026-06-17T09:38:24.814485+00:00,2026-06-17T09:38:24.814485+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.26075246219971776,0.510639268172472,0.009827695763157911,0.2828049632263403,16.330529481412043,True @@ -11177,6 +11198,7 @@ binance_btcusdt_1h_close/1h/short|window:fe96089368a36acd7db7,2026-06-17T13:30:3 binance_btcusdt_1h_close/1h/short|window:feb1a375819809b3d351,2026-06-23T10:57:05.025229+00:00,2026-06-23T10:57:05.025229+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,2.116632652516739,1.4548651664387113,0.010404530124386508,0.7860026776744203,5.303668962199605,True binance_btcusdt_1h_close/1h/short|window:fef39afd416e41a4ed7f,2026-06-23T03:59:35.051640+00:00,2026-06-23T03:59:35.051640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.9229691648774507,0.9607128420487835,0.006394701744520796,0.5219989515651074,-9.460225773701955,True binance_btcusdt_1h_close/1h/short|window:ff129ce94aa1aa8a25b2,2026-06-23T05:11:44.570328+00:00,2026-06-23T05:11:44.570328+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.6500722970480141,0.8062706103089794,0.005234744422524054,0.4398800527925217,11.432022619791816,True +coingecko_bitcoin_7d_price_usd/1h/short|window:7f4e7560713f0d026dc1,2026-06-25T12:38:44.379720+00:00,2026-06-25T12:38:44.379720+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Toto-2.0-1B,6.885688467636085,2.6240595396515083,0.0322858694222018,1.8424604135191354,-15.599889203612864,True coingecko_bitcoin_7d_price_usd/1h/short|window:f4b6fba232abdd8fad84,2026-06-25T11:58:49.187957+00:00,2026-06-25T11:58:49.187957+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Toto-2.0-1B,4.480152715360922,2.1166371241573088,0.024869888526069653,1.362383486984731,4.617333023751547,True data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short|window:4035ea947222c8854452,2026-06-24T10:49:11.363722+00:00,2026-06-24T10:49:11.363722+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Toto-2.0-1B,2.59039916867846,1.6094717048393428,0.618111195369563,0.6558362744768197,21.07867615656856,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:1c9411b6f3989dbbaaf2,2026-06-24T15:04:33.028603+00:00,2026-06-24T15:04:33.028603+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-2.0-1B,0.00505565307870755,0.07110311581574713,,0.18271318927041227,99.89971391067834,False diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 192062ed33ef8530dda7def0618cf1912af273a5..bca340b7fa4ce52abba40f20d7ed919d85111ef9 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,6 +1,6 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.053413416949438,1.2750486439314128,0.0122771502535736,0.9187247966906772,2.115370921756494,2.066485376076295,0.49213370193515954,1.7075106835825133e-42,346,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-25T12:14:01.763959+00:00 -ARIMA,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,4.911142213889696,2.2161097025846206,0.015030394115382132,0.9918339279581426,0.02814803643838014,,,,1,1.0,2026-06-25T12:00:38.572377+00:00,2026-06-25T12:00:38.572377+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.0618549103492607,1.277806937270795,0.012287450657063657,0.9189651543496948,2.106059126241054,2.069479772971153,0.49312855024903796,8.87219280041979e-43,347,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-25T12:40:07.001386+00:00 +ARIMA,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,5.741768709038886,2.3898890063400757,0.018002332204440936,1.202356619485672,-6.646097767970823,1.1746832547064139,1.0,1.0,2,1.0,2026-06-25T12:00:38.572377+00:00,2026-06-25T12:40:07.266453+00:00 ARIMA,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.9664674922689853,1.7223436045891032,0.6111556523811462,1.0317116760827598,14.518148853886235,,,,1,1.0,2026-06-24T10:52:35.939325+00:00,2026-06-24T10:52:35.939325+00:00 ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,39.71558270965495,4.6149670080590495,,2.3127168476015356,11.900520428323064,41.38698539121075,-0.8484848484848484,1.6342325370103148e-05,12,0.0,2026-06-24T10:52:36.014410+00:00,2026-06-25T12:14:01.802895+00:00 ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,9.147324257830482e-15,9.539730222989587e-08,,1.9433238745617197e-07,0.0,1.2256526212270822e-15,0.0,1.0,13,0.0,2026-06-24T12:46:14.723189+00:00,2026-06-25T12:14:01.847697+00:00 @@ -13,8 +13,8 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.0409882 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.106606515241294,1.0211972206573914,0.5766925271381336,0.5141484000677972,28.04512591741422,0.5406894408865507,0.06623376623376624,0.47097808036798516,56,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-25T11:17:08.949475+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4510395988657219,0.9600234050283386,0.013766749914328559,0.6538861534223472,16.65585475372668,2.5271159792476388,-0.04288288288288289,0.5862069876441258,75,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-25T12:14:01.998694+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0629522979989827,1.0167892222507973,0.20775797192515183,0.4980251443379422,51.59769477042867,0.32905477587192344,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-25T02:39:42.197586+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.7157691430285769,1.0056395232616708,0.01032035896485901,0.6008571236230242,24.19563686664514,2.810423316663482,0.43772763044711654,1.8329947241248404e-45,468,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-25T12:05:58.865895+00:00 -Chronos-2,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,6.644289588454596,2.577651952544136,0.03102214331090807,1.914512463687852,-14.971035377490166,,,,1,1.0,2026-06-25T11:47:50.464435+00:00,2026-06-25T11:47:50.464435+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.724491656970778,1.0086332441592039,0.010362580394082542,0.6037621558046801,24.125399344180273,2.813766994884282,0.4391230659887376,7.752134425794286e-46,469,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-25T12:36:24.789661+00:00 +Chronos-2,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,7.371007695701946,2.7116511414759046,0.03319312678964245,2.0713129244108446,-19.182454659936898,1.0277346032913086,1.0,1.0,2,1.0,2026-06-25T11:47:50.464435+00:00,2026-06-25T12:36:31.004872+00:00 Chronos-2,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.7341224511056046,1.6535182040442145,0.6608019070822674,0.8231222196231203,18.484576701267176,,,,1,1.0,2026-06-24T10:47:11.080330+00:00,2026-06-24T10:47:11.080330+00:00 Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,31.886157334778353,3.900592351863752,,1.572188806398948,18.92803560764648,40.81696095841102,-0.6923076923076922,0.0005287205721233499,13,0.0,2026-06-24T10:47:15.684286+00:00,2026-06-25T12:06:02.358572+00:00 Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,2.151099081915616e-17,4.454445326382696e-09,,4.9169188263652455e-09,0.0,9.997169580147443e-18,0.0,1.0,15,0.0,2026-06-24T12:42:56.996296+00:00,2026-06-25T12:06:05.814947+00:00 @@ -27,8 +27,8 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.112 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0137938516223457,0.9679096816021674,0.5754536490673791,0.5081611034020338,30.557154807482544,0.5722115952062867,0.239917976760082,0.002017720913257849,77,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-25T11:08:53.651435+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.3325956607166347,0.9055314878194584,0.011439691492140453,0.5933686937010834,35.035237208306995,9.755876441464773,-0.016666666666666663,0.8098979165995264,96,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-25T12:06:17.185208+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1825154536143472,0.40595419803765587,0.0847285620108957,0.23079307255032713,89.67794151645629,0.09530089019627053,0.6190476190476191,0.06904761904761905,7,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-25T02:35:49.357337+00:00 -Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,13.01526675869946,3.599581453898415,0.04250464346422575,2.8852853648231016,-45.54934791748914,1.6376693517772618,0.0,1.0,16,1.0,2026-06-25T06:37:03.120200+00:00,2026-06-25T12:06:24.727254+00:00 -Chronos-Bolt,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,12.711044960622761,3.5652552448068513,0.04393316536331312,2.8031650656273577,-44.23919488539605,,,,1,1.0,2026-06-25T11:51:40.386492+00:00,2026-06-25T11:51:40.386492+00:00 +Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,13.036076380288067,3.6029218661058806,0.04279750417992845,2.9015703851937182,-45.60978544572343,1.5879861570877707,0.014705882352941175,0.9676638168395322,17,1.0,2026-06-25T06:37:03.120200+00:00,2026-06-25T12:36:38.528438+00:00 +Chronos-Bolt,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,13.633415648268468,3.6902299352502475,0.04614773364344871,3.0747631625747616,-46.44803506080066,1.304429136003957,1.0,1.0,2,1.0,2026-06-25T11:51:40.386492+00:00,2026-06-25T12:36:42.308619+00:00 Chronos-Bolt,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,5.613437020919166e-06,0.0023692693010544763,,0.006329191801316628,-100.0,,,,1,0.0,2026-06-25T12:06:46.791028+00:00,2026-06-25T12:06:46.791028+00:00 Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.89143825683277e-13,9.945571002628642e-07,,1.4772355764118097e-06,0.0,,,,1,0.0,2026-06-25T12:06:51.232293+00:00,2026-06-25T12:06:51.232293+00:00 Chronos-Bolt,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.22487951405866288,0.47421462868480013,0.04913755283421481,0.20995248607983505,-1.7255759933117165,,,,1,1.0,2026-06-25T11:09:23.654488+00:00,2026-06-25T11:09:23.654488+00:00 @@ -39,8 +39,8 @@ Chronos-Bolt,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1 Chronos-Bolt,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.03245570693508224,0.1777582564395307,0.013936371963563312,0.10337936336153944,45.3786943348306,0.014724644224085592,1.0,1.0,2,1.0,2026-06-25T07:37:54.735529+00:00,2026-06-25T11:09:46.603060+00:00 Chronos-Bolt,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.5190162656228736,1.5852546287943445,1.209632837180031,0.9185144186388126,9.951933234942121,0.3468492934266802,1.0,1.0,2,1.0,2026-06-25T07:38:01.826576+00:00,2026-06-25T11:09:54.786649+00:00 Chronos-Bolt,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,0.21622213920097763,0.42431769936925273,0.009179749581560889,0.31768850489461714,51.481340134656406,0.19691241591708328,-0.19999999999999998,0.8166666666666667,5,1.0,2026-06-25T06:37:37.487769+00:00,2026-06-25T12:07:01.765336+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.9762682594131924,1.149215710422072,0.010838592404488165,0.8062438740031344,22.112402568127447,2.506770496341399,0.40956689285415093,5.89549815797311e-30,346,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-25T12:14:02.038028+00:00 -ETS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,3.633208989430477,1.9060978436141407,0.021383719089588665,1.4461660222199584,14.983986047877945,,,,1,1.0,2026-06-25T12:00:38.632680+00:00,2026-06-25T12:00:38.632680+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.9835898119984587,1.1520285974568534,0.010881479581055738,0.8089462101125682,22.059598283708127,2.5068581424523266,0.4110709466775499,3.0145004352234235e-30,347,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-25T12:40:07.349906+00:00 +ETS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,4.8612275123041595,2.1868688068771966,0.025581061440352736,1.761407837229274,2.7154676417263133,1.7366804498933361,1.0,1.0,2,1.0,2026-06-25T12:00:38.632680+00:00,2026-06-25T12:40:07.391526+00:00 ETS,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.012456858668924,1.7356430677616075,0.618770085277974,1.0920825657778055,13.76432849378957,,,,1,1.0,2026-06-24T10:52:36.193145+00:00,2026-06-24T10:52:36.193145+00:00 ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,164.5759440760589,7.151958277194537,,4.566411111894214,20.225224467822617,443.5198545846563,-0.6969696969696969,0.0009744810873283095,12,0.0,2026-06-24T10:52:36.210089+00:00,2026-06-25T12:14:02.054487+00:00 ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,9.147324257830482e-15,9.539730222989587e-08,,1.9433238745617197e-07,0.0,1.2256526212270822e-15,0.0,1.0,13,0.0,2026-06-24T12:46:14.828164+00:00,2026-06-25T12:14:02.069441+00:00 @@ -53,8 +53,8 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,8.489274930 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.2611651245535178,1.076268615055116,0.6365963154594768,0.5635306794214603,24.706272977577733,0.7027301659705367,0.13896103896103898,0.13041879423793123,56,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-25T11:17:09.124407+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.1558235949745799,0.8430572221198772,0.01221999601367662,0.6021112066931735,25.457931664765088,2.314729265165982,-0.09909909909909911,0.20841693561876928,75,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-25T12:14:02.116612+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9496656721394228,0.9717191082970827,0.20602828191825953,0.5206228512663811,53.68143087475858,0.15219267978229262,-0.4285714285714286,0.2388888888888889,7,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-25T02:39:42.312045+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.0151258507493055,1.1568852147496513,0.011904284417301559,0.6592019009827019,9.016458876392097,2.828843448593842,0.4130150610969026,5.371534544303879e-40,460,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-25T12:11:42.817272+00:00 -Moirai-1.1-Large,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,5.189542880724069,2.278056821223753,0.026159125782635868,1.5740559414659747,-2.728128415167314,,,,1,1.0,2026-06-25T12:00:08.656502+00:00,2026-06-25T12:00:08.656502+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.0229559361825937,1.1595203120638284,0.011941326121024349,0.6614725845184125,8.981357908224517,2.8307636517112833,0.41444874092238043,2.396717678488771e-40,461,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-25T12:39:19.877910+00:00 +Moirai-1.1-Large,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,6.188814256145626,2.4795586817701953,0.0290552395582419,1.7985077843531818,-10.208691280062128,1.4131831316123828,1.0,1.0,2,1.0,2026-06-25T12:00:08.656502+00:00,2026-06-25T12:39:42.738045+00:00 Moirai-1.1-Large,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,1.8199605606883722,1.349059139062618,0.6245741448532559,0.7792043597683866,37.17852676540776,,,,1,1.0,2026-06-24T10:50:42.572136+00:00,2026-06-24T10:50:42.572136+00:00 Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,33.844126069518026,4.188904065430109,,1.5195291262300599,15.52364722982837,39.89783087086599,-0.8181818181818181,4.4129288920955584e-05,12,0.0,2026-06-24T10:50:49.255677+00:00,2026-06-25T12:12:11.495819+00:00 Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,629.4971047823427,13.965348855665638,,9.201674308825835e-10,-100.0,1679.2260732758036,-0.40952380952380957,0.03589723736788882,15,0.0,2026-06-24T12:45:32.441400+00:00,2026-06-25T12:12:16.689149+00:00 @@ -67,8 +67,8 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1593701553273905,1.0385776473394994,0.6113978545124119,0.5060202522346577,22.777930381657896,0.72858480195022,-0.055630936227951164,0.5056557519812731,67,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-25T11:15:38.247876+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.727165005874071,1.2182023089935563,0.013807589493103659,0.6671350137559293,7.82783710400863,5.137309971214517,0.025800286669851884,0.7156619795492243,92,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-25T12:12:30.456174+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.21146138218091287,0.4295399361858861,0.07579008996760883,0.2155326078076765,88.47573347209413,0.15721376571334325,0.7142857142857143,0.03015873015873016,7,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-25T02:38:54.659049+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.4457537214155947,1.309605560614788,0.012573504533032479,0.9772130403050677,14.670301295649073,2.706318510723906,0.513412080087124,4.299825068127322e-46,346,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-25T12:14:02.128348+00:00 -Moving-Average,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,4.986732948454463,2.2330994040692556,0.02610738761463159,1.8148121328364644,-0.7355602325824362,,,,1,1.0,2026-06-25T12:00:38.666187+00:00,2026-06-25T12:00:38.666187+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.45320574995149,1.3122958169890524,0.012617020196448744,0.9798498948976608,14.623398413615988,2.705967783697888,0.5139511252519531,2.574226264639921e-46,347,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-25T12:40:07.427697+00:00 +Moving-Average,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,5.0559234340320245,2.2484854245482326,0.0265729928492853,1.84516071885791,-0.8496130490477312,0.09785012309096698,1.0,1.0,2,1.0,2026-06-25T12:00:38.666187+00:00,2026-06-25T12:40:07.453642+00:00 Moving-Average,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.676041974260956,1.9173007000105529,0.862092038435816,1.2555395476546478,3.896249355663171,,,,1,1.0,2026-06-24T10:52:36.269076+00:00,2026-06-24T10:52:36.269076+00:00 Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,34.281937701788515,4.325948920872522,,2.0791841615123006,22.68444015950524,40.62139909220038,-0.6969696969696969,0.0009744810873283095,12,0.0,2026-06-24T10:52:36.277257+00:00,2026-06-25T12:14:02.136459+00:00 Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,9.147324257830482e-15,9.539730222989587e-08,,1.9433238745617197e-07,0.0,1.2256526212270822e-15,0.0,1.0,13,0.0,2026-06-24T12:46:14.873454+00:00,2026-06-25T12:14:02.146580+00:00 @@ -81,8 +81,8 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1138190179501957,1.0245513067466279,0.6437574275819727,0.5326815455101006,27.892973053024352,0.5370509651901103,0.13376623376623378,0.14541689401505606,56,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-25T11:17:09.262863+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8047392153879058,1.0440014085828224,0.0157547701007222,0.7850673039371732,11.766349764279912,3.181706689997141,0.011891891891891894,0.880013859936808,75,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-25T12:14:02.174840+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0578347680270574,1.0278621958694054,0.21218650121844568,0.5563288577587656,49.896995813737874,0.08107279054781216,-0.33333333333333337,0.3813492063492063,7,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-25T02:39:42.359615+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.887535540778522,1.4472243864641556,0.01391191866689181,0.8216890079367594,7.442577322827415e-17,3.135748565029646,0.47531205495518136,9.349444092861913e-40,346,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-25T12:14:02.182597+00:00 -Seasonal-Naive,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,4.913907772539966,2.2167335817684464,0.026609692107947825,1.3020448067364512,-9.03739407425866e-15,,,,1,1.0,2026-06-25T12:00:38.705665+00:00,2026-06-25T12:00:38.705665+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.8932563158732574,1.4494151136965823,0.013951571493086389,0.8230782074523665,7.421128973193914e-17,3.1330267448186957,0.47587080008662186,5.889528435245188e-40,347,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-25T12:40:07.475884+00:00 +Seasonal-Naive,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,4.970593274601368,2.2294464910686895,0.027043960409849705,1.3161463734403713,-4.51869703712933e-15,0.08016540580516351,1.0,1.0,2,1.0,2026-06-25T12:00:38.705665+00:00,2026-06-25T12:40:07.496330+00:00 Seasonal-Naive,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.9741110106425035,1.9935172461362112,0.8264244641534466,1.59463406458511,5.5872773641804445e-15,,,,1,1.0,2026-06-24T10:52:36.314295+00:00,2026-06-24T10:52:36.314295+00:00 Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,36.319239688644394,4.966901231980168,,2.044932940083851,6.4655845376413244e-15,36.82546776772179,-0.5454545454545454,0.013770768197851531,12,0.0,2026-06-24T10:52:36.320978+00:00,2026-06-25T12:14:02.189383+00:00 Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,8,0.0,2026-06-24T14:18:12.253684+00:00,2026-06-25T12:14:02.198871+00:00 @@ -95,8 +95,8 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.9934574013901294,1.3795716639547333,0.7497860298282996,1.0287036832529322,-5.4955773898371393e-17,0.8170385056187839,0.4025974025974027,1.1766411933291437e-05,56,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-25T11:17:09.373670+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.0341357947600294,1.1618134030256275,0.016223911048226024,0.6296659366295102,2.80143807687486e-15,3.255982635609368,-0.02451776093203866,0.7557521137047057,75,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-25T12:14:02.221166+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,3.2530044991445655,1.7948895425528726,0.3851271483382678,1.4441605878777541,-7.649968393293107e-16,0.6818503650705655,0.6190476190476191,0.06904761904761905,7,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-25T02:39:42.426452+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.4067807895364126,0.9677258359270923,0.009988097438997515,0.5658534485352049,22.336700428745452,2.0176390861796256,0.5290831905861324,4.841152717572104e-65,464,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-25T12:10:37.488068+00:00 -TiRex,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,4.995999153727317,2.2351731820436904,0.026407447350572186,1.4875641257943675,-0.828376914113693,,,,1,1.0,2026-06-25T11:59:28.909453+00:00,2026-06-25T11:59:28.909453+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.41545448438916,0.9706606002367583,0.0100290135959815,0.5682290118233844,22.276832255637878,2.0241238592530615,0.5301631442343344,1.944881390913023e-65,465,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-25T12:38:51.654456+00:00 +TiRex,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,6.048197919389249,2.4499150682611464,0.029628729286877598,1.7135964065737923,-8.961242321307532,1.4880337647113335,1.0,1.0,2,1.0,2026-06-25T11:59:28.909453+00:00,2026-06-25T12:38:56.349271+00:00 TiRex,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.8564692708326462,1.6901092481945201,0.6820653407770266,0.8258398901350078,16.362324923417617,,,,1,1.0,2026-06-24T10:49:37.384120+00:00,2026-06-24T10:49:37.384120+00:00 TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,31.390118367375916,3.5912434258897217,,1.4516302174169837,37.82366707131955,41.21431934628573,-0.9230769230769229,1.4164076664076665e-07,13,0.0,2026-06-24T10:49:46.896694+00:00,2026-06-25T12:10:46.306026+00:00 TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,1.0303393044301335e-16,9.977735912663785e-09,,1.9792629504227214e-08,0.0,3.000632172611247e-17,0.0,1.0,15,0.0,2026-06-24T12:44:44.437377+00:00,2026-06-25T12:10:50.812011+00:00 @@ -109,8 +109,8 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1283305 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9574653125611167,0.9431592618323921,0.5891813778755578,0.49841821970184846,31.413969051362855,0.5439248480757569,0.18309859154929578,0.022902112688018617,72,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-25T11:14:16.280156+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.363211584640347,0.8028846307861253,0.009756812260111046,0.5163663664432426,36.649592368162196,2.95900086318931,-0.016700983756577442,0.8115415733741906,94,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-25T12:11:18.582426+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.17585374714338403,0.3860122893127624,0.07480175655600008,0.22590335659095545,90.36658726464965,0.15637216162448206,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-25T02:38:08.307904+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.280297863229161,1.1448749467600223,0.011557434203692504,0.7171212951470559,22.43758842549956,3.772733516292015,0.5883555041449777,1.2397947473486514e-78,456,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-25T12:13:11.263571+00:00 -Timer-S1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,12.953363463626859,3.5990781408059007,0.04438931189819537,2.8825192464323166,-44.99543094646413,,,,1,1.0,2026-06-25T12:00:35.435027+00:00,2026-06-25T12:00:35.435027+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.3071619417128444,1.1507185190737161,0.011640728764438295,0.7226935169202006,22.27942376014566,3.812100667745233,0.5900610388114707,3.000279043387065e-79,457,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-25T12:40:00.172419+00:00 +Timer-S1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,13.558676241125406,3.6812928413985047,0.04601892647112579,3.0556934788505163,-46.30205799875586,0.8560415394161727,1.0,1.0,2,1.0,2026-06-25T12:00:35.435027+00:00,2026-06-25T12:40:04.416120+00:00 Timer-S1,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,1.521603831386306,1.2335330686229315,0.9524471402012793,0.5698934320992546,44.62580846627088,,,,1,1.0,2026-06-24T10:52:21.603562+00:00,2026-06-24T10:52:21.603562+00:00 Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,33.93959398919177,3.8174457374776316,,1.501855503792922,38.28376441047056,41.91985349574003,-0.8484848484848484,1.6342325370103148e-05,12,0.0,2026-06-24T10:52:25.227109+00:00,2026-06-25T12:13:16.639186+00:00 Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,7;8;10;12,9.739226435748731e-17,9.777023968231359e-09,,8.172481755490224e-09,0.0,3.1901810272630383e-17,0.0,1.0,13,0.0,2026-06-24T12:46:05.681734+00:00,2026-06-25T12:13:24.670317+00:00 @@ -123,8 +123,8 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1131 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0151779632924303,0.9832605822474866,0.6253875329786489,0.5237828980690076,27.69674221895565,0.45560089144585664,0.075990675990676,0.36702554537096377,66,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-25T11:17:04.559470+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5096347116329718,0.8769786672090408,0.011055817665622315,0.5881461675403106,29.568399522628578,3.0519766336402574,-0.031154239019407563,0.6654879669269851,89,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-25T12:13:56.859368+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.252887257580452,0.48383322513642896,0.10575594820898143,0.2537490988069346,86.14107873843024,0.13333871815346174,0.6,0.1361111111111111,6,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-25T02:39:38.748174+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.2227781812061886,0.8896446754025163,0.008884659662846305,0.660754187189791,31.58725916329964,1.7299933527317377,0.4789176491846231,2.078897306855264e-54,471,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-25T12:07:32.953707+00:00 -TimesFM-2.5,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,4.938441522929516,2.222260453441386,0.024627265799957415,2.0471324559849173,-0.24901421634362933,,,,1,1.0,2026-06-25T11:52:22.647809+00:00,2026-06-25T11:52:22.647809+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.2306226264861533,0.8924617722515099,0.008920520643730973,0.6637768454217917,31.519197203600704,1.7365389050498625,0.48024398143150165,8.183006181262619e-55,472,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-25T12:37:42.518799+00:00 +TimesFM-2.5,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,5.360652416176608,2.3135094628005266,0.02597628771523873,2.1496031890166116,-3.619301749832567,0.597096371411696,1.0,1.0,2,1.0,2026-06-25T11:52:22.647809+00:00,2026-06-25T12:37:49.021238+00:00 TimesFM-2.5,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.101390762367535,1.7610765918515683,0.6894371389934627,1.1988933120136298,12.334393747225347,,,,1,1.0,2026-06-24T10:47:58.411321+00:00,2026-06-24T10:47:58.411321+00:00 TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,31.346009562954507,3.542120106086629,,1.4367220972668697,38.89345482998651,41.22580504749097,-0.8717948717948716,1.8079271551493775e-06,13,0.0,2026-06-24T10:48:06.864145+00:00,2026-06-25T12:07:39.628253+00:00 TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,15,0.0,2026-06-24T12:43:37.524229+00:00,2026-06-25T12:07:45.186922+00:00 @@ -137,8 +137,8 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9279874879163813,0.9347112639515098,0.5093601868894532,0.6940200017838727,32.60509632957176,0.46752706577899716,0.19343814080656185,0.012794389467689349,77,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-25T11:11:17.961901+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3091024348032636,0.7964898852449688,0.010237647696982365,0.6295558342033886,36.81071987540124,2.845544542243765,-0.0017543859649122805,0.9797982329262411,96,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-25T12:08:02.635652+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.18041651688373883,0.4102861807583566,0.07019847102072298,0.3284682031086703,89.69108239547668,0.09335500251468391,0.33333333333333337,0.3813492063492063,7,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-25T02:36:39.115741+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.401630918494656,0.9259964892660413,0.009383364724547543,0.539980537313756,28.783522224719878,2.1024583503434218,0.4190767519466073,1.4704834977377863e-41,465,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-25T12:08:33.816671+00:00 -Toto-2.0-1B,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,4.480152715360922,2.1166371241573088,0.024869888526069653,1.362383486984731,4.617333023751547,,,,1,1.0,2026-06-25T11:58:49.187957+00:00,2026-06-25T11:58:49.187957+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.4098598541620622,0.9289198864431772,0.009424415238861417,0.5421147136765656,28.714035039294963,2.1076955175317216,0.42049933084129404,6.454096908088358e-42,466,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-25T12:38:20.074121+00:00 +Toto-2.0-1B,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,5.682920591498504,2.3703483319044087,0.028577878974135728,1.6024219502519332,-5.491278089930659,1.700970642820451,1.0,1.0,2,1.0,2026-06-25T11:58:49.187957+00:00,2026-06-25T12:38:44.379720+00:00 Toto-2.0-1B,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.59039916867846,1.6094717048393428,0.618111195369563,0.6558362744768197,21.07867615656856,,,,1,1.0,2026-06-24T10:49:11.363722+00:00,2026-06-24T10:49:11.363722+00:00 Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,32.12219757023822,3.7524500340594327,,1.6231434054610316,30.31975341995837,40.70801958087773,-0.8717948717948716,1.8079271551493775e-06,13,0.0,2026-06-24T10:49:15.506331+00:00,2026-06-25T12:08:39.347509+00:00 Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,3;5;7;8;10;12,7.156439355432414e-22,2.474114744314055e-11,,2.5385653660374796e-11,0.0,8.589910294618893e-22,0.0,1.0,15,0.0,2026-06-24T12:44:19.286476+00:00,2026-06-25T12:08:45.582912+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index faeb8357eb1299036bb22c9dc92c3c569b9fe58a..9f5227c4b6bed2279ff44632fdd6d9c71c42e6bc 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-25T12:14:02.359443+00:00", + "generated_at": "2026-06-25T12:40:07.912326+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index f6efb53e0fd19206497e716aa51387a0dcfdb305..5d702514d39bab0f6e59a93c86c1ef8a909254f3 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -13,18 +13,18 @@ Climate,Moving-Average,1.0161830254028847,1.071131884072107,7.0,5,99,0.050505050 Climate,ETS,3.7475753155847085,2.3186042611715774,7.4,5,99,0.050505050505050504 Climate,ARIMA,1.6422436685272077,1.4423258992969086,8.6,5,99,0.050505050505050504 Finance,TabPFN-TS,,,1.1,10,23,0.43478260869565216 +Finance,Seasonal-Naive,1.0,1.0,1.8461538461538463,13,23,0.5652173913043478 Finance,Sundial,,,1.9,10,23,0.43478260869565216 -Finance,Seasonal-Naive,1.0,1.0,2.076923076923077,13,23,0.5652173913043478 -Finance,Toto-2.0-1B,0.8611933423665963,0.8184564643719199,2.3333333333333335,3,23,0.13043478260869565 -Finance,ARIMA,0.9140710152488192,0.7094320635183317,2.6666666666666665,3,23,0.13043478260869565 -Finance,TiRex,0.934404116975981,0.894637877827548,4.333333333333333,3,23,0.13043478260869565 -Finance,Moirai-1.1-Large,0.8202247866939166,0.8842973385365551,4.666666666666667,3,23,0.13043478260869565 -Finance,ETS,0.8038497151497512,0.9538533479134523,5.333333333333333,3,23,0.13043478260869565 -Finance,Chronos-2,1.0348898652466603,1.0093763767226784,6.666666666666667,3,23,0.13043478260869565 -Finance,Moving-Average,0.9896599254241842,1.1028179256733992,7.666666666666667,3,23,0.13043478260869565 -Finance,Timer-S1,1.4443609089249174,1.2456328457600705,7.666666666666667,3,23,0.13043478260869565 -Finance,TimesFM-2.5,0.9254962627850822,1.1071160086274403,8.666666666666666,3,23,0.13043478260869565 -Finance,Chronos-Bolt,2.6632811799267966,1.927243247501489,10.0,2,23,0.08695652173913043 +Finance,ARIMA,0.9992961254878389,0.7891249128003116,2.6666666666666665,3,23,0.13043478260869565 +Finance,Toto-2.0-1B,0.9862810989725798,0.8924664297967078,2.6666666666666665,3,23,0.13043478260869565 +Finance,Moirai-1.1-Large,0.9109224705075047,0.9397674905674346,4.666666666666667,3,23,0.13043478260869565 +Finance,TiRex,1.0426193019024987,0.9650203843217193,4.666666666666667,3,23,0.13043478260869565 +Finance,ETS,0.9476777471071897,1.0610963779649087,6.666666666666667,3,23,0.13043478260869565 +Finance,Moving-Average,0.9911765541124066,1.1053175565634783,6.666666666666667,3,23,0.13043478260869565 +Finance,Chronos-2,1.0971241760871555,1.0512931193989488,7.0,3,23,0.13043478260869565 +Finance,Timer-S1,1.4770967051728887,1.2807755188878025,7.333333333333333,3,23,0.13043478260869565 +Finance,TimesFM-2.5,0.9681287733389531,1.1336899945000842,8.333333333333334,3,23,0.13043478260869565 +Finance,Chronos-Bolt,2.818505861354619,2.068610240339896,10.5,2,23,0.08695652173913043 Hazards,TabPFN-TS,,,1.0,5,11,0.45454545454545453 Hazards,Timer-S1,0.6777723631893693,0.6392985823145042,1.0,1,11,0.09090909090909091 Hazards,Sundial,,,2.0,5,11,0.45454545454545453 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 76317473c2f8196ca1747ff0c5ef8031b6db2930..a9502269a2ec78442cca7379a57984bb0e802a22 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -40,17 +40,17 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.25627532007498555,0.3855221985813308,8.0,1,1,1.0 1D,ARIMA,0.3687802372064497,0.4083506869323253,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,TiRex,0.3394473052174366,0.6809687429704453,3.857142857142857,7,7,1.0 -1h,Toto-2.0-1B,0.32436120664246937,0.8472364781656461,4.714285714285714,7,7,1.0 -1h,Chronos-2,0.3975865854046923,0.7719762894645406,5.142857142857143,7,7,1.0 -1h,Moirai-1.1-Large,1.2918496055341948,0.7641855504501903,5.142857142857143,7,7,1.0 -1h,TimesFM-2.5,0.2872994072481787,0.7210938901222376,5.285714285714286,7,7,1.0 -1h,Timer-S1,0.3589253305982529,0.8730648360432387,5.714285714285714,7,7,1.0 -1h,ARIMA,1.2779454798955217,1.0479879091847715,6.714285714285714,7,7,1.0 -1h,ETS,1.9125313671699458,1.5545524197211475,6.714285714285714,7,7,1.0 -1h,Moving-Average,0.9795715231608084,1.05220758582648,7.285714285714286,7,7,1.0 -1h,Chronos-Bolt,0.5593041931269548,0.9298097770733917,7.571428571428571,7,7,1.0 -1h,Seasonal-Naive,1.0,1.0,7.857142857142857,7,7,1.0 +1h,TiRex,0.35576933795168075,0.7034326974824862,4.0,7,7,1.0 +1h,Toto-2.0-1B,0.34377301612488886,0.8792600656524757,4.857142857142857,7,7,1.0 +1h,Moirai-1.1-Large,1.3512408117095298,0.7843728965360457,5.142857142857143,7,7,1.0 +1h,TimesFM-2.5,0.29289835085741084,0.7284615080115392,5.142857142857143,7,7,1.0 +1h,Chronos-2,0.4076627238954022,0.7855559321938466,5.285714285714286,7,7,1.0 +1h,Timer-S1,0.3623893967102551,0.8835373450493735,5.571428571428571,7,7,1.0 +1h,ARIMA,1.3277128372950227,1.0969106346349735,6.714285714285714,7,7,1.0 +1h,Moving-Average,0.9802145996074222,1.053229032514826,6.857142857142857,7,7,1.0 +1h,ETS,2.0523212739202865,1.6271843277606977,7.285714285714286,7,7,1.0 +1h,Seasonal-Naive,1.0,1.0,7.428571428571429,7,7,1.0 +1h,Chronos-Bolt,0.5684302686882233,0.9488063364791858,7.714285714285714,7,7,1.0 1mo,Timer-S1,0.3828790457316151,0.4909869342196272,1.0,1,1,1.0 1mo,Toto-2.0-1B,0.6518185228700153,0.5822432804040559,2.0,1,1,1.0 1mo,Moirai-1.1-Large,0.457954132588293,0.5887255627707786,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 8234dc23edfa7fe370c5579106a56c04126884bc..57d85deca9fe20ef37a28edba3abd54e85d6b5e8 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -22,17 +22,17 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 12,Seasonal-Naive,1.0,1.0,10.0,2,2,1.0 24,TabPFN-TS,,,1.3454545454545455,55,63,0.873015873015873 24,Sundial,,,1.6545454545454545,55,63,0.873015873015873 -24,TiRex,0.27271032037738485,0.6339538454886436,3.75,8,63,0.12698412698412698 -24,Toto-2.0-1B,0.2564397447293104,0.697873599788343,4.25,8,63,0.12698412698412698 -24,Chronos-2,0.31079326222752673,0.6725600869791855,4.75,8,63,0.12698412698412698 -24,Moirai-1.1-Large,0.9061222146955087,0.7077475923978218,5.0,8,63,0.12698412698412698 -24,TimesFM-2.5,0.2636124008240796,0.6933509898274014,5.375,8,63,0.12698412698412698 -24,Timer-S1,0.34908354419079707,0.8214941292508621,5.875,8,63,0.12698412698412698 -24,ETS,1.465874120044894,1.3700051625305807,6.875,8,63,0.12698412698412698 -24,ARIMA,0.9908002821348258,1.0112591272623643,7.0,8,63,0.12698412698412698 -24,Chronos-Bolt,0.45753143739837626,0.8574372040223894,7.25,8,63,0.12698412698412698 -24,Moving-Average,0.9680509931934355,1.0978235417881734,7.75,8,63,0.12698412698412698 -24,Seasonal-Naive,1.0,1.0,8.125,8,63,0.12698412698412698 +24,TiRex,0.2841503564118596,0.6522154653601008,3.875,8,63,0.12698412698412698 +24,Toto-2.0-1B,0.2698192019250943,0.7209005953564114,4.375,8,63,0.12698412698412698 +24,Chronos-2,0.31767439704451356,0.6829007625928946,4.875,8,63,0.12698412698412698 +24,Moirai-1.1-Large,0.9424698700255995,0.7240802268658658,5.0,8,63,0.12698412698412698 +24,TimesFM-2.5,0.2681021262882241,0.6995456873891647,5.25,8,63,0.12698412698412698 +24,Timer-S1,0.3520297181768459,0.8301098677516062,5.75,8,63,0.12698412698412698 +24,ARIMA,1.0244811481561233,1.0524477826063436,7.0,8,63,0.12698412698412698 +24,Chronos-Bolt,0.4640570989725855,0.872745981719251,7.375,8,63,0.12698412698412698 +24,ETS,1.5592073027958442,1.425852700789394,7.375,8,63,0.12698412698412698 +24,Moving-Average,0.9686070445755667,1.0987559981745032,7.375,8,63,0.12698412698412698 +24,Seasonal-Naive,1.0,1.0,7.75,8,63,0.12698412698412698 36,ARIMA,,,5.0,1,1,1.0 36,Chronos-2,,,5.0,1,1,1.0 36,Chronos-Bolt,,,5.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 3cbeaa9d122f62d9923b1755d50b4949c1e6dc3d..c3ce9f762445afd742f111b745f5815bd74017e8 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,14 +1,14 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage Overall,TabPFN-TS,,,1.4639175257731958,97,208,0.46634615384615385 Overall,Sundial,,,1.5360824742268042,97,208,0.46634615384615385 -Overall,Seasonal-Naive,1.0,1.0,1.871559633027523,111,208,0.5336538461538461 -Overall,Chronos-2,0.21041961792427208,0.5107501365050855,4.142857142857143,14,208,0.0673076923076923 -Overall,TiRex,0.19868209658027183,0.5060821265355778,4.142857142857143,14,208,0.0673076923076923 -Overall,Toto-2.0-1B,0.21705439897012976,0.538226580874925,4.428571428571429,14,208,0.0673076923076923 -Overall,Timer-S1,0.23057460796081064,0.5461345505898891,4.571428571428571,14,208,0.0673076923076923 -Overall,Moirai-1.1-Large,0.576032458853902,0.5695102168048741,4.785714285714286,14,208,0.0673076923076923 -Overall,TimesFM-2.5,0.17675706569875557,0.5094200122003884,5.3076923076923075,14,208,0.0673076923076923 -Overall,ETS,0.8440179879538454,0.9294714737128854,6.357142857142857,14,208,0.0673076923076923 -Overall,ARIMA,0.6991122277145405,0.8016896220576859,6.928571428571429,14,208,0.0673076923076923 -Overall,Chronos-Bolt,0.4210398977205447,0.7421280029513976,7.083333333333333,12,208,0.057692307692307696 -Overall,Moving-Average,0.858839299366506,0.9657120639660117,8.0,14,208,0.0673076923076923 +Overall,Seasonal-Naive,1.0,1.0,1.8440366972477065,111,208,0.5336538461538461 +Overall,Chronos-2,0.2135141395068808,0.5159720334656382,4.214285714285714,14,208,0.0673076923076923 +Overall,TiRex,0.20420035302795278,0.5157548264670303,4.214285714285714,14,208,0.0673076923076923 +Overall,Timer-S1,0.23187011625674908,0.5499464388262166,4.5,14,208,0.0673076923076923 +Overall,Toto-2.0-1B,0.2245399407080301,0.5500019363710235,4.5,14,208,0.0673076923076923 +Overall,Moirai-1.1-Large,0.5913356846926842,0.5782385534517249,4.785714285714286,14,208,0.0673076923076923 +Overall,TimesFM-2.5,0.17875837494897576,0.5124497642762526,5.230769230769231,14,208,0.0673076923076923 +Overall,ETS,0.879474309462054,0.9545625049787541,6.642857142857143,14,208,0.0673076923076923 +Overall,ARIMA,0.7148673541156629,0.8233130456521724,6.928571428571429,14,208,0.0673076923076923 +Overall,Chronos-Bolt,0.42583723762956305,0.7527092390714385,7.166666666666667,12,208,0.057692307692307696 +Overall,Moving-Average,0.8591681477955901,0.9662588166522309,7.769230769230769,14,208,0.0673076923076923 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 1108a8b92f38a21c247426d60fe09d29ab277b3d..d540905e467dd64180d9ae73110eb79ac3eb3d1c 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,6 +1,6 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,3247359.242052721,1374213.006046853,962.0359621733509,1.1504565530135744,0.01590765420258724,0.0157203920664979,23.58461854950311,1802.0430744165692,0.029565188920051062,0.015783626581038785,0.014415153411570937,Finance,1 -coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,3085295.9274389767,1261178.2008625085,909.2282619660213,1.079816684818858,0.015030394115382132,0.014878461521729294,23.931773325002737,1756.501046808392,0.028805438785165994,0.014910733522985544,0.013782304275833119,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,3234465.920183535,1369999.798453023,958.6214113921009,1.1463732417067785,0.015851390264624326,0.015664690175268423,23.421286097231274,1798.462098623025,0.029504786318000065,0.01572672558662141,0.014358329006355149,Finance,1 +coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,4173388.890641617,2098404.409789434,1268.845859238745,1.509199466196163,0.02097427029349974,0.02069071038700902,38.54185664131811,2042.887390592447,0.03353934413616138,0.020831426208181812,0.01957505812314152,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ARIMA,27197.688534080287,28885.073828115153,130.26006235500384,1.3733941545973163,0.6111556523811462,1.024494621436719,15.484310582150973,164.91721721542686,1.0152918018145418,0.8019294507021014,0.723321704945088,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,0.003570415918806108,0.0012099912992462945,0.034567253546483274,0.1575216693371071,nan,2.0,1.608367516251372,0.05975295740635862,inf,inf,inf,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 08d22520ad5d6bb8481f5ff21b234a454703efec..46c2058aeae9e1d2d49f4ded67109fbd36cb31db 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-25T12:14:01.763959+00:00", + "evaluated_at": "2026-06-25T12:40:07.001386+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61739.2890625, 61269.94140625, 61282.01171875, - 61257.94140625 + 61339.890625 ], "p50": [ 61911.574494440974, diff --git a/results/arima/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json b/results/arima/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json index 5bc2193bf6477476ddd06fefca41fc84ac29d3ab..a28fb326e183afea130c5c28bd60e12ae68dd632 100644 --- a/results/arima/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json +++ b/results/arima/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "coingecko_bitcoin_7d_price_usd/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-25T12:00:38.572377+00:00", + "evaluated_at": "2026-06-25T12:40:07.266453+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63619.35546875, 63585.73046875, 63362.43359375, 63894.21484375, @@ -101,10 +100,10 @@ 62568.94921875, 62716.0390625, 62621.29296875, - 62379.40234375 + 62379.40234375, + 62815.96875 ], "actuals": [ - 62815.96875, 62538.578125, 61236.5546875, 60985.86328125, @@ -127,350 +126,350 @@ 61816.44140625, 61606.90625, 61652.90625, - 61211.78125 + 61211.78125, + 61185.55078125 ], "p50": [ - 61717.227114424546, - 61717.304040497474, - 61719.66754655166, - 61711.18971176217, - 61730.43244498864, - 61724.44864348561, - 61720.724298274974, - 61730.86476686199, - 61717.52409284997, - 61717.58055201595, - 61716.31264759308, - 61714.45039179709, - 61704.28941810762, - 61715.21337392011, - 61715.210261640204, - 61715.21200484128, - 61724.71881336466, - 61751.78798666857, - 61717.436512627624, - 61720.96337627091, - 61710.53317434723, - 61696.36097495706, - 61710.53319802334, - 61724.24269360125 + 62148.984172062555, + 62149.08135757261, + 62138.13321551099, + 62136.810911738954, + 62147.57256300386, + 62155.88994949851, + 62180.83895878392, + 62155.066479546105, + 62128.15897178398, + 62135.563343024, + 62140.69824517127, + 62153.146342582404, + 62132.56419076145, + 62156.179313733664, + 62121.33923741046, + 62153.7674173902, + 62182.878421049776, + 62119.800677785366, + 62148.37671323127, + 62138.26837564297, + 62152.93907016029, + 62152.68387372204, + 62136.03120047755, + 62152.51940171081 ], "p10": [ - 61394.064405534955, - 61462.75493247602, - 61431.80993176693, - 61437.805246828495, - 61438.409388800865, - 61438.866516008435, - 61432.86668349025, - 61453.46692875165, - 61437.112554557054, - 61459.95654538569, - 61453.39096371999, - 61437.155102891185, - 61438.65699837142, - 61460.66426589865, - 61438.77598148678, - 61432.982666122225, - 61438.66020952698, - 61462.91729902832, - 61397.800495818636, - 61451.93985671238, - 61451.939760619396, - 61504.35446624554, - 61432.982029460174, - 61432.98204634506 + 61899.489897609295, + 61919.64876899141, + 61837.088809200635, + 61850.778729502665, + 61841.52268400172, + 61924.59276221095, + 61842.471159146844, + 61849.403334443115, + 61902.523840032125, + 61848.87061738193, + 61854.41099007802, + 61848.42023472068, + 61903.427781066974, + 61844.41614416953, + 61839.77736121123, + 61844.09422134002, + 61912.325890252214, + 61847.445370531546, + 61904.324149689455, + 61858.349101907865, + 61855.93305181326, + 61921.58005338405, + 61904.71459965203, + 61922.10880994941 ], "p90": [ - 61967.412601676566, - 61948.608031731244, - 61949.66375700929, - 61900.43092880864, - 62174.81693644131, - 61938.63185191074, - 61967.16024136663, - 61939.73801274928, - 61939.63721156827, - 62175.204916299626, - 61939.66204771762, - 62175.19100546778, - 61899.77086420204, - 61967.27759307744, - 61956.35192519641, - 61971.14942776811, - 61946.94706922974, - 62006.00783219068, - 62014.04948988973, - 61950.835927119406, - 61946.94738526584, - 61939.67342024685, - 61950.835854702535, - 61940.35760391698 + 62350.795344844744, + 62429.94835474388, + 62419.21745810969, + 62354.34889135904, + 62429.78588348946, + 62428.32152387953, + 62520.24718249777, + 62439.62174277775, + 62324.308640435265, + 62372.093206358535, + 62421.565242342534, + 62438.63864305532, + 62422.19660584934, + 62426.327547651155, + 62387.25319201097, + 62426.00562482164, + 62522.376606546226, + 62370.66795950815, + 62584.20499723181, + 62326.85522282502, + 62522.83843461932, + 62525.05994559417, + 62391.697525003525, + 62590.39340265494 ], "mean": [ - 62027.90132420846, - 62356.89485554719, - 62658.78845620659, - 62009.81969700565, - 62697.87166924946, - 62032.89049876665, - 62041.55950348183, - 62674.36224435931, - 62656.199786011406, - 63323.507244746295, - 62977.08016966476, - 62367.04743809556, - 61687.875614206976, - 62989.57553244286, - 62034.52746464664, - 62360.36396926589, - 62037.9810597976, - 63323.53349822061, - 63303.03343073754, - 62351.72776882893, - 62346.37940171305, - 62028.69510059321, - 62023.9142572768, - 62027.56508434451 + 62466.03025999811, + 62795.311728778106, + 63721.97926982816, + 63092.436319311775, + 62795.52859121314, + 62176.263481163645, + 62797.20314780296, + 62801.827913403744, + 62448.77948140006, + 63093.022801994906, + 62465.61304144549, + 62790.34360991698, + 62482.08375806049, + 62462.635100459614, + 62436.49849788875, + 62463.6698913577, + 62488.44371174716, + 63392.361870249755, + 63107.981038733386, + 62771.18577735869, + 62797.69186741892, + 62812.633137829696, + 62775.85163342651, + 63760.95001664616 ], "quantiles": { "0.1": [ - 61394.064405534955, - 61462.75493247602, - 61431.80993176693, - 61437.805246828495, - 61438.409388800865, - 61438.866516008435, - 61432.86668349025, - 61453.46692875165, - 61437.112554557054, - 61459.95654538569, - 61453.39096371999, - 61437.155102891185, - 61438.65699837142, - 61460.66426589865, - 61438.77598148678, - 61432.982666122225, - 61438.66020952698, - 61462.91729902832, - 61397.800495818636, - 61451.93985671238, - 61451.939760619396, - 61504.35446624554, - 61432.982029460174, - 61432.98204634506 + 61899.489897609295, + 61919.64876899141, + 61837.088809200635, + 61850.778729502665, + 61841.52268400172, + 61924.59276221095, + 61842.471159146844, + 61849.403334443115, + 61902.523840032125, + 61848.87061738193, + 61854.41099007802, + 61848.42023472068, + 61903.427781066974, + 61844.41614416953, + 61839.77736121123, + 61844.09422134002, + 61912.325890252214, + 61847.445370531546, + 61904.324149689455, + 61858.349101907865, + 61855.93305181326, + 61921.58005338405, + 61904.71459965203, + 61922.10880994941 ], "0.2": [ - 61517.32954964612, - 61584.50370189571, - 61558.34593020778, - 61560.174541639855, - 61587.69814340876, - 61580.00534809626, - 61612.30403361368, - 61601.93128493271, - 61580.036952245886, - 61585.16374976836, - 61580.06178839524, - 61552.094980270675, - 61528.05543918391, - 61585.14547487587, - 61526.74982542626, - 61601.86729894636, - 61528.38566486106, - 61559.79198451163, - 61558.4229309493, - 61587.481440350835, - 61559.51800422491, - 61587.48139807994, - 61528.05899005168, - 61552.41564187563 + 61980.919601876485, + 61992.826479656134, + 61944.17049634378, + 61998.53248323033, + 61990.612785516074, + 62012.99518549009, + 61982.70830073336, + 61977.462242007285, + 61991.87743446783, + 61976.9295249461, + 61992.367257423306, + 61981.2884604506, + 62005.05929516801, + 61976.572481408744, + 61948.895681588896, + 61975.77644595223, + 61998.14990085146, + 61975.504278095716, + 61986.996005191715, + 61996.305369253154, + 61993.88931915855, + 62034.069193216936, + 61987.38645515429, + 62001.84937032967 ], "0.3": [ - 61610.70484876534, - 61648.36787755695, - 61628.66947307691, - 61622.68662248945, - 61629.473871545204, - 61632.44188937993, - 61629.81088110535, - 61622.48986103544, - 61627.6397519362, - 61629.86185140352, - 61616.43670947697, - 61622.313069297634, - 61613.71259913642, - 61622.42724412792, - 61622.02900221159, - 61622.42587504909, - 61622.3063597839, - 61644.09814114472, - 61629.841471624335, - 61629.92629949215, - 61629.84154709404, - 61620.88083781185, - 61617.277135983146, - 61629.900847068624 + 62054.06869896888, + 62060.21880229634, + 62027.76059084656, + 62061.22963519652, + 62064.744677600356, + 62064.78667702114, + 62056.96120509784, + 62047.26254579694, + 62029.835797551365, + 62059.64886598378, + 62046.65635579145, + 62058.871140414536, + 62058.006582426555, + 62040.948478503444, + 62011.88868548733, + 62046.550293131346, + 62065.01875696271, + 62050.82457041404, + 62055.26768834026, + 62060.508736857446, + 62059.11452608243, + 62067.70209601065, + 62055.428998267234, + 62060.149725726464 ], "0.4": [ - 61637.02479422382, - 61668.25419334609, - 61659.13991154436, - 61665.91461726255, - 61694.24767237184, - 61683.69634310448, - 61693.398202398246, - 61689.5689022034, - 61663.86679873492, - 61693.53382900154, - 61663.89163488427, - 61654.93192699422, - 61654.37437753511, - 61665.26010926459, - 61651.46430987208, - 61654.70714233882, - 61694.17430259313, - 61709.92340023642, - 61666.16142188203, - 61683.490448752105, - 61646.275181562596, - 61654.70653582274, - 61660.3120092376, - 61689.50429643988 + 62122.68149757723, + 62120.91842658963, + 62109.696671532125, + 62115.936949219584, + 62115.694929741614, + 62123.47890779141, + 62126.590755742, + 62120.51978210714, + 62077.58107740153, + 62123.042863121824, + 62112.2617011924, + 62117.67839300002, + 62112.94943226766, + 62121.484931563034, + 62058.210719195995, + 62116.70208367151, + 62131.03011521317, + 62082.2391149796, + 62113.34024081352, + 62116.27120198749, + 62114.057375923534, + 62129.920245921676, + 62113.730690776094, + 62119.21156386164 ], "0.5": [ - 61717.227114424546, - 61717.304040497474, - 61719.66754655166, - 61711.18971176217, - 61730.43244498864, - 61724.44864348561, - 61720.724298274974, - 61730.86476686199, - 61717.52409284997, - 61717.58055201595, - 61716.31264759308, - 61714.45039179709, - 61704.28941810762, - 61715.21337392011, - 61715.210261640204, - 61715.21200484128, - 61724.71881336466, - 61751.78798666857, - 61717.436512627624, - 61720.96337627091, - 61710.53317434723, - 61696.36097495706, - 61710.53319802334, - 61724.24269360125 + 62148.984172062555, + 62149.08135757261, + 62138.13321551099, + 62136.810911738954, + 62147.57256300386, + 62155.88994949851, + 62180.83895878392, + 62155.066479546105, + 62128.15897178398, + 62135.563343024, + 62140.69824517127, + 62153.146342582404, + 62132.56419076145, + 62156.179313733664, + 62121.33923741046, + 62153.7674173902, + 62182.878421049776, + 62119.800677785366, + 62148.37671323127, + 62138.26837564297, + 62152.93907016029, + 62152.68387372204, + 62136.03120047755, + 62152.51940171081 ], "0.6": [ - 61768.03010644975, - 61748.70290137992, - 61763.9396507293, - 61734.19111096558, - 61780.58873026419, - 61765.317715191784, - 61758.626641538125, - 61768.282174989654, - 61751.75160097684, - 61754.51576086509, - 61754.48413784846, - 61766.415493999586, - 61746.10154612896, - 61765.113754163416, - 61765.11064188351, - 61747.368563821154, - 61783.73032223889, - 61789.68062069077, - 61767.13239630953, - 61754.495552648594, - 61749.13584442313, - 61724.24270686234, - 61746.61022906168, - 61765.111765307425 + 62187.36736445178, + 62200.177873600085, + 62228.867594712545, + 62184.743277951, + 62189.13884525538, + 62194.74808347501, + 62205.20117203934, + 62242.73209306719, + 62152.018114485385, + 62179.78417714337, + 62190.89112983008, + 62192.39102370155, + 62189.521705589665, + 62195.65890347003, + 62176.550391744284, + 62195.33151230919, + 62232.49285803497, + 62156.02159465396, + 62183.30859765468, + 62185.93622278267, + 62238.338185457156, + 62194.63688987271, + 62185.69102705293, + 62194.475698860275 ], "0.7": [ - 61834.40606786887, - 61785.82333426934, - 61827.97708540513, - 61785.6310424686, - 61833.74708148169, - 61798.76926303059, - 61798.44795029142, - 61830.97422377311, - 61789.64423499904, - 61838.162537931734, - 61792.3339359673, - 61834.12115050816, - 61784.970977862, - 61820.155589306705, - 61830.90849458568, - 61830.91023778676, - 61836.762109753945, - 61841.62112075602, - 61830.909501978895, - 61805.04045486956, - 61781.788675551616, - 61766.40915434404, - 61783.7306619511, - 61783.730678835986 + 62250.59602420127, + 62278.030211189376, + 62257.114858242996, + 62246.09130045288, + 62251.76900200404, + 62276.163124668106, + 62268.337652744805, + 62280.354582441316, + 62227.49394131054, + 62242.35703289767, + 62254.11978957958, + 62253.18292738006, + 62269.820961210484, + 62258.28577921989, + 62231.33464124059, + 62257.96385639038, + 62280.72916411885, + 62241.29965212783, + 62239.90021356102, + 62231.92187609586, + 62272.93596963198, + 62257.863362289674, + 62242.10489748859, + 62257.69889027844 ], "0.8": [ - 61866.219001749116, - 61853.73747245598, - 61868.66425208821, - 61842.19105910571, - 61904.803035621975, - 61851.85076690698, - 61860.8312105371, - 61857.60691252946, - 61860.91037797442, - 61869.97547181198, - 61841.350466523596, - 61875.34191219907, - 61844.10580212536, - 61861.87884949075, - 61860.945449968, - 61896.85758393533, - 61875.33520268533, - 61869.27031842024, - 61862.61116831203, - 61865.59806513812, - 61841.534521690766, - 61836.76247961213, - 61856.69122322457, - 61841.53456225176 + 62288.37306780682, + 62305.4796307158, + 62303.372690370095, + 62299.9962837189, + 62295.342046407226, + 62314.547516111175, + 62282.382503231085, + 62321.33147128356, + 62281.15760705707, + 62287.240891485526, + 62281.71203165934, + 62311.0807988421, + 62320.31818866088, + 62295.24092096641, + 62297.86075020893, + 62299.326600364584, + 62317.20528197797, + 62286.138652869115, + 62284.762180319245, + 62282.759113905464, + 62328.201877521555, + 62319.888621025915, + 62285.15263028182, + 62309.51682072924 ], "0.9": [ - 61967.412601676566, - 61948.608031731244, - 61949.66375700929, - 61900.43092880864, - 62174.81693644131, - 61938.63185191074, - 61967.16024136663, - 61939.73801274928, - 61939.63721156827, - 62175.204916299626, - 61939.66204771762, - 62175.19100546778, - 61899.77086420204, - 61967.27759307744, - 61956.35192519641, - 61971.14942776811, - 61946.94706922974, - 62006.00783219068, - 62014.04948988973, - 61950.835927119406, - 61946.94738526584, - 61939.67342024685, - 61950.835854702535, - 61940.35760391698 + 62350.795344844744, + 62429.94835474388, + 62419.21745810969, + 62354.34889135904, + 62429.78588348946, + 62428.32152387953, + 62520.24718249777, + 62439.62174277775, + 62324.308640435265, + 62372.093206358535, + 62421.565242342534, + 62438.63864305532, + 62422.19660584934, + 62426.327547651155, + 62387.25319201097, + 62426.00562482164, + 62522.376606546226, + 62370.66795950815, + 62584.20499723181, + 62326.85522282502, + 62522.83843461932, + 62525.05994559417, + 62391.697525003525, + 62590.39340265494 ] }, "timestamps": [ - "2026-06-20 12:00:00", "2026-06-20 13:00:00", "2026-06-20 14:00:00", "2026-06-20 15:00:00", @@ -589,6 +588,7 @@ "2026-06-25 08:00:00", "2026-06-25 09:00:00", "2026-06-25 10:00:00", - "2026-06-25 11:00:00" + "2026-06-25 11:00:00", + "2026-06-25 12:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 1f0708a1ec3737c48dd977a6aa81ae74a86b9e5e..ba85594f5b8ec01e45720db1b019e89b73fb7034 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,41 +1,17 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-25T12:14:02.014549+00:00", + "evaluated_at": "2026-06-25T12:40:07.296990+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index fc100a2c7a43432ade67e8721047c035d05143b3..f863eea001b5b5953cfe6b8147334ed7decc50fa 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -16,4 +16,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-22,Chronos-2,4.900,4.000,4.000,4.600,4.900,4.600,2.900,4.600,5.000,4.700 2026-06-23,Chronos-2,4.500,3.400,4.500,4.500,4.500,4.500,3.800,4.500,4.500,5.000 2026-06-24,Chronos-2,4.385,4.154,4.167,4.231,4.385,3.692,4.083,4.077,4.308,4.000 -2026-06-25,Chronos-2,4.071,3.857,4.385,4.357,4.071,4.214,3.615,4.143,4.143,4.500 +2026-06-25,Chronos-2,4.071,3.929,4.385,4.357,4.071,4.214,3.615,4.143,4.143,4.500 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index d2516b90d15045a349a22d32a13fc0051a7811e5..38959fbab54480cc6af6814b5caf927f3cfb4d03 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.464,3.853,4.263,4.422,4.464,4.252,3.6,4.33,4.488,4.55 +2026-W26,Chronos-Bolt-Mini,4.464,3.871,4.263,4.422,4.464,4.252,3.6,4.33,4.488,4.55 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index a65523356bba26cbd5f1b1fab98de05069c1f2a3..c43a52c943bed18a7fc20a96055db0cf1a0d2b6e 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,6 +1,6 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,3779449.2107842765,3779449.2107842765,1832.0916341145833,2.190917916859196,0.03017925285699455,0.029672071943090916,64.56259325594785,1944.0805566602112,0.03189552444636542,0.030058180101482642,0.026576979531175066,Finance,1 -coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,4174100.181828817,4174100.181828817,1880.5071614583333,2.233325880646618,0.03102214331090807,0.030462579059942235,57.014751100667326,2043.0614728462815,0.03350483752761716,0.030839055873539307,0.02572902426392731,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,3769376.8595174155,3769376.8595174155,1828.6770833333333,2.1868346055524,0.030122209270695265,0.02961637652699764,64.39926080367601,1941.4883104251273,0.03185121208939943,0.03000048020455005,0.026519474466248086,Finance,1 +coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,5141954.775323868,5141954.775323868,2144.7706705729165,2.551048046989592,0.03536411026837683,0.03467517512582166,69.48775042528854,2267.58787598714,0.03722839079723531,0.035212024874571965,0.029945882501390506,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.743654162434136e-06,1.743654162434136e-06,0.0012570745829078886,0.005728441413912782,nan,2.0,0.03020768070016599,0.0013204749760726768,inf,inf,inf,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.4518161848835765e-18,1.4518161848835765e-18,1.0701105776963111e-09,nan,nan,2.0,nan,1.2049133516081464e-09,inf,inf,inf,Transportation,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 11d2d871d328655cada91366895f25660a8831b6..57b219b201af4c160eb8325235a171ff6d981f7a 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-25T12:05:58.865895+00:00", + "evaluated_at": "2026-06-25T12:36:24.789661+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61739.2890625, 61269.94140625, 61282.01171875, - 61257.94140625 + 61339.890625 ], "p50": [ 62643.38671875, diff --git a/results/chronos_2/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json b/results/chronos_2/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json index 32036f72cd3bb851c4a7b2653a6200abb79303cb..b1fc0837e3eda2f412090f5db1cdc929ac1b969c 100644 --- a/results/chronos_2/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json +++ b/results/chronos_2/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "coingecko_bitcoin_7d_price_usd/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-25T11:47:50.464435+00:00", + "evaluated_at": "2026-06-25T12:36:31.004872+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63619.35546875, 63585.73046875, 63362.43359375, 63894.21484375, @@ -101,10 +100,10 @@ 62568.94921875, 62716.0390625, 62621.29296875, - 62379.40234375 + 62379.40234375, + 62815.96875 ], "actuals": [ - 62815.96875, 62538.578125, 61236.5546875, 60985.86328125, @@ -127,350 +126,350 @@ 61816.44140625, 61606.90625, 61652.90625, - 61211.78125 + 61211.78125, + 61185.55078125 ], "p50": [ - 62451.15234375, - 62488.53125, - 62539.328125, - 62606.86328125, - 62672.8828125, - 62703.1796875, - 62706.0390625, - 62714.2578125, - 62724.9140625, - 62758.6640625, - 62800.51171875, - 62870.94921875, - 62947.33984375, - 63007.21875, - 63053.2421875, - 63112.328125, - 62987.5703125, - 62966.22265625, - 62960.6875, - 62945.44140625, - 62921.0859375, - 62945.55859375, - 62952.8515625, - 62940.22265625 + 62793.734375, + 62825.640625, + 62861.39453125, + 62892.91015625, + 62908.34765625, + 62918.0625, + 62921.98046875, + 62936.671875, + 62956.171875, + 62982.79296875, + 63044.40234375, + 63115.88671875, + 63188.8828125, + 63248.97265625, + 63279.99609375, + 63311.01953125, + 63210.40234375, + 63175.25, + 63157.859375, + 63125.23046875, + 63090.51171875, + 63108.90625, + 63126.91796875, + 63136.73046875 ], "p10": [ - 62279.9453125, - 62231.40625, - 62216.51171875, - 62201.93359375, - 62205.25390625, - 62175.4375, - 62164.52734375, - 62150.98828125, - 62128.5859375, - 62126.94921875, - 62123.3828125, - 62113.75, - 62109.88671875, - 62130.5859375, - 62159.578125, - 62163.52734375, - 61957.140625, - 61955.34375, - 61962.19140625, - 61955.80078125, - 61942.44140625, - 61927.59375, - 61931.015625, - 61913.5234375 + 62565.6328125, + 62508.390625, + 62466.546875, + 62453.6015625, + 62426.375, + 62395.3984375, + 62387.80859375, + 62354.25390625, + 62360.5859375, + 62351.11328125, + 62357.046875, + 62339.015625, + 62335.375, + 62366.81640625, + 62381.6796875, + 62379.34765625, + 62216.83203125, + 62195.2578125, + 62194.046875, + 62176.67578125, + 62166.5859375, + 62155.06640625, + 62164.29296875, + 62156.515625 ], "p90": [ - 62693.1875, - 62820.4140625, - 63056.984375, - 63329.51953125, - 63545.12109375, - 63684.0859375, - 63736.609375, - 63741.32421875, - 63771.0078125, - 63879.87109375, - 63926.734375, - 64026.94140625, - 64096.47265625, - 64162.20703125, - 64203.140625, - 64275.046875, - 64312.7265625, - 64294.7578125, - 64306.15625, - 64310.3828125, - 64317.59375, - 64345.83984375, - 64391.3125, - 64435.421875 + 63130.1875, + 63311.6484375, + 63506.66796875, + 63645.3203125, + 63745.23828125, + 63824.359375, + 63863.359375, + 63913.375, + 63921.95703125, + 64018.79296875, + 64077.8671875, + 64174.73828125, + 64254.125, + 64338.3359375, + 64345.37890625, + 64381.5703125, + 64348.20703125, + 64365.24609375, + 64378.8359375, + 64357.8671875, + 64349.375, + 64389.07421875, + 64429.6328125, + 64488.62890625 ], "mean": [ - 62451.15234375, - 62488.53125, - 62539.328125, - 62606.86328125, - 62672.8828125, - 62703.1796875, - 62706.0390625, - 62714.2578125, - 62724.9140625, - 62758.6640625, - 62800.51171875, - 62870.94921875, - 62947.33984375, - 63007.21875, - 63053.2421875, - 63112.328125, - 62987.5703125, - 62966.22265625, - 62960.6875, - 62945.44140625, - 62921.0859375, - 62945.55859375, - 62952.8515625, - 62940.22265625 + 62793.734375, + 62825.640625, + 62861.39453125, + 62892.91015625, + 62908.34765625, + 62918.0625, + 62921.98046875, + 62936.671875, + 62956.171875, + 62982.79296875, + 63044.40234375, + 63115.88671875, + 63188.8828125, + 63248.97265625, + 63279.99609375, + 63311.01953125, + 63210.40234375, + 63175.25, + 63157.859375, + 63125.23046875, + 63090.51171875, + 63108.90625, + 63126.91796875, + 63136.73046875 ], "quantiles": { "0.1": [ - 62279.9453125, - 62231.40625, - 62216.51171875, - 62201.93359375, - 62205.25390625, - 62175.4375, - 62164.52734375, - 62150.98828125, - 62128.5859375, - 62126.94921875, - 62123.3828125, - 62113.75, - 62109.88671875, - 62130.5859375, - 62159.578125, - 62163.52734375, - 61957.140625, - 61955.34375, - 61962.19140625, - 61955.80078125, - 61942.44140625, - 61927.59375, - 61931.015625, - 61913.5234375 + 62565.6328125, + 62508.390625, + 62466.546875, + 62453.6015625, + 62426.375, + 62395.3984375, + 62387.80859375, + 62354.25390625, + 62360.5859375, + 62351.11328125, + 62357.046875, + 62339.015625, + 62335.375, + 62366.81640625, + 62381.6796875, + 62379.34765625, + 62216.83203125, + 62195.2578125, + 62194.046875, + 62176.67578125, + 62166.5859375, + 62155.06640625, + 62164.29296875, + 62156.515625 ], "0.2": [ - 62279.9453125, - 62231.40625, - 62216.51171875, - 62201.93359375, - 62205.25390625, - 62175.4375, - 62164.52734375, - 62150.98828125, - 62128.5859375, - 62126.94921875, - 62123.3828125, - 62113.75, - 62109.88671875, - 62130.5859375, - 62159.578125, - 62163.52734375, - 61957.140625, - 61955.34375, - 61962.19140625, - 61955.80078125, - 61942.44140625, - 61927.59375, - 61931.015625, - 61913.5234375 + 62565.6328125, + 62508.390625, + 62466.546875, + 62453.6015625, + 62426.375, + 62395.3984375, + 62387.80859375, + 62354.25390625, + 62360.5859375, + 62351.11328125, + 62357.046875, + 62339.015625, + 62335.375, + 62366.81640625, + 62381.6796875, + 62379.34765625, + 62216.83203125, + 62195.2578125, + 62194.046875, + 62176.67578125, + 62166.5859375, + 62155.06640625, + 62164.29296875, + 62156.515625 ], "0.3": [ - 62279.9453125, - 62231.40625, - 62216.51171875, - 62201.93359375, - 62205.25390625, - 62175.4375, - 62164.52734375, - 62150.98828125, - 62128.5859375, - 62126.94921875, - 62123.3828125, - 62113.75, - 62109.88671875, - 62130.5859375, - 62159.578125, - 62163.52734375, - 61957.140625, - 61955.34375, - 61962.19140625, - 61955.80078125, - 61942.44140625, - 61927.59375, - 61931.015625, - 61913.5234375 + 62565.6328125, + 62508.390625, + 62466.546875, + 62453.6015625, + 62426.375, + 62395.3984375, + 62387.80859375, + 62354.25390625, + 62360.5859375, + 62351.11328125, + 62357.046875, + 62339.015625, + 62335.375, + 62366.81640625, + 62381.6796875, + 62379.34765625, + 62216.83203125, + 62195.2578125, + 62194.046875, + 62176.67578125, + 62166.5859375, + 62155.06640625, + 62164.29296875, + 62156.515625 ], "0.4": [ - 62451.15234375, - 62488.53125, - 62539.328125, - 62606.86328125, - 62672.8828125, - 62703.1796875, - 62706.0390625, - 62714.2578125, - 62724.9140625, - 62758.6640625, - 62800.51171875, - 62870.94921875, - 62947.33984375, - 63007.21875, - 63053.2421875, - 63112.328125, - 62987.5703125, - 62966.22265625, - 62960.6875, - 62945.44140625, - 62921.0859375, - 62945.55859375, - 62952.8515625, - 62940.22265625 + 62793.734375, + 62825.640625, + 62861.39453125, + 62892.91015625, + 62908.34765625, + 62918.0625, + 62921.98046875, + 62936.671875, + 62956.171875, + 62982.79296875, + 63044.40234375, + 63115.88671875, + 63188.8828125, + 63248.97265625, + 63279.99609375, + 63311.01953125, + 63210.40234375, + 63175.25, + 63157.859375, + 63125.23046875, + 63090.51171875, + 63108.90625, + 63126.91796875, + 63136.73046875 ], "0.5": [ - 62451.15234375, - 62488.53125, - 62539.328125, - 62606.86328125, - 62672.8828125, - 62703.1796875, - 62706.0390625, - 62714.2578125, - 62724.9140625, - 62758.6640625, - 62800.51171875, - 62870.94921875, - 62947.33984375, - 63007.21875, - 63053.2421875, - 63112.328125, - 62987.5703125, - 62966.22265625, - 62960.6875, - 62945.44140625, - 62921.0859375, - 62945.55859375, - 62952.8515625, - 62940.22265625 + 62793.734375, + 62825.640625, + 62861.39453125, + 62892.91015625, + 62908.34765625, + 62918.0625, + 62921.98046875, + 62936.671875, + 62956.171875, + 62982.79296875, + 63044.40234375, + 63115.88671875, + 63188.8828125, + 63248.97265625, + 63279.99609375, + 63311.01953125, + 63210.40234375, + 63175.25, + 63157.859375, + 63125.23046875, + 63090.51171875, + 63108.90625, + 63126.91796875, + 63136.73046875 ], "0.6": [ - 62451.15234375, - 62488.53125, - 62539.328125, - 62606.86328125, - 62672.8828125, - 62703.1796875, - 62706.0390625, - 62714.2578125, - 62724.9140625, - 62758.6640625, - 62800.51171875, - 62870.94921875, - 62947.33984375, - 63007.21875, - 63053.2421875, - 63112.328125, - 62987.5703125, - 62966.22265625, - 62960.6875, - 62945.44140625, - 62921.0859375, - 62945.55859375, - 62952.8515625, - 62940.22265625 + 62793.734375, + 62825.640625, + 62861.39453125, + 62892.91015625, + 62908.34765625, + 62918.0625, + 62921.98046875, + 62936.671875, + 62956.171875, + 62982.79296875, + 63044.40234375, + 63115.88671875, + 63188.8828125, + 63248.97265625, + 63279.99609375, + 63311.01953125, + 63210.40234375, + 63175.25, + 63157.859375, + 63125.23046875, + 63090.51171875, + 63108.90625, + 63126.91796875, + 63136.73046875 ], "0.7": [ - 62451.15234375, - 62488.53125, - 62539.328125, - 62606.86328125, - 62672.8828125, - 62703.1796875, - 62706.0390625, - 62714.2578125, - 62724.9140625, - 62758.6640625, - 62800.51171875, - 62870.94921875, - 62947.33984375, - 63007.21875, - 63053.2421875, - 63112.328125, - 62987.5703125, - 62966.22265625, - 62960.6875, - 62945.44140625, - 62921.0859375, - 62945.55859375, - 62952.8515625, - 62940.22265625 + 62793.734375, + 62825.640625, + 62861.39453125, + 62892.91015625, + 62908.34765625, + 62918.0625, + 62921.98046875, + 62936.671875, + 62956.171875, + 62982.79296875, + 63044.40234375, + 63115.88671875, + 63188.8828125, + 63248.97265625, + 63279.99609375, + 63311.01953125, + 63210.40234375, + 63175.25, + 63157.859375, + 63125.23046875, + 63090.51171875, + 63108.90625, + 63126.91796875, + 63136.73046875 ], "0.8": [ - 62693.1875, - 62820.4140625, - 63056.984375, - 63329.51953125, - 63545.12109375, - 63684.0859375, - 63736.609375, - 63741.32421875, - 63771.0078125, - 63879.87109375, - 63926.734375, - 64026.94140625, - 64096.47265625, - 64162.20703125, - 64203.140625, - 64275.046875, - 64312.7265625, - 64294.7578125, - 64306.15625, - 64310.3828125, - 64317.59375, - 64345.83984375, - 64391.3125, - 64435.421875 + 63130.1875, + 63311.6484375, + 63506.66796875, + 63645.3203125, + 63745.23828125, + 63824.359375, + 63863.359375, + 63913.375, + 63921.95703125, + 64018.79296875, + 64077.8671875, + 64174.73828125, + 64254.125, + 64338.3359375, + 64345.37890625, + 64381.5703125, + 64348.20703125, + 64365.24609375, + 64378.8359375, + 64357.8671875, + 64349.375, + 64389.07421875, + 64429.6328125, + 64488.62890625 ], "0.9": [ - 62693.1875, - 62820.4140625, - 63056.984375, - 63329.51953125, - 63545.12109375, - 63684.0859375, - 63736.609375, - 63741.32421875, - 63771.0078125, - 63879.87109375, - 63926.734375, - 64026.94140625, - 64096.47265625, - 64162.20703125, - 64203.140625, - 64275.046875, - 64312.7265625, - 64294.7578125, - 64306.15625, - 64310.3828125, - 64317.59375, - 64345.83984375, - 64391.3125, - 64435.421875 + 63130.1875, + 63311.6484375, + 63506.66796875, + 63645.3203125, + 63745.23828125, + 63824.359375, + 63863.359375, + 63913.375, + 63921.95703125, + 64018.79296875, + 64077.8671875, + 64174.73828125, + 64254.125, + 64338.3359375, + 64345.37890625, + 64381.5703125, + 64348.20703125, + 64365.24609375, + 64378.8359375, + 64357.8671875, + 64349.375, + 64389.07421875, + 64429.6328125, + 64488.62890625 ] }, "timestamps": [ - "2026-06-20 12:00:00", "2026-06-20 13:00:00", "2026-06-20 14:00:00", "2026-06-20 15:00:00", @@ -589,6 +588,7 @@ "2026-06-25 08:00:00", "2026-06-25 09:00:00", "2026-06-25 10:00:00", - "2026-06-25 11:00:00" + "2026-06-25 11:00:00", + "2026-06-25 12:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 1cc07bfabfaf6b06fc36e530a89a6b3958278155..fc7aa53808cd0590c44b045d77a1d93be693bd3b 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,41 +1,17 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-25T12:06:19.051916+00:00", + "evaluated_at": "2026-06-25T12:36:33.160208+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/chronos_bolt/all_results.csv b/results/chronos_bolt/all_results.csv index d788ec2b9f011b93884846d2b5f96e0e96a634fa..60ad8333ff5f4debb5e486f44f6a1d3949ae064d 100644 --- a/results/chronos_bolt/all_results.csv +++ b/results/chronos_bolt/all_results.csv @@ -1,6 +1,6 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-Bolt,8698120.438887915,8698120.438887915,2892.15185546875,3.4585973760457414,0.047541587653685775,0.04639145157326116,109.87242995074489,2949.257608091893,0.048386944571436045,0.047450040016437246,0.0425367660452341,Finance,1 -coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt,7985379.682060242,7985379.682060242,2666.8444010416665,3.1671948624141684,0.04393316536331312,0.042872743253983915,90.02815704507628,2825.841411342866,0.0463419033759924,0.043734459073253414,0.03737721648843595,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-Bolt,8678515.648858389,8678515.648858389,2888.7373046875,3.454514064738946,0.047483275631171655,0.04633577744708126,109.70909749847306,2945.9320509574536,0.04832967886139836,0.047391366751012916,0.04247836776052478,Finance,1 +coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt,9242742.577340445,9242742.577340445,2936.6630859375,3.4929462309581663,0.048362301923584296,0.04713660051285396,117.09725907812441,3040.1879180965843,0.049912642905916974,0.048213011791440843,0.04432501726130081,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-Bolt,3.351938609395656e-06,3.351938609395656e-06,0.001351245782441563,0.006157576014787989,nan,2.0,0.30352148832427944,0.0018308300329073848,inf,inf,inf,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-Bolt,9.89143825683277e-13,9.89143825683277e-13,9.66793097726774e-07,nan,nan,2.0,nan,9.945571002628642e-07,inf,inf,inf,Transportation,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt,2.330019019556554,2.330019019556554,1.258512020111084,0.7449783611631733,0.04913755283421481,0.047475144585149044,3.2157437592025495,1.5264399822975532,0.06002123411488068,0.04948602334287787,0.03200986638884384,Weather,1 diff --git a/results/chronos_bolt/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_bolt/forecasts/binance_btcusdt_1h_close__1h__short.json index 45ac2740db31340ba43d29bb428e85dd636b3105..e249c407736feec12fa9d178ce236141ac7f1f46 100644 --- a/results/chronos_bolt/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_bolt/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-Bolt", - "evaluated_at": "2026-06-25T12:06:24.727254+00:00", + "evaluated_at": "2026-06-25T12:36:38.528438+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61739.2890625, 61269.94140625, 61282.01171875, - 61257.94140625 + 61339.890625 ], "p50": [ 62744.30078125, diff --git a/results/chronos_bolt/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json b/results/chronos_bolt/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json index 2b6dbc2cfb3f2e437496014586d232ae39c78485..5f2fd9e9c0878d8384bb08678ebd039a3cc6604b 100644 --- a/results/chronos_bolt/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json +++ b/results/chronos_bolt/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "coingecko_bitcoin_7d_price_usd/1h/short", "model": "Chronos-Bolt", - "evaluated_at": "2026-06-25T11:51:40.386492+00:00", + "evaluated_at": "2026-06-25T12:36:42.308619+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63619.35546875, 63585.73046875, 63362.43359375, 63894.21484375, @@ -101,10 +100,10 @@ 62568.94921875, 62716.0390625, 62621.29296875, - 62379.40234375 + 62379.40234375, + 62815.96875 ], "actuals": [ - 62815.96875, 62538.578125, 61236.5546875, 60985.86328125, @@ -127,350 +126,350 @@ 61816.44140625, 61606.90625, 61652.90625, - 61211.78125 + 61211.78125, + 61185.55078125 ], "p50": [ - 62535.55859375, - 62701.50390625, - 62893.10546875, - 63105.34765625, - 63291.36328125, - 63350.91796875, - 63367.8515625, - 63404.375, - 63493.57421875, - 63573.95703125, - 63658.0078125, - 63770.875, - 63830.2265625, - 63930.66015625, - 63982.69140625, - 64006.12890625, - 64042.94921875, - 64041.6171875, - 64036.9296875, - 64008.44921875, - 63999.09375, - 63956.39453125, - 63968.7421875, - 63967.72265625 + 62884.90625, + 63103.00390625, + 63372.41015625, + 63525.12890625, + 63581.0859375, + 63541.0234375, + 63552.94140625, + 63653.75390625, + 63720.703125, + 63842.140625, + 63951.08203125, + 64011.54296875, + 64080.53125, + 64137.0625, + 64127.6875, + 64149.76953125, + 64179.64453125, + 64187.63671875, + 64139.01953125, + 64133.65234375, + 64102.26953125, + 64089.0390625, + 64107.23046875, + 64150.828125 ], "p10": [ - 62182.9921875, - 62240.05078125, - 62333.4296875, - 62455.0859375, - 62580.96484375, - 62616.72265625, - 62611.7421875, - 62623.8828125, - 62686.359375, - 62732.9609375, - 62794.09765625, - 62881.66015625, - 62940.4921875, - 63024.265625, - 63075.5546875, - 63110.640625, - 63134.31640625, - 63124.37109375, - 63105.6171875, - 63059.87890625, - 63026.2109375, - 62969.6875, - 62953.078125, - 62929.23046875 + 62549.55078125, + 62693.93359375, + 62895.78515625, + 63014.62890625, + 63064.9375, + 63045.21875, + 63056.0078125, + 63138.8203125, + 63194.9921875, + 63294.15234375, + 63392.8046875, + 63460.1484375, + 63537.625, + 63608.6015625, + 63630.359375, + 63669.26953125, + 63704.390625, + 63708.9140625, + 63668.703125, + 63640.29296875, + 63599.43359375, + 63578.703125, + 63587.62890625, + 63615.68359375 ], "p90": [ - 62959.60546875, - 63254.19140625, - 63520.95703125, - 63767.27734375, - 63967.4140625, - 64018.046875, - 64004.72265625, - 64030.53125, - 64120.10546875, - 64195.6640625, - 64283.67578125, - 64388.5, - 64434.58984375, - 64521.89453125, - 64559.31640625, - 64543.31640625, - 64551.1875, - 64511.375, - 64508.04296875, - 64476.45703125, - 64476.453125, - 64446.08203125, - 64480.96484375, - 64499.19921875 + 63305.7734375, + 63613.859375, + 63921.66796875, + 64069.04296875, + 64095.6875, + 64027.9140625, + 64017.24609375, + 64119.625, + 64182.0703125, + 64302.3359375, + 64413.12109375, + 64451.375, + 64512.08984375, + 64556.328125, + 64532.16796875, + 64534.84765625, + 64548.78125, + 64546.27734375, + 64499.97265625, + 64508.71875, + 64494.3046875, + 64499.53515625, + 64524.015625, + 64580.76171875 ], "mean": [ - 62535.55859375, - 62701.50390625, - 62893.10546875, - 63105.34765625, - 63291.36328125, - 63350.91796875, - 63367.8515625, - 63404.375, - 63493.57421875, - 63573.95703125, - 63658.0078125, - 63770.875, - 63830.2265625, - 63930.66015625, - 63982.69140625, - 64006.12890625, - 64042.94921875, - 64041.6171875, - 64036.9296875, - 64008.44921875, - 63999.09375, - 63956.39453125, - 63968.7421875, - 63967.72265625 + 62884.90625, + 63103.00390625, + 63372.41015625, + 63525.12890625, + 63581.0859375, + 63541.0234375, + 63552.94140625, + 63653.75390625, + 63720.703125, + 63842.140625, + 63951.08203125, + 64011.54296875, + 64080.53125, + 64137.0625, + 64127.6875, + 64149.76953125, + 64179.64453125, + 64187.63671875, + 64139.01953125, + 64133.65234375, + 64102.26953125, + 64089.0390625, + 64107.23046875, + 64150.828125 ], "quantiles": { "0.1": [ - 62182.9921875, - 62240.05078125, - 62333.4296875, - 62455.0859375, - 62580.96484375, - 62616.72265625, - 62611.7421875, - 62623.8828125, - 62686.359375, - 62732.9609375, - 62794.09765625, - 62881.66015625, - 62940.4921875, - 63024.265625, - 63075.5546875, - 63110.640625, - 63134.31640625, - 63124.37109375, - 63105.6171875, - 63059.87890625, - 63026.2109375, - 62969.6875, - 62953.078125, - 62929.23046875 + 62549.55078125, + 62693.93359375, + 62895.78515625, + 63014.62890625, + 63064.9375, + 63045.21875, + 63056.0078125, + 63138.8203125, + 63194.9921875, + 63294.15234375, + 63392.8046875, + 63460.1484375, + 63537.625, + 63608.6015625, + 63630.359375, + 63669.26953125, + 63704.390625, + 63708.9140625, + 63668.703125, + 63640.29296875, + 63599.43359375, + 63578.703125, + 63587.62890625, + 63615.68359375 ], "0.2": [ - 62182.9921875, - 62240.05078125, - 62333.4296875, - 62455.0859375, - 62580.96484375, - 62616.72265625, - 62611.7421875, - 62623.8828125, - 62686.359375, - 62732.9609375, - 62794.09765625, - 62881.66015625, - 62940.4921875, - 63024.265625, - 63075.5546875, - 63110.640625, - 63134.31640625, - 63124.37109375, - 63105.6171875, - 63059.87890625, - 63026.2109375, - 62969.6875, - 62953.078125, - 62929.23046875 + 62549.55078125, + 62693.93359375, + 62895.78515625, + 63014.62890625, + 63064.9375, + 63045.21875, + 63056.0078125, + 63138.8203125, + 63194.9921875, + 63294.15234375, + 63392.8046875, + 63460.1484375, + 63537.625, + 63608.6015625, + 63630.359375, + 63669.26953125, + 63704.390625, + 63708.9140625, + 63668.703125, + 63640.29296875, + 63599.43359375, + 63578.703125, + 63587.62890625, + 63615.68359375 ], "0.3": [ - 62182.9921875, - 62240.05078125, - 62333.4296875, - 62455.0859375, - 62580.96484375, - 62616.72265625, - 62611.7421875, - 62623.8828125, - 62686.359375, - 62732.9609375, - 62794.09765625, - 62881.66015625, - 62940.4921875, - 63024.265625, - 63075.5546875, - 63110.640625, - 63134.31640625, - 63124.37109375, - 63105.6171875, - 63059.87890625, - 63026.2109375, - 62969.6875, - 62953.078125, - 62929.23046875 + 62549.55078125, + 62693.93359375, + 62895.78515625, + 63014.62890625, + 63064.9375, + 63045.21875, + 63056.0078125, + 63138.8203125, + 63194.9921875, + 63294.15234375, + 63392.8046875, + 63460.1484375, + 63537.625, + 63608.6015625, + 63630.359375, + 63669.26953125, + 63704.390625, + 63708.9140625, + 63668.703125, + 63640.29296875, + 63599.43359375, + 63578.703125, + 63587.62890625, + 63615.68359375 ], "0.4": [ - 62535.55859375, - 62701.50390625, - 62893.10546875, - 63105.34765625, - 63291.36328125, - 63350.91796875, - 63367.8515625, - 63404.375, - 63493.57421875, - 63573.95703125, - 63658.0078125, - 63770.875, - 63830.2265625, - 63930.66015625, - 63982.69140625, - 64006.12890625, - 64042.94921875, - 64041.6171875, - 64036.9296875, - 64008.44921875, - 63999.09375, - 63956.39453125, - 63968.7421875, - 63967.72265625 + 62884.90625, + 63103.00390625, + 63372.41015625, + 63525.12890625, + 63581.0859375, + 63541.0234375, + 63552.94140625, + 63653.75390625, + 63720.703125, + 63842.140625, + 63951.08203125, + 64011.54296875, + 64080.53125, + 64137.0625, + 64127.6875, + 64149.76953125, + 64179.64453125, + 64187.63671875, + 64139.01953125, + 64133.65234375, + 64102.26953125, + 64089.0390625, + 64107.23046875, + 64150.828125 ], "0.5": [ - 62535.55859375, - 62701.50390625, - 62893.10546875, - 63105.34765625, - 63291.36328125, - 63350.91796875, - 63367.8515625, - 63404.375, - 63493.57421875, - 63573.95703125, - 63658.0078125, - 63770.875, - 63830.2265625, - 63930.66015625, - 63982.69140625, - 64006.12890625, - 64042.94921875, - 64041.6171875, - 64036.9296875, - 64008.44921875, - 63999.09375, - 63956.39453125, - 63968.7421875, - 63967.72265625 + 62884.90625, + 63103.00390625, + 63372.41015625, + 63525.12890625, + 63581.0859375, + 63541.0234375, + 63552.94140625, + 63653.75390625, + 63720.703125, + 63842.140625, + 63951.08203125, + 64011.54296875, + 64080.53125, + 64137.0625, + 64127.6875, + 64149.76953125, + 64179.64453125, + 64187.63671875, + 64139.01953125, + 64133.65234375, + 64102.26953125, + 64089.0390625, + 64107.23046875, + 64150.828125 ], "0.6": [ - 62535.55859375, - 62701.50390625, - 62893.10546875, - 63105.34765625, - 63291.36328125, - 63350.91796875, - 63367.8515625, - 63404.375, - 63493.57421875, - 63573.95703125, - 63658.0078125, - 63770.875, - 63830.2265625, - 63930.66015625, - 63982.69140625, - 64006.12890625, - 64042.94921875, - 64041.6171875, - 64036.9296875, - 64008.44921875, - 63999.09375, - 63956.39453125, - 63968.7421875, - 63967.72265625 + 62884.90625, + 63103.00390625, + 63372.41015625, + 63525.12890625, + 63581.0859375, + 63541.0234375, + 63552.94140625, + 63653.75390625, + 63720.703125, + 63842.140625, + 63951.08203125, + 64011.54296875, + 64080.53125, + 64137.0625, + 64127.6875, + 64149.76953125, + 64179.64453125, + 64187.63671875, + 64139.01953125, + 64133.65234375, + 64102.26953125, + 64089.0390625, + 64107.23046875, + 64150.828125 ], "0.7": [ - 62535.55859375, - 62701.50390625, - 62893.10546875, - 63105.34765625, - 63291.36328125, - 63350.91796875, - 63367.8515625, - 63404.375, - 63493.57421875, - 63573.95703125, - 63658.0078125, - 63770.875, - 63830.2265625, - 63930.66015625, - 63982.69140625, - 64006.12890625, - 64042.94921875, - 64041.6171875, - 64036.9296875, - 64008.44921875, - 63999.09375, - 63956.39453125, - 63968.7421875, - 63967.72265625 + 62884.90625, + 63103.00390625, + 63372.41015625, + 63525.12890625, + 63581.0859375, + 63541.0234375, + 63552.94140625, + 63653.75390625, + 63720.703125, + 63842.140625, + 63951.08203125, + 64011.54296875, + 64080.53125, + 64137.0625, + 64127.6875, + 64149.76953125, + 64179.64453125, + 64187.63671875, + 64139.01953125, + 64133.65234375, + 64102.26953125, + 64089.0390625, + 64107.23046875, + 64150.828125 ], "0.8": [ - 62959.60546875, - 63254.19140625, - 63520.95703125, - 63767.27734375, - 63967.4140625, - 64018.046875, - 64004.72265625, - 64030.53125, - 64120.10546875, - 64195.6640625, - 64283.67578125, - 64388.5, - 64434.58984375, - 64521.89453125, - 64559.31640625, - 64543.31640625, - 64551.1875, - 64511.375, - 64508.04296875, - 64476.45703125, - 64476.453125, - 64446.08203125, - 64480.96484375, - 64499.19921875 + 63305.7734375, + 63613.859375, + 63921.66796875, + 64069.04296875, + 64095.6875, + 64027.9140625, + 64017.24609375, + 64119.625, + 64182.0703125, + 64302.3359375, + 64413.12109375, + 64451.375, + 64512.08984375, + 64556.328125, + 64532.16796875, + 64534.84765625, + 64548.78125, + 64546.27734375, + 64499.97265625, + 64508.71875, + 64494.3046875, + 64499.53515625, + 64524.015625, + 64580.76171875 ], "0.9": [ - 62959.60546875, - 63254.19140625, - 63520.95703125, - 63767.27734375, - 63967.4140625, - 64018.046875, - 64004.72265625, - 64030.53125, - 64120.10546875, - 64195.6640625, - 64283.67578125, - 64388.5, - 64434.58984375, - 64521.89453125, - 64559.31640625, - 64543.31640625, - 64551.1875, - 64511.375, - 64508.04296875, - 64476.45703125, - 64476.453125, - 64446.08203125, - 64480.96484375, - 64499.19921875 + 63305.7734375, + 63613.859375, + 63921.66796875, + 64069.04296875, + 64095.6875, + 64027.9140625, + 64017.24609375, + 64119.625, + 64182.0703125, + 64302.3359375, + 64413.12109375, + 64451.375, + 64512.08984375, + 64556.328125, + 64532.16796875, + 64534.84765625, + 64548.78125, + 64546.27734375, + 64499.97265625, + 64508.71875, + 64494.3046875, + 64499.53515625, + 64524.015625, + 64580.76171875 ] }, "timestamps": [ - "2026-06-20 12:00:00", "2026-06-20 13:00:00", "2026-06-20 14:00:00", "2026-06-20 15:00:00", @@ -589,6 +588,7 @@ "2026-06-25 08:00:00", "2026-06-25 09:00:00", "2026-06-25 10:00:00", - "2026-06-25 11:00:00" + "2026-06-25 11:00:00", + "2026-06-25 12:00:00" ] } diff --git a/results/chronos_bolt/online_meta.json b/results/chronos_bolt/online_meta.json index a39978ff85994957d8782e46a82c53c51329b3dd..2d048d8f79e373928d952cea8b5d50ed16e2a258 100644 --- a/results/chronos_bolt/online_meta.json +++ b/results/chronos_bolt/online_meta.json @@ -1,41 +1,17 @@ { "model": "Chronos-Bolt", "api_model_id": "amazon/chronos-bolt-base", - "evaluated_at": "2026-06-25T12:07:03.568269+00:00", + "evaluated_at": "2026-06-25T12:36:49.468836+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 04e6318761e40eed33db2045c8f4422a4728672d..0c2ebfb0f4f996cf9bc1aab8459546b7dfceaabe 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,6 +1,6 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,2939855.5790934134,2946438.010790424,1563.0994613754847,1.8692419920445555,0.025777167487307365,0.025379865520956984,51.29228036108608,1714.6007054394365,0.028130567187014663,0.02564496461404416,0.02420163909434579,Finance,1 -coingecko_bitcoin_7d_price_usd/1h/short,ETS,2282467.9902206343,2282278.1859421087,1293.3269619176492,1.535979567314585,0.021383719089588665,0.021076241137845442,39.697727825553436,1510.7838992458962,0.02477584240921281,0.021209694522196038,0.019926457939897824,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,2932114.4820834748,2938761.2696597152,1559.6849105942347,1.8651586807377594,0.02572044267343652,0.025324166831712763,51.12894790881425,1712.341812280327,0.028091934388492213,0.02558751171110322,0.024144266969860467,Finance,1 +coingecko_bitcoin_7d_price_usd/1h/short,ETS,3866595.201000865,3857954.154175216,1803.9176025469433,2.145628220325421,0.029778403791116802,0.029258522146308908,62.825667860078134,1966.3659885689808,0.03228304501362272,0.02961602951964728,0.028264516969186144,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ETS,27619.336324418462,28734.51642651467,129.964918000045,1.370282306464171,0.618770085277974,1.0227875260688906,19.0701060641571,166.19066256687967,1.0231316056095572,0.8001124321457544,0.7242860136139402,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,0.0007656492280496952,1.6879862065078893e-10,1.1368182850445384e-05,5.180438004782741e-05,nan,2.0,0.0020721752019130964,0.027670367327697246,inf,inf,inf,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index e78be2ff3465266bfe057927021acdf0f61ddb99..5aa8063eb3a41bbb52bcf49ced8518a9283fb9ba 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-25T12:14:02.038028+00:00", + "evaluated_at": "2026-06-25T12:40:07.349906+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61739.2890625, 61269.94140625, 61282.01171875, - 61257.94140625 + 61339.890625 ], "p50": [ 62575.71282080451, diff --git a/results/ets/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json b/results/ets/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json index f282169d62ca09e199b2c33d81d49d5f09d772f7..5430b755e80fdb844e86991eadd3369b3dbe602e 100644 --- a/results/ets/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json +++ b/results/ets/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "coingecko_bitcoin_7d_price_usd/1h/short", "model": "ETS", - "evaluated_at": "2026-06-25T12:00:38.632680+00:00", + "evaluated_at": "2026-06-25T12:40:07.391526+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63619.35546875, 63585.73046875, 63362.43359375, 63894.21484375, @@ -101,10 +100,10 @@ 62568.94921875, 62716.0390625, 62621.29296875, - 62379.40234375 + 62379.40234375, + 62815.96875 ], "actuals": [ - 62815.96875, 62538.578125, 61236.5546875, 60985.86328125, @@ -127,350 +126,350 @@ 61816.44140625, 61606.90625, 61652.90625, - 61211.78125 + 61211.78125, + 61185.55078125 ], "p50": [ - 62364.26131712581, - 62350.20877393377, - 62338.49216824174, - 62334.0216562997, - 62322.87145685767, - 62309.27594491564, - 62294.8640267236, - 62272.893514781565, - 62259.17300283953, - 62246.78842839749, - 62232.73588520546, - 62220.34740451342, - 62207.96673632139, - 62194.578255629356, - 62186.69368118732, - 62178.750512995284, - 62165.42062605325, - 62153.18839536121, - 62128.97960216918, - 62139.68096522714, - 62091.56006266011, - 62090.493847593076, - 62087.660054401036, - 62063.384854959004 + 62792.97639367847, + 62806.68988279883, + 62789.24907504419, + 62776.18326728954, + 62778.9709751599, + 62759.64540178025, + 62775.628422150614, + 62744.10753627097, + 62744.92258789132, + 62738.45638951168, + 62728.716753632034, + 62731.18610212739, + 62713.05193499775, + 62705.4900334931, + 62686.38711636346, + 62674.858417983814, + 62713.68518835417, + 62658.65258372453, + 62664.97544784488, + 62646.872530715234, + 62638.101644835595, + 62641.22138395595, + 62614.71221682631, + 62613.46086219666 ], "p10": [ - 62077.40194212581, - 62111.24783643377, - 62052.80154324174, - 62080.6200937997, - 62026.86364435767, - 62006.38414804063, - 62041.462464223594, - 61978.299764781565, - 61972.98159658953, - 61961.60092839749, - 61989.25229145546, - 61928.28881076342, - 61920.77142382139, - 61950.09466187935, - 61941.56477493732, - 61881.613794245284, - 61918.595626053255, - 61905.89152036121, - 61843.40733654418, - 61876.30205897714, - 61808.61670328511, - 61853.33291009308, - 61790.245991901036, - 61769.459073709004 + 62560.86701867847, + 62556.24847654883, + 62492.22759066919, + 62491.16451728954, + 62481.5569126599, + 62465.71962053025, + 62515.38545340062, + 62457.24816127097, + 62448.59172851632, + 62433.30795201168, + 62427.18433175703, + 62417.10211775239, + 62418.40545062275, + 62402.8755803681, + 62394.99258511346, + 62391.87130860882, + 62385.826594604165, + 62418.594771224525, + 62427.25279159488, + 62354.477999465234, + 62411.046957335595, + 62402.94404020595, + 62335.15088870131, + 62377.98429969666 ], "p90": [ - 62675.17147337581, - 62513.43924268377, - 62540.60544949174, - 62509.5818125497, - 62536.31676935767, - 62501.44781991564, - 62565.595276723594, - 62475.342733531565, - 62450.80190908953, - 62476.245069022494, - 62387.60658833046, - 62539.35326388842, - 62398.59173632139, - 62397.73567750436, - 62366.00383743732, - 62684.156762995284, - 62364.95187605325, - 62341.902848486214, - 62332.47296154418, - 62325.79424647714, - 62302.74521891011, - 62299.689160093076, - 62353.281148151036, - 62273.584073709004 + 63077.00373742847, + 63072.37425779883, + 63008.88774691919, + 62978.96842353954, + 63156.9241001599, + 63071.22352678025, + 63028.386234650614, + 62953.63878627097, + 62965.46125976632, + 62937.43295201168, + 63030.708941132034, + 63030.36578962739, + 63014.50310687275, + 63006.4001897431, + 62963.56289761346, + 62881.733417983814, + 63059.68909460417, + 62862.28930247453, + 62965.88560409488, + 62849.321749465234, + 63027.277426085595, + 62906.84247770595, + 62813.52471682631, + 62825.46554969666 ], "mean": [ - 62374.7936022822, - 62343.27139112101, - 62339.95355496071, - 62332.89710551826, - 62334.22452326401, - 62286.678991790905, - 62310.359319692216, - 62259.038651500436, - 62254.58901846425, - 62267.64422917895, - 62212.80572895533, - 62232.823068576, - 62200.969724602895, - 62198.72628297295, - 62191.262353062426, - 62195.02773955748, - 62164.594278397206, - 62154.64712582982, - 62134.20026623174, - 62136.25848475863, - 62093.72283609744, - 62093.08287103066, - 62085.67042549479, - 62047.48174949044 + 62805.004713991155, + 62822.48738279871, + 62785.77973910657, + 62768.534087602224, + 62790.50160016002, + 62766.662315842565, + 62778.53234793167, + 62747.62644252109, + 62740.56774414145, + 62727.043030136505, + 62736.904292694366, + 62741.72959822128, + 62721.84982562289, + 62703.372474899195, + 62679.77322964456, + 62665.193066421474, + 62699.804602416836, + 62661.92822825564, + 62681.353221282254, + 62629.43948384042, + 62657.08502374203, + 62660.547380049575, + 62606.465869169944, + 62627.67500282185 ], "quantiles": { "0.1": [ - 62077.40194212581, - 62111.24783643377, - 62052.80154324174, - 62080.6200937997, - 62026.86364435767, - 62006.38414804063, - 62041.462464223594, - 61978.299764781565, - 61972.98159658953, - 61961.60092839749, - 61989.25229145546, - 61928.28881076342, - 61920.77142382139, - 61950.09466187935, - 61941.56477493732, - 61881.613794245284, - 61918.595626053255, - 61905.89152036121, - 61843.40733654418, - 61876.30205897714, - 61808.61670328511, - 61853.33291009308, - 61790.245991901036, - 61769.459073709004 + 62560.86701867847, + 62556.24847654883, + 62492.22759066919, + 62491.16451728954, + 62481.5569126599, + 62465.71962053025, + 62515.38545340062, + 62457.24816127097, + 62448.59172851632, + 62433.30795201168, + 62427.18433175703, + 62417.10211775239, + 62418.40545062275, + 62402.8755803681, + 62394.99258511346, + 62391.87130860882, + 62385.826594604165, + 62418.594771224525, + 62427.25279159488, + 62354.477999465234, + 62411.046957335595, + 62402.94404020595, + 62335.15088870131, + 62377.98429969666 ], "0.2": [ - 62178.51131712581, - 62164.94314893377, - 62194.11794949174, - 62209.3458750497, - 62173.692550607666, - 62099.67047616564, - 62161.204651723594, - 62118.89038978156, - 62116.86050283953, - 62131.03061589749, - 62090.75541645546, - 62066.68021701342, - 62030.69329882139, - 62051.597786879356, - 62033.25618118732, - 61982.723169245284, - 62017.06203230325, - 61994.09855161121, - 61981.04600841918, - 61993.73487147714, - 61954.94092203511, - 61941.888378843076, - 61890.839741901036, - 61875.724698709004 + 62614.56233117847, + 62649.74457029883, + 62598.87212191919, + 62639.31607978954, + 62612.6506626599, + 62616.27508928025, + 62613.85185965061, + 62567.17003627097, + 62580.23899414132, + 62573.89857701168, + 62576.818316132034, + 62589.16774275239, + 62517.84295062275, + 62507.1619084931, + 62510.44961636346, + 62490.956074233814, + 62532.822688354165, + 62524.719771224525, + 62539.88013534488, + 62460.606905715234, + 62500.41101983559, + 62518.27138395595, + 62478.525498076306, + 62466.19133094666 ], "0.3": [ - 62250.53475462581, - 62269.063852058775, - 62250.08591824174, - 62266.5876719247, - 62247.37301935767, - 62219.39313241564, - 62208.9534798486, - 62184.823202281565, - 62155.19253408953, - 62167.23764714749, - 62138.46791645546, - 62141.07787326342, - 62119.56048632139, - 62118.672005629356, - 62088.48196243732, - 62054.746606745284, - 62050.77218855325, - 62062.84073911121, - 62053.40928966918, - 62068.77510585214, - 62023.65967203511, - 62002.087597593076, - 61984.06161690104, - 61959.404386209004 + 62685.89826867847, + 62728.046914048835, + 62677.749465669185, + 62669.64654853954, + 62702.6116001599, + 62652.941495530256, + 62676.304203400614, + 62631.18488002097, + 62629.13196289132, + 62634.857952011684, + 62631.728472382034, + 62635.78961775239, + 62598.94451312275, + 62582.567377243104, + 62575.32461636346, + 62567.221699233814, + 62601.259797729166, + 62575.00805247453, + 62586.14029159488, + 62558.802218215234, + 62534.121176085595, + 62586.86200895595, + 62534.49346682631, + 62532.31594032166 ], "0.4": [ - 62312.30037962581, - 62319.06814893377, - 62310.14060574174, - 62310.6505625497, - 62296.55895685767, - 62284.54547616564, - 62271.4929329736, - 62254.409139781565, - 62225.88003408953, - 62228.30405339749, - 62197.04447895546, - 62186.72240451342, - 62175.49017382139, - 62166.562630629356, - 62149.38508743732, - 62136.332544245284, - 62123.28000105325, - 62123.88370786121, - 62112.26475841918, - 62108.41143397714, - 62071.06982828511, - 62060.492285093074, - 62064.718648151036, - 62007.970792459004 + 62741.50061242847, + 62781.22191404883, + 62752.48149691919, + 62739.82779853954, + 62752.9241001599, + 62723.62196428025, + 62743.133890900615, + 62722.670817520964, + 62696.46790039132, + 62713.44857701168, + 62690.13315988203, + 62697.24274275239, + 62675.57732562275, + 62658.7986272431, + 62638.671491363464, + 62630.56857423382, + 62663.32971960417, + 62614.36273997453, + 62639.48326034488, + 62598.15690571524, + 62606.628988585595, + 62616.21357145595, + 62573.84815432631, + 62565.745237196665 ], "0.5": [ - 62364.26131712581, - 62350.20877393377, - 62338.49216824174, - 62334.0216562997, - 62322.87145685767, - 62309.27594491564, - 62294.8640267236, - 62272.893514781565, - 62259.17300283953, - 62246.78842839749, - 62232.73588520546, - 62220.34740451342, - 62207.96673632139, - 62194.578255629356, - 62186.69368118732, - 62178.750512995284, - 62165.42062605325, - 62153.18839536121, - 62128.97960216918, - 62139.68096522714, - 62091.56006266011, - 62090.493847593076, - 62087.660054401036, - 62063.384854959004 + 62792.97639367847, + 62806.68988279883, + 62789.24907504419, + 62776.18326728954, + 62778.9709751599, + 62759.64540178025, + 62775.628422150614, + 62744.10753627097, + 62744.92258789132, + 62738.45638951168, + 62728.716753632034, + 62731.18610212739, + 62713.05193499775, + 62705.4900334931, + 62686.38711636346, + 62674.858417983814, + 62713.68518835417, + 62658.65258372453, + 62664.97544784488, + 62646.872530715234, + 62638.101644835595, + 62641.22138395595, + 62614.71221682631, + 62613.46086219666 ], "0.6": [ - 62413.55428587581, - 62376.22439893377, - 62361.57419949174, - 62350.1193125497, - 62360.60583185767, - 62350.01344491564, - 62328.4499642236, - 62299.28726478157, - 62293.91909658953, - 62294.85092839749, - 62258.75151020546, - 62263.18724826342, - 62250.13470507139, - 62248.175911879356, - 62229.58821243732, - 62216.535669245284, - 62209.93234480325, - 62196.33136411121, - 62163.39366466918, - 62169.86065272714, - 62137.28857828511, - 62113.575878843076, - 62125.167866901036, - 62106.556729959004 + 62827.221706178476, + 62853.51800779883, + 62838.585403169185, + 62804.98014228954, + 62819.4311314099, + 62794.39149553025, + 62820.63701590061, + 62786.61144252097, + 62764.46555664132, + 62776.45638951168, + 62773.76206613203, + 62772.41852400239, + 62757.19060687275, + 62750.0017522431, + 62710.80508511346, + 62721.788105483814, + 62732.07971960417, + 62707.805708724525, + 62681.369197844884, + 62671.888155715234, + 62681.273519835595, + 62681.68154020595, + 62647.57940432631, + 62662.52336219666 ], "0.7": [ - 62495.75350462581, - 62405.08064893377, - 62439.85935574174, - 62407.624390674704, - 62425.46911310767, - 62402.61188241564, - 62375.7976204736, - 62375.16968665656, - 62349.69253408953, - 62336.084912772494, - 62288.24760395546, - 62322.38646701342, - 62309.906970696386, - 62298.191536879356, - 62290.20930618732, - 62299.06574737028, - 62284.84640730325, - 62252.47198911121, - 62211.83624279418, - 62224.94659022714, - 62182.92920328511, - 62172.67861321808, - 62179.38153877603, - 62143.771573709004 + 62904.44123742847, + 62922.93207029883, + 62888.23540316919, + 62859.27779853954, + 62870.1194126599, + 62878.533683030255, + 62885.144047150614, + 62845.81066127097, + 62818.52532226632, + 62831.51498326168, + 62838.019097382035, + 62843.620477127384, + 62812.27654437275, + 62808.9080022431, + 62748.16250698846, + 62759.002949233814, + 62800.60706335417, + 62764.78148997453, + 62748.38247909488, + 62703.247530715234, + 62741.04578546059, + 62744.08466520595, + 62691.910263701306, + 62718.07414344666 ], "0.8": [ - 62526.49178587581, - 62480.79080518377, - 62498.71873074174, - 62459.9169687997, - 62478.587081857666, - 62441.33063241564, - 62430.0351204736, - 62426.791952281565, - 62402.17300283953, - 62400.19936589749, - 62342.41947895546, - 62374.09427951342, - 62340.56439257139, - 62336.910286879356, - 62323.85774368732, - 62352.230981745284, - 62314.52609480325, - 62293.48527036121, - 62282.60460216918, - 62276.82549647714, - 62238.023734535105, - 62249.554785093074, - 62236.502241901035, - 62208.576261209004 + 62954.72639367847, + 62953.28753904883, + 62936.29555941919, + 62930.41764228954, + 62922.3147251599, + 62919.41883928025, + 62911.315922150614, + 62897.518473770964, + 62887.67805664132, + 62881.31263951168, + 62880.361284882034, + 62904.30680525239, + 62862.69841937275, + 62850.4298772431, + 62820.32071011346, + 62809.491230483814, + 62830.578157104166, + 62794.57055247453, + 62808.26451034488, + 62778.65299946524, + 62798.16648858559, + 62790.06357145595, + 62764.89581057631, + 62765.57804969666 ], "0.9": [ - 62675.17147337581, - 62513.43924268377, - 62540.60544949174, - 62509.5818125497, - 62536.31676935767, - 62501.44781991564, - 62565.595276723594, - 62475.342733531565, - 62450.80190908953, - 62476.245069022494, - 62387.60658833046, - 62539.35326388842, - 62398.59173632139, - 62397.73567750436, - 62366.00383743732, - 62684.156762995284, - 62364.95187605325, - 62341.902848486214, - 62332.47296154418, - 62325.79424647714, - 62302.74521891011, - 62299.689160093076, - 62353.281148151036, - 62273.584073709004 + 63077.00373742847, + 63072.37425779883, + 63008.88774691919, + 62978.96842353954, + 63156.9241001599, + 63071.22352678025, + 63028.386234650614, + 62953.63878627097, + 62965.46125976632, + 62937.43295201168, + 63030.708941132034, + 63030.36578962739, + 63014.50310687275, + 63006.4001897431, + 62963.56289761346, + 62881.733417983814, + 63059.68909460417, + 62862.28930247453, + 62965.88560409488, + 62849.321749465234, + 63027.277426085595, + 62906.84247770595, + 62813.52471682631, + 62825.46554969666 ] }, "timestamps": [ - "2026-06-20 12:00:00", "2026-06-20 13:00:00", "2026-06-20 14:00:00", "2026-06-20 15:00:00", @@ -589,6 +588,7 @@ "2026-06-25 08:00:00", "2026-06-25 09:00:00", "2026-06-25 10:00:00", - "2026-06-25 11:00:00" + "2026-06-25 11:00:00", + "2026-06-25 12:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 194e1594651519bf29d2d72214888f0327afcfb1..d588f5bc9b6909ac3b2831998044c03b7192c1a4 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,41 +1,17 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-25T12:14:02.123526+00:00", + "evaluated_at": "2026-06-25T12:40:07.411972+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 74ce4864384a11ea12f4dbf22f397d8f01c11bef..8c9f12edafa6c32660c8f4410fde0007fb5444d1 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -2535,3 +2535,5 @@ {"evaluated_at": "2026-06-25T12:14:12.216022+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-25T12:14:12.216022+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-25T12:14:12.216022+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-25T12:40:23.759865+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-25T12:40:23.759865+00:00", "dataset": "coingecko_bitcoin_7d_price_usd", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index b3bcbff2a6a52ac37788ea2e49efdde6de5d3086..ae2feaff6ba90c5cd0fff84257d014dbc55ed103 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,6 +1,6 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,3619263.574233373,3502596.912531217,1762.9329427083333,2.1082140753661824,0.02904099788953507,0.0285704711064758,50.1467822829562,1902.4362208056734,0.03121228736148714,0.028923529212212817,0.02322826780823316,Finance,1 -coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Large,3260193.824134191,3149284.9538997016,1602.39501953125,1.9030346395294366,0.02645454858450622,0.02603063515927549,47.98982154144327,1805.6006823586968,0.029610639868756665,0.02627820332281157,0.021645299274422693,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,3651339.8715991974,3472551.7634908357,1751.7523600260417,2.094843707605403,0.028857778983660393,0.02839118391867972,49.543590744727936,1910.8479457034769,0.03134853960355163,0.02873848667936503,0.023054023663403613,Finance,1 +coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Large,4564344.624414444,4265509.841293017,1930.55126953125,2.2962497171948986,0.0318490725595381,0.031275567087248275,62.872926456218806,2136.432686609724,0.03507513504166629,0.03169505264924769,0.0269067359889172,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moirai-1.1-Large,16686.082218299314,23854.6097118992,118.48584794998169,1.249252979270973,0.6341526987784595,0.8974283770402294,11.311712606405017,129.17461909484894,0.7952470577902047,0.7294430022883489,0.5535472469350817,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-1.1-Large,0.03434473350301806,5.5455766735657e-08,0.00020180125203397538,0.000919600686585182,nan,2.0,0.5691865050173534,0.1853233215302868,inf,inf,inf,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,41.35464618576358,1.7176008923680433e-18,1.0488461355216232e-09,nan,nan,2.0,nan,6.430757823597743,inf,inf,inf,Transportation,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index ebce12c752975ece1a91873300bf607f96426658..373940776efc2122868e712b7747bac9eccb18dc 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-25T12:11:42.817272+00:00", + "evaluated_at": "2026-06-25T12:39:19.877910+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 61739.2890625, 61269.94140625, 61282.01171875, - 61257.94140625 + 61339.890625 ], "p50": [ - 62641.275390625, - 62666.4140625, - 62678.759765625, - 62674.541015625, - 62644.55859375, - 62657.86328125, - 62628.630859375, - 62689.24609375, - 62675.73828125, - 62642.66015625, - 62722.564453125, - 62714.279296875, - 62762.478515625, - 62688.14453125, - 62635.509765625, - 62677.44140625, - 62847.62890625, - 62708.306640625, - 62724.158203125, - 62713.873046875, - 62719.125, - 62757.67578125, - 62829.416015625, - 62822.232421875 + 62656.03125, + 62610.451171875, + 62655.544921875, + 62673.421875, + 62626.611328125, + 62601.9375, + 62629.865234375, + 62666.193359375, + 62625.90625, + 62604.60546875, + 62600.359375, + 62671.23828125, + 62742.43359375, + 62772.275390625, + 62755.859375, + 62704.275390625, + 62831.869140625, + 62835.234375, + 62777.92578125, + 62786.5078125, + 62745.30078125, + 62848.158203125, + 62812.390625, + 62909.080078125 ], "p10": [ - 62429.486328125, - 62347.482421875, - 62313.431640625, - 62253.693359375, - 62103.1640625, - 62208.087890625, - 62011.96875, - 62006.857421875, - 61913.796875, - 61916.763671875, - 61962.138671875, - 61995.57421875, - 61909.306640625, - 61928.794921875, - 61823.927734375, - 61719.70703125, - 61966.16015625, - 61835.23046875, - 61774.15625, - 61863.4140625, - 61633.44921875, - 61681.138671875, - 61811.734375, - 61776.462890625 + 62430.8984375, + 62304.279296875, + 62215.3125, + 62308.7578125, + 62183.099609375, + 62093.634765625, + 62024.669921875, + 62043.755859375, + 61984.1953125, + 61947.154296875, + 61898.158203125, + 61933.775390625, + 62045.94921875, + 61986.09765625, + 61888.408203125, + 61797.587890625, + 61970.62109375, + 61808.314453125, + 61804.734375, + 61713.626953125, + 61769.587890625, + 61763.92578125, + 61662.921875, + 61883.6875 ], "p90": [ - 62846.92578125, - 62956.517578125, - 63101.9453125, - 63085.185546875, - 63111.20703125, - 63207.142578125, - 63154.1640625, - 63237.80078125, - 63320.28125, - 63258.95703125, - 63373.40625, - 63437.087890625, - 63673.71484375, - 63480.689453125, - 63695.447265625, - 63773.26171875, - 63734.951171875, - 63834.0078125, - 63700.1484375, - 64075.591796875, - 63853.541015625, - 63928.072265625, - 64094.56640625, - 64051.55078125 + 62878.97265625, + 62881.15625, + 63165.33984375, + 63108.490234375, + 63150.47265625, + 63083.345703125, + 63205.755859375, + 63291.52734375, + 63320.705078125, + 63312.580078125, + 63370.1015625, + 63339.03515625, + 63604.580078125, + 63522.306640625, + 63724.2265625, + 63590.7890625, + 64009.78515625, + 63868.22265625, + 64012.34375, + 63982.578125, + 63902.509765625, + 64224.62109375, + 64033.896484375, + 64067.03125 ], "mean": [ - 62640.90625, - 62647.29296875, - 62679.2578125, - 62677.6484375, - 62612.42578125, - 62677.18359375, - 62639.67578125, - 62660.34375, - 62637.8828125, - 62644.640625, - 62694.59765625, - 62706.15234375, - 62842.48828125, - 62714.0, - 62695.25, - 62731.78125, - 62863.6640625, - 62811.140625, - 62770.35546875, - 62933.5625, - 62774.69921875, - 62797.265625, - 62982.859375, - 62997.4921875 + 62645.95703125, + 62607.17578125, + 62674.44921875, + 62704.484375, + 62696.90234375, + 62614.33203125, + 62625.05859375, + 62688.65625, + 62656.97265625, + 62619.390625, + 62641.5234375, + 62652.01953125, + 62782.65234375, + 62772.39453125, + 62785.38671875, + 62739.16015625, + 62907.35546875, + 62933.3984375, + 62994.109375, + 62803.3046875, + 62782.37890625, + 63077.68359375, + 62951.89453125, + 63005.21484375 ], "quantiles": { "0.1": [ - 62429.486328125, - 62347.482421875, - 62313.431640625, - 62253.693359375, - 62103.1640625, - 62208.087890625, - 62011.96875, - 62006.857421875, - 61913.796875, - 61916.763671875, - 61962.138671875, - 61995.57421875, - 61909.306640625, - 61928.794921875, - 61823.927734375, - 61719.70703125, - 61966.16015625, - 61835.23046875, - 61774.15625, - 61863.4140625, - 61633.44921875, - 61681.138671875, - 61811.734375, - 61776.462890625 + 62430.8984375, + 62304.279296875, + 62215.3125, + 62308.7578125, + 62183.099609375, + 62093.634765625, + 62024.669921875, + 62043.755859375, + 61984.1953125, + 61947.154296875, + 61898.158203125, + 61933.775390625, + 62045.94921875, + 61986.09765625, + 61888.408203125, + 61797.587890625, + 61970.62109375, + 61808.314453125, + 61804.734375, + 61713.626953125, + 61769.587890625, + 61763.92578125, + 61662.921875, + 61883.6875 ], "0.2": [ - 62429.486328125, - 62347.482421875, - 62313.431640625, - 62253.693359375, - 62103.1640625, - 62208.087890625, - 62011.96875, - 62006.857421875, - 61913.796875, - 61916.763671875, - 61962.138671875, - 61995.57421875, - 61909.306640625, - 61928.794921875, - 61823.927734375, - 61719.70703125, - 61966.16015625, - 61835.23046875, - 61774.15625, - 61863.4140625, - 61633.44921875, - 61681.138671875, - 61811.734375, - 61776.462890625 + 62430.8984375, + 62304.279296875, + 62215.3125, + 62308.7578125, + 62183.099609375, + 62093.634765625, + 62024.669921875, + 62043.755859375, + 61984.1953125, + 61947.154296875, + 61898.158203125, + 61933.775390625, + 62045.94921875, + 61986.09765625, + 61888.408203125, + 61797.587890625, + 61970.62109375, + 61808.314453125, + 61804.734375, + 61713.626953125, + 61769.587890625, + 61763.92578125, + 61662.921875, + 61883.6875 ], "0.3": [ - 62429.486328125, - 62347.482421875, - 62313.431640625, - 62253.693359375, - 62103.1640625, - 62208.087890625, - 62011.96875, - 62006.857421875, - 61913.796875, - 61916.763671875, - 61962.138671875, - 61995.57421875, - 61909.306640625, - 61928.794921875, - 61823.927734375, - 61719.70703125, - 61966.16015625, - 61835.23046875, - 61774.15625, - 61863.4140625, - 61633.44921875, - 61681.138671875, - 61811.734375, - 61776.462890625 + 62430.8984375, + 62304.279296875, + 62215.3125, + 62308.7578125, + 62183.099609375, + 62093.634765625, + 62024.669921875, + 62043.755859375, + 61984.1953125, + 61947.154296875, + 61898.158203125, + 61933.775390625, + 62045.94921875, + 61986.09765625, + 61888.408203125, + 61797.587890625, + 61970.62109375, + 61808.314453125, + 61804.734375, + 61713.626953125, + 61769.587890625, + 61763.92578125, + 61662.921875, + 61883.6875 ], "0.4": [ - 62641.275390625, - 62666.4140625, - 62678.759765625, - 62674.541015625, - 62644.55859375, - 62657.86328125, - 62628.630859375, - 62689.24609375, - 62675.73828125, - 62642.66015625, - 62722.564453125, - 62714.279296875, - 62762.478515625, - 62688.14453125, - 62635.509765625, - 62677.44140625, - 62847.62890625, - 62708.306640625, - 62724.158203125, - 62713.873046875, - 62719.125, - 62757.67578125, - 62829.416015625, - 62822.232421875 + 62656.03125, + 62610.451171875, + 62655.544921875, + 62673.421875, + 62626.611328125, + 62601.9375, + 62629.865234375, + 62666.193359375, + 62625.90625, + 62604.60546875, + 62600.359375, + 62671.23828125, + 62742.43359375, + 62772.275390625, + 62755.859375, + 62704.275390625, + 62831.869140625, + 62835.234375, + 62777.92578125, + 62786.5078125, + 62745.30078125, + 62848.158203125, + 62812.390625, + 62909.080078125 ], "0.5": [ - 62641.275390625, - 62666.4140625, - 62678.759765625, - 62674.541015625, - 62644.55859375, - 62657.86328125, - 62628.630859375, - 62689.24609375, - 62675.73828125, - 62642.66015625, - 62722.564453125, - 62714.279296875, - 62762.478515625, - 62688.14453125, - 62635.509765625, - 62677.44140625, - 62847.62890625, - 62708.306640625, - 62724.158203125, - 62713.873046875, - 62719.125, - 62757.67578125, - 62829.416015625, - 62822.232421875 + 62656.03125, + 62610.451171875, + 62655.544921875, + 62673.421875, + 62626.611328125, + 62601.9375, + 62629.865234375, + 62666.193359375, + 62625.90625, + 62604.60546875, + 62600.359375, + 62671.23828125, + 62742.43359375, + 62772.275390625, + 62755.859375, + 62704.275390625, + 62831.869140625, + 62835.234375, + 62777.92578125, + 62786.5078125, + 62745.30078125, + 62848.158203125, + 62812.390625, + 62909.080078125 ], "0.6": [ - 62641.275390625, - 62666.4140625, - 62678.759765625, - 62674.541015625, - 62644.55859375, - 62657.86328125, - 62628.630859375, - 62689.24609375, - 62675.73828125, - 62642.66015625, - 62722.564453125, - 62714.279296875, - 62762.478515625, - 62688.14453125, - 62635.509765625, - 62677.44140625, - 62847.62890625, - 62708.306640625, - 62724.158203125, - 62713.873046875, - 62719.125, - 62757.67578125, - 62829.416015625, - 62822.232421875 + 62656.03125, + 62610.451171875, + 62655.544921875, + 62673.421875, + 62626.611328125, + 62601.9375, + 62629.865234375, + 62666.193359375, + 62625.90625, + 62604.60546875, + 62600.359375, + 62671.23828125, + 62742.43359375, + 62772.275390625, + 62755.859375, + 62704.275390625, + 62831.869140625, + 62835.234375, + 62777.92578125, + 62786.5078125, + 62745.30078125, + 62848.158203125, + 62812.390625, + 62909.080078125 ], "0.7": [ - 62641.275390625, - 62666.4140625, - 62678.759765625, - 62674.541015625, - 62644.55859375, - 62657.86328125, - 62628.630859375, - 62689.24609375, - 62675.73828125, - 62642.66015625, - 62722.564453125, - 62714.279296875, - 62762.478515625, - 62688.14453125, - 62635.509765625, - 62677.44140625, - 62847.62890625, - 62708.306640625, - 62724.158203125, - 62713.873046875, - 62719.125, - 62757.67578125, - 62829.416015625, - 62822.232421875 + 62656.03125, + 62610.451171875, + 62655.544921875, + 62673.421875, + 62626.611328125, + 62601.9375, + 62629.865234375, + 62666.193359375, + 62625.90625, + 62604.60546875, + 62600.359375, + 62671.23828125, + 62742.43359375, + 62772.275390625, + 62755.859375, + 62704.275390625, + 62831.869140625, + 62835.234375, + 62777.92578125, + 62786.5078125, + 62745.30078125, + 62848.158203125, + 62812.390625, + 62909.080078125 ], "0.8": [ - 62846.92578125, - 62956.517578125, - 63101.9453125, - 63085.185546875, - 63111.20703125, - 63207.142578125, - 63154.1640625, - 63237.80078125, - 63320.28125, - 63258.95703125, - 63373.40625, - 63437.087890625, - 63673.71484375, - 63480.689453125, - 63695.447265625, - 63773.26171875, - 63734.951171875, - 63834.0078125, - 63700.1484375, - 64075.591796875, - 63853.541015625, - 63928.072265625, - 64094.56640625, - 64051.55078125 + 62878.97265625, + 62881.15625, + 63165.33984375, + 63108.490234375, + 63150.47265625, + 63083.345703125, + 63205.755859375, + 63291.52734375, + 63320.705078125, + 63312.580078125, + 63370.1015625, + 63339.03515625, + 63604.580078125, + 63522.306640625, + 63724.2265625, + 63590.7890625, + 64009.78515625, + 63868.22265625, + 64012.34375, + 63982.578125, + 63902.509765625, + 64224.62109375, + 64033.896484375, + 64067.03125 ], "0.9": [ - 62846.92578125, - 62956.517578125, - 63101.9453125, - 63085.185546875, - 63111.20703125, - 63207.142578125, - 63154.1640625, - 63237.80078125, - 63320.28125, - 63258.95703125, - 63373.40625, - 63437.087890625, - 63673.71484375, - 63480.689453125, - 63695.447265625, - 63773.26171875, - 63734.951171875, - 63834.0078125, - 63700.1484375, - 64075.591796875, - 63853.541015625, - 63928.072265625, - 64094.56640625, - 64051.55078125 + 62878.97265625, + 62881.15625, + 63165.33984375, + 63108.490234375, + 63150.47265625, + 63083.345703125, + 63205.755859375, + 63291.52734375, + 63320.705078125, + 63312.580078125, + 63370.1015625, + 63339.03515625, + 63604.580078125, + 63522.306640625, + 63724.2265625, + 63590.7890625, + 64009.78515625, + 63868.22265625, + 64012.34375, + 63982.578125, + 63902.509765625, + 64224.62109375, + 64033.896484375, + 64067.03125 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json b/results/moirai_1_1_large/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json index 634659fc10643b248e649a746a6b5c3db28372b5..607a3f9ebc942c3da12701efa418d2582d3125a7 100644 --- a/results/moirai_1_1_large/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json +++ b/results/moirai_1_1_large/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "coingecko_bitcoin_7d_price_usd/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-25T12:00:08.656502+00:00", + "evaluated_at": "2026-06-25T12:39:42.738045+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63619.35546875, 63585.73046875, 63362.43359375, 63894.21484375, @@ -101,10 +100,10 @@ 62568.94921875, 62716.0390625, 62621.29296875, - 62379.40234375 + 62379.40234375, + 62815.96875 ], "actuals": [ - 62815.96875, 62538.578125, 61236.5546875, 60985.86328125, @@ -127,350 +126,350 @@ 61816.44140625, 61606.90625, 61652.90625, - 61211.78125 + 61211.78125, + 61185.55078125 ], "p50": [ - 62444.775390625, - 62489.005859375, - 62460.169921875, - 62533.50390625, - 62545.171875, - 62492.779296875, - 62490.0390625, - 62475.400390625, - 62549.728515625, - 62510.517578125, - 62555.62109375, - 62476.693359375, - 62507.7734375, - 62565.55078125, - 62492.720703125, - 62549.369140625, - 62585.751953125, - 62592.052734375, - 62553.205078125, - 62512.9375, - 62556.892578125, - 62530.333984375, - 62475.123046875, - 62708.69140625 + 62814.525390625, + 62840.99609375, + 62793.44921875, + 62803.296875, + 62798.650390625, + 62807.724609375, + 62784.501953125, + 62729.28515625, + 62793.59765625, + 62841.962890625, + 62808.482421875, + 62817.6015625, + 62891.353515625, + 62909.8828125, + 62833.212890625, + 62936.337890625, + 62943.294921875, + 62877.25390625, + 62909.28125, + 62882.955078125, + 62958.15625, + 62767.884765625, + 62931.572265625, + 62853.7890625 ], "p10": [ - 62263.650390625, - 62170.0, - 62089.576171875, - 62116.2265625, - 62046.765625, - 61926.828125, - 62072.513671875, - 61898.259765625, - 61990.298828125, - 61888.732421875, - 61899.03515625, - 61852.140625, - 61793.626953125, - 61906.3046875, - 61798.791015625, - 61753.658203125, - 61836.390625, - 61650.716796875, - 61666.599609375, - 61684.23046875, - 61581.7734375, - 61606.3515625, - 61574.421875, - 61596.873046875 + 62573.078125, + 62530.3359375, + 62482.423828125, + 62476.8984375, + 62375.369140625, + 62260.576171875, + 62276.162109375, + 62159.978515625, + 62077.3984375, + 62277.572265625, + 62198.6875, + 62133.923828125, + 62306.05859375, + 62271.51953125, + 62160.55859375, + 62187.392578125, + 62194.94921875, + 62128.623046875, + 62055.771484375, + 62067.333984375, + 62061.697265625, + 61872.443359375, + 62172.142578125, + 62042.966796875 ], "p90": [ - 62620.814453125, - 62795.1796875, - 62843.55859375, - 62961.0, - 62984.4921875, - 63057.40234375, - 63006.939453125, - 63130.705078125, - 63072.47265625, - 63203.333984375, - 63278.779296875, - 63208.53515625, - 63213.064453125, - 63246.978515625, - 63272.4765625, - 63248.626953125, - 63501.115234375, - 63431.208984375, - 63509.955078125, - 63331.7421875, - 63388.564453125, - 63740.337890625, - 63680.359375, - 63781.17578125 + 63097.6953125, + 63117.224609375, + 63153.013671875, + 63190.4765625, + 63246.076171875, + 63312.109375, + 63348.431640625, + 63302.583984375, + 63376.109375, + 63381.826171875, + 63507.5546875, + 63667.94921875, + 63601.96484375, + 63848.5703125, + 63746.69921875, + 63963.48046875, + 63978.9765625, + 63887.287109375, + 63848.947265625, + 63931.21875, + 63864.328125, + 63872.2109375, + 64128.361328125, + 63875.978515625 ], "mean": [ - 62443.5234375, - 62487.546875, - 62466.77734375, - 62532.00390625, - 62536.73046875, - 62557.2265625, - 62529.91796875, - 62499.1484375, - 62526.0390625, - 62533.30078125, - 62627.35546875, - 62560.42578125, - 62535.8046875, - 62654.640625, - 62555.4296875, - 62530.921875, - 62705.86328125, - 62761.09375, - 62550.80859375, - 62548.16015625, - 62557.4921875, - 62616.4375, - 62587.42578125, - 62705.90234375 + 62837.640625, + 62842.671875, + 62809.7421875, + 62829.5859375, + 62834.90234375, + 62828.234375, + 62808.34375, + 62770.8828125, + 62827.7421875, + 62847.33203125, + 62838.34375, + 62935.6875, + 62994.3359375, + 63089.50390625, + 62924.84765625, + 63132.671875, + 63129.0234375, + 63027.5546875, + 62945.94921875, + 63015.0234375, + 63003.57421875, + 62891.34765625, + 63409.40625, + 62975.36328125 ], "quantiles": { "0.1": [ - 62263.650390625, - 62170.0, - 62089.576171875, - 62116.2265625, - 62046.765625, - 61926.828125, - 62072.513671875, - 61898.259765625, - 61990.298828125, - 61888.732421875, - 61899.03515625, - 61852.140625, - 61793.626953125, - 61906.3046875, - 61798.791015625, - 61753.658203125, - 61836.390625, - 61650.716796875, - 61666.599609375, - 61684.23046875, - 61581.7734375, - 61606.3515625, - 61574.421875, - 61596.873046875 + 62573.078125, + 62530.3359375, + 62482.423828125, + 62476.8984375, + 62375.369140625, + 62260.576171875, + 62276.162109375, + 62159.978515625, + 62077.3984375, + 62277.572265625, + 62198.6875, + 62133.923828125, + 62306.05859375, + 62271.51953125, + 62160.55859375, + 62187.392578125, + 62194.94921875, + 62128.623046875, + 62055.771484375, + 62067.333984375, + 62061.697265625, + 61872.443359375, + 62172.142578125, + 62042.966796875 ], "0.2": [ - 62263.650390625, - 62170.0, - 62089.576171875, - 62116.2265625, - 62046.765625, - 61926.828125, - 62072.513671875, - 61898.259765625, - 61990.298828125, - 61888.732421875, - 61899.03515625, - 61852.140625, - 61793.626953125, - 61906.3046875, - 61798.791015625, - 61753.658203125, - 61836.390625, - 61650.716796875, - 61666.599609375, - 61684.23046875, - 61581.7734375, - 61606.3515625, - 61574.421875, - 61596.873046875 + 62573.078125, + 62530.3359375, + 62482.423828125, + 62476.8984375, + 62375.369140625, + 62260.576171875, + 62276.162109375, + 62159.978515625, + 62077.3984375, + 62277.572265625, + 62198.6875, + 62133.923828125, + 62306.05859375, + 62271.51953125, + 62160.55859375, + 62187.392578125, + 62194.94921875, + 62128.623046875, + 62055.771484375, + 62067.333984375, + 62061.697265625, + 61872.443359375, + 62172.142578125, + 62042.966796875 ], "0.3": [ - 62263.650390625, - 62170.0, - 62089.576171875, - 62116.2265625, - 62046.765625, - 61926.828125, - 62072.513671875, - 61898.259765625, - 61990.298828125, - 61888.732421875, - 61899.03515625, - 61852.140625, - 61793.626953125, - 61906.3046875, - 61798.791015625, - 61753.658203125, - 61836.390625, - 61650.716796875, - 61666.599609375, - 61684.23046875, - 61581.7734375, - 61606.3515625, - 61574.421875, - 61596.873046875 + 62573.078125, + 62530.3359375, + 62482.423828125, + 62476.8984375, + 62375.369140625, + 62260.576171875, + 62276.162109375, + 62159.978515625, + 62077.3984375, + 62277.572265625, + 62198.6875, + 62133.923828125, + 62306.05859375, + 62271.51953125, + 62160.55859375, + 62187.392578125, + 62194.94921875, + 62128.623046875, + 62055.771484375, + 62067.333984375, + 62061.697265625, + 61872.443359375, + 62172.142578125, + 62042.966796875 ], "0.4": [ - 62444.775390625, - 62489.005859375, - 62460.169921875, - 62533.50390625, - 62545.171875, - 62492.779296875, - 62490.0390625, - 62475.400390625, - 62549.728515625, - 62510.517578125, - 62555.62109375, - 62476.693359375, - 62507.7734375, - 62565.55078125, - 62492.720703125, - 62549.369140625, - 62585.751953125, - 62592.052734375, - 62553.205078125, - 62512.9375, - 62556.892578125, - 62530.333984375, - 62475.123046875, - 62708.69140625 + 62814.525390625, + 62840.99609375, + 62793.44921875, + 62803.296875, + 62798.650390625, + 62807.724609375, + 62784.501953125, + 62729.28515625, + 62793.59765625, + 62841.962890625, + 62808.482421875, + 62817.6015625, + 62891.353515625, + 62909.8828125, + 62833.212890625, + 62936.337890625, + 62943.294921875, + 62877.25390625, + 62909.28125, + 62882.955078125, + 62958.15625, + 62767.884765625, + 62931.572265625, + 62853.7890625 ], "0.5": [ - 62444.775390625, - 62489.005859375, - 62460.169921875, - 62533.50390625, - 62545.171875, - 62492.779296875, - 62490.0390625, - 62475.400390625, - 62549.728515625, - 62510.517578125, - 62555.62109375, - 62476.693359375, - 62507.7734375, - 62565.55078125, - 62492.720703125, - 62549.369140625, - 62585.751953125, - 62592.052734375, - 62553.205078125, - 62512.9375, - 62556.892578125, - 62530.333984375, - 62475.123046875, - 62708.69140625 + 62814.525390625, + 62840.99609375, + 62793.44921875, + 62803.296875, + 62798.650390625, + 62807.724609375, + 62784.501953125, + 62729.28515625, + 62793.59765625, + 62841.962890625, + 62808.482421875, + 62817.6015625, + 62891.353515625, + 62909.8828125, + 62833.212890625, + 62936.337890625, + 62943.294921875, + 62877.25390625, + 62909.28125, + 62882.955078125, + 62958.15625, + 62767.884765625, + 62931.572265625, + 62853.7890625 ], "0.6": [ - 62444.775390625, - 62489.005859375, - 62460.169921875, - 62533.50390625, - 62545.171875, - 62492.779296875, - 62490.0390625, - 62475.400390625, - 62549.728515625, - 62510.517578125, - 62555.62109375, - 62476.693359375, - 62507.7734375, - 62565.55078125, - 62492.720703125, - 62549.369140625, - 62585.751953125, - 62592.052734375, - 62553.205078125, - 62512.9375, - 62556.892578125, - 62530.333984375, - 62475.123046875, - 62708.69140625 + 62814.525390625, + 62840.99609375, + 62793.44921875, + 62803.296875, + 62798.650390625, + 62807.724609375, + 62784.501953125, + 62729.28515625, + 62793.59765625, + 62841.962890625, + 62808.482421875, + 62817.6015625, + 62891.353515625, + 62909.8828125, + 62833.212890625, + 62936.337890625, + 62943.294921875, + 62877.25390625, + 62909.28125, + 62882.955078125, + 62958.15625, + 62767.884765625, + 62931.572265625, + 62853.7890625 ], "0.7": [ - 62444.775390625, - 62489.005859375, - 62460.169921875, - 62533.50390625, - 62545.171875, - 62492.779296875, - 62490.0390625, - 62475.400390625, - 62549.728515625, - 62510.517578125, - 62555.62109375, - 62476.693359375, - 62507.7734375, - 62565.55078125, - 62492.720703125, - 62549.369140625, - 62585.751953125, - 62592.052734375, - 62553.205078125, - 62512.9375, - 62556.892578125, - 62530.333984375, - 62475.123046875, - 62708.69140625 + 62814.525390625, + 62840.99609375, + 62793.44921875, + 62803.296875, + 62798.650390625, + 62807.724609375, + 62784.501953125, + 62729.28515625, + 62793.59765625, + 62841.962890625, + 62808.482421875, + 62817.6015625, + 62891.353515625, + 62909.8828125, + 62833.212890625, + 62936.337890625, + 62943.294921875, + 62877.25390625, + 62909.28125, + 62882.955078125, + 62958.15625, + 62767.884765625, + 62931.572265625, + 62853.7890625 ], "0.8": [ - 62620.814453125, - 62795.1796875, - 62843.55859375, - 62961.0, - 62984.4921875, - 63057.40234375, - 63006.939453125, - 63130.705078125, - 63072.47265625, - 63203.333984375, - 63278.779296875, - 63208.53515625, - 63213.064453125, - 63246.978515625, - 63272.4765625, - 63248.626953125, - 63501.115234375, - 63431.208984375, - 63509.955078125, - 63331.7421875, - 63388.564453125, - 63740.337890625, - 63680.359375, - 63781.17578125 + 63097.6953125, + 63117.224609375, + 63153.013671875, + 63190.4765625, + 63246.076171875, + 63312.109375, + 63348.431640625, + 63302.583984375, + 63376.109375, + 63381.826171875, + 63507.5546875, + 63667.94921875, + 63601.96484375, + 63848.5703125, + 63746.69921875, + 63963.48046875, + 63978.9765625, + 63887.287109375, + 63848.947265625, + 63931.21875, + 63864.328125, + 63872.2109375, + 64128.361328125, + 63875.978515625 ], "0.9": [ - 62620.814453125, - 62795.1796875, - 62843.55859375, - 62961.0, - 62984.4921875, - 63057.40234375, - 63006.939453125, - 63130.705078125, - 63072.47265625, - 63203.333984375, - 63278.779296875, - 63208.53515625, - 63213.064453125, - 63246.978515625, - 63272.4765625, - 63248.626953125, - 63501.115234375, - 63431.208984375, - 63509.955078125, - 63331.7421875, - 63388.564453125, - 63740.337890625, - 63680.359375, - 63781.17578125 + 63097.6953125, + 63117.224609375, + 63153.013671875, + 63190.4765625, + 63246.076171875, + 63312.109375, + 63348.431640625, + 63302.583984375, + 63376.109375, + 63381.826171875, + 63507.5546875, + 63667.94921875, + 63601.96484375, + 63848.5703125, + 63746.69921875, + 63963.48046875, + 63978.9765625, + 63887.287109375, + 63848.947265625, + 63931.21875, + 63864.328125, + 63872.2109375, + 64128.361328125, + 63875.978515625 ] }, "timestamps": [ - "2026-06-20 12:00:00", "2026-06-20 13:00:00", "2026-06-20 14:00:00", "2026-06-20 15:00:00", @@ -589,6 +588,7 @@ "2026-06-25 08:00:00", "2026-06-25 09:00:00", "2026-06-25 10:00:00", - "2026-06-25 11:00:00" + "2026-06-25 11:00:00", + "2026-06-25 12:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 6b1a5b66c932a88acda97a1ebf889c93592f1782..dc8b6d07fae033bc47dcb261aa6314dcd55ad70f 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,41 +1,17 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-25T12:12:32.576147+00:00", + "evaluated_at": "2026-06-25T12:39:44.906721+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 8320db759636498881897486fe875e239f99287b..18e531c536afed44ef0537ae67408300ff856091 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,6 +1,6 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,3275472.869539529,3281879.2724374384,1682.5419707716549,2.012078042926454,0.027730358836356928,0.027288757688467422,57.005722396362025,1809.8267512498342,0.029692891681064478,0.02760459610427702,0.02616127058457865,Finance,1 -coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,3132783.8183099036,3132431.487745696,1580.7546572322753,1.87733413586776,0.02610738761463159,0.025684957168445266,53.305093059231034,1769.967180009252,0.029026274335645787,0.025923315898961415,0.024694026694351258,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,3266271.706660714,3272742.4654378556,1679.1274199904049,2.0079947316196587,0.027673439738476482,0.027233060892332354,56.8423899440902,1807.2829625326285,0.02964949757157181,0.027547033526835636,0.02610378878559288,Finance,1 +coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,3254383.345928704,3246711.1503794645,1637.3513806080937,1.9475098662274364,0.027038598083939002,0.026600153177793507,55.39367416795841,1803.9909495140778,0.02961723370211147,0.0268814089699325,0.025612854845697305,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moving-Average,33703.3339872141,34919.977384896825,150.98728679575507,1.5919311979035975,0.862092038435816,1.5500551973378933,23.0273565699048,183.58467797508075,1.130215641726378,0.9295339628591026,0.8356046823445622,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,0.0007656111145234837,0.0,0.0,0.0,nan,nan,0.0,0.027669678612580302,inf,nan,nan,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index c43028aae30d9c42a4d1567314b744a6a1863b95..64ece7252baf5432a0aaaae01b0505e13410eb41 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-25T12:14:02.128348+00:00", + "evaluated_at": "2026-06-25T12:40:07.427697+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61739.2890625, 61269.94140625, 61282.01171875, - 61257.94140625 + 61339.890625 ], "p50": [ 62600.7972604852, diff --git a/results/moving_average/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json b/results/moving_average/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json index 1a4aa7334a6da4471c2e55681da445d7a078113c..74dc0e1cf797f3fe62c3abb66c32658f7457e715 100644 --- a/results/moving_average/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json +++ b/results/moving_average/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "coingecko_bitcoin_7d_price_usd/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-25T12:00:38.666187+00:00", + "evaluated_at": "2026-06-25T12:40:07.453642+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63619.35546875, 63585.73046875, 63362.43359375, 63894.21484375, @@ -101,10 +100,10 @@ 62568.94921875, 62716.0390625, 62621.29296875, - 62379.40234375 + 62379.40234375, + 62815.96875 ], "actuals": [ - 62815.96875, 62538.578125, 61236.5546875, 60985.86328125, @@ -127,350 +126,350 @@ 61816.44140625, 61606.90625, 61652.90625, - 61211.78125 + 61211.78125, + 61185.55078125 ], "p50": [ - 62530.35470977248, - 62529.35470977248, - 62530.69064727248, - 62539.27267852248, - 62541.17502227248, - 62540.63205352248, - 62539.27267852248, - 62530.35470977248, - 62529.68674102248, - 62530.35470977248, - 62529.35470977248, - 62530.01877227248, - 62530.69064727248, - 62530.35470977248, - 62535.52267852248, - 62540.63205352248, - 62540.35470977248, - 62541.17502227248, - 62530.01877227248, - 62553.77267852248, - 62518.70431914748, - 62530.69064727248, - 62540.90939727248, - 62529.68674102248 + 62532.740124725875, + 62554.556530975875, + 62545.218640350875, + 62540.255749725875, + 62551.146374725875, + 62539.923718475875, + 62564.009655975875, + 62540.591687225875, + 62549.509655975875, + 62551.146374725875, + 62549.509655975875, + 62560.081921600875, + 62550.050671600875, + 62550.591687225875, + 62539.591687225875, + 62536.165905975875, + 62583.095593475875, + 62536.165905975875, + 62550.591687225875, + 62540.591687225875, + 62539.923718475875, + 62551.146374725875, + 62532.740124725875, + 62539.591687225875 ], "p10": [ - 62243.49533477248, - 62290.39377227248, - 62245.00002227248, - 62285.87111602248, - 62245.16720977248, - 62237.74025664748, - 62285.87111602248, - 62235.76095977248, - 62243.49533477248, - 62245.16720977248, - 62285.87111602248, - 62237.96017852248, - 62243.49533477248, - 62285.87111602248, - 62290.39377227248, - 62243.49533477248, - 62293.52970977248, - 62293.87814727248, - 62244.44650664748, - 62290.39377227248, - 62235.76095977248, - 62293.52970977248, - 62243.49533477248, - 62235.76095977248 + 62300.630749725875, + 62304.115124725875, + 62248.197155975875, + 62255.23699972587, + 62253.732312225875, + 62245.997937225875, + 62303.76668722588, + 62253.732312225875, + 62253.17879660088, + 62245.997937225875, + 62247.97723410087, + 62245.997937225875, + 62255.404187225875, + 62247.97723410087, + 62248.197155975875, + 62253.17879660088, + 62255.23699972587, + 62296.10809347587, + 62312.869030975875, + 62248.197155975875, + 62312.869030975875, + 62312.869030975875, + 62253.17879660088, + 62304.115124725875 ], "p90": [ - 62841.26486602248, - 62692.58517852248, - 62732.80392852248, - 62714.83283477248, - 62754.62033477248, - 62732.80392852248, - 62810.00392852248, - 62732.80392852248, - 62721.31564727248, - 62759.81135039748, - 62684.22541289748, - 62849.02463164748, - 62721.31564727248, - 62733.51213164748, - 62714.83283477248, - 63046.03830352248, - 62739.88595977248, - 62729.88947539748, - 62733.51213164748, - 62739.88595977248, - 62729.88947539748, - 62739.88595977248, - 62806.53049102248, - 62739.88595977248 + 62816.767468475875, + 62820.24090597587, + 62764.857312225875, + 62743.040905975875, + 62929.099499725875, + 62851.501843475875, + 62816.767468475875, + 62750.122937225875, + 62770.04832785088, + 62750.122937225875, + 62851.501843475875, + 62859.261609100875, + 62851.501843475875, + 62851.501843475875, + 62816.767468475875, + 62743.040905975875, + 62929.099499725875, + 62739.802624725875, + 62851.501843475875, + 62743.040905975875, + 62929.099499725875, + 62816.767468475875, + 62731.552624725875, + 62751.59637472587 ], "mean": [ - 62540.88699492865, - 62522.417326959905, - 62532.15203399115, - 62538.14812774115, - 62552.52808867865, - 62518.0351003974, - 62554.76797149115, - 62516.499846491155, - 62525.1027566474, - 62551.210510553654, - 62509.4245535224, - 62542.494436334906, - 62523.69363555365, - 62534.502737116156, - 62540.0913503974, - 62556.9092800849, - 62539.52836211615, - 62542.63375274115, - 62535.2394363349, - 62550.35019805365, - 62520.8670925849, - 62533.279670709904, - 62538.919768366155, - 62513.78363555365 + 62544.76844503857, + 62570.35403097607, + 62541.74930441357, + 62532.60657003857, + 62562.67699972607, + 62546.94063253857, + 62566.91358175732, + 62544.11059347607, + 62545.15481222607, + 62539.73301535107, + 62557.69719503857, + 62570.62541769482, + 62558.84856222607, + 62548.47412863232, + 62532.977800507324, + 62526.50055441357, + 62569.21500753857, + 62539.44155050732, + 62566.969460663575, + 62523.158640351074, + 62558.907097382325, + 62570.47237081982, + 62524.49377706982, + 62553.80582785107 ], "quantiles": { "0.1": [ - 62243.49533477248, - 62290.39377227248, - 62245.00002227248, - 62285.87111602248, - 62245.16720977248, - 62237.74025664748, - 62285.87111602248, - 62235.76095977248, - 62243.49533477248, - 62245.16720977248, - 62285.87111602248, - 62237.96017852248, - 62243.49533477248, - 62285.87111602248, - 62290.39377227248, - 62243.49533477248, - 62293.52970977248, - 62293.87814727248, - 62244.44650664748, - 62290.39377227248, - 62235.76095977248, - 62293.52970977248, - 62243.49533477248, - 62235.76095977248 + 62300.630749725875, + 62304.115124725875, + 62248.197155975875, + 62255.23699972587, + 62253.732312225875, + 62245.997937225875, + 62303.76668722588, + 62253.732312225875, + 62253.17879660088, + 62245.997937225875, + 62247.97723410087, + 62245.997937225875, + 62255.404187225875, + 62247.97723410087, + 62248.197155975875, + 62253.17879660088, + 62255.23699972587, + 62296.10809347587, + 62312.869030975875, + 62248.197155975875, + 62312.869030975875, + 62312.869030975875, + 62253.17879660088, + 62304.115124725875 ], "0.2": [ - 62344.60470977248, - 62344.08908477248, - 62386.31642852248, - 62414.59689727248, - 62391.99611602248, - 62331.02658477248, - 62405.61330352248, - 62376.35158477248, - 62387.37424102248, - 62414.59689727248, - 62387.37424102248, - 62376.35158477248, - 62353.41720977248, - 62387.37424102248, - 62382.08517852248, - 62344.60470977248, - 62391.99611602248, - 62382.08517852248, - 62382.08517852248, - 62407.82658477248, - 62382.08517852248, - 62382.08517852248, - 62344.08908477248, - 62342.02658477248 + 62354.326062225875, + 62397.611218475875, + 62354.841687225875, + 62403.388562225875, + 62384.826062225875, + 62396.55340597587, + 62402.23309347587, + 62363.654187225875, + 62384.826062225875, + 62386.58856222587, + 62397.611218475875, + 62418.06356222588, + 62354.841687225875, + 62352.263562225875, + 62363.654187225875, + 62352.263562225875, + 62402.23309347587, + 62402.23309347587, + 62425.49637472587, + 62354.326062225875, + 62402.23309347587, + 62428.19637472588, + 62396.55340597587, + 62392.322155975875 ], "0.3": [ - 62416.62814727248, - 62448.20978789748, - 62442.28439727248, - 62471.83869414748, - 62465.67658477248, - 62450.74924102248, - 62453.36213164748, - 62442.28439727248, - 62425.70627227248, - 62450.80392852248, - 62435.08674102248, - 62450.74924102248, - 62442.28439727248, - 62454.44845977248, - 62437.31095977248, - 62416.62814727248, - 62425.70627227248, - 62450.82736602248, - 62454.44845977248, - 62482.86681914748, - 62450.80392852248, - 62442.28439727248, - 62437.31095977248, - 62425.70627227248 + 62425.661999725875, + 62475.91356222588, + 62433.71903097587, + 62433.71903097587, + 62474.786999725875, + 62433.21981222588, + 62464.685437225875, + 62427.66903097588, + 62433.71903097587, + 62447.54793722588, + 62452.521374725875, + 62464.685437225875, + 62435.943249725875, + 62427.66903097588, + 62428.529187225875, + 62428.529187225875, + 62470.67020285087, + 62452.521374725875, + 62471.75653097587, + 62452.521374725875, + 62435.943249725875, + 62496.786999725875, + 62452.521374725875, + 62458.44676535088 ], "0.4": [ - 62478.39377227248, - 62498.21408477248, - 62502.33908477248, - 62515.90158477248, - 62514.86252227248, - 62515.90158477248, - 62515.90158477248, - 62511.87033477248, - 62496.39377227248, - 62511.87033477248, - 62493.66330352248, - 62496.39377227248, - 62498.21408477248, - 62502.33908477248, - 62498.21408477248, - 62498.21408477248, - 62498.21408477248, - 62511.87033477248, - 62513.30392852248, - 62522.50314727248, - 62498.21408477248, - 62500.68908477248, - 62517.96799102248, - 62474.27267852248 + 62481.26434347587, + 62529.08856222587, + 62508.451062225875, + 62503.900280975875, + 62525.099499725875, + 62503.900280975875, + 62531.51512472588, + 62519.15496847587, + 62501.05496847587, + 62526.138562225875, + 62510.92606222587, + 62526.138562225875, + 62512.576062225875, + 62503.900280975875, + 62491.87606222588, + 62491.87606222588, + 62532.740124725875, + 62491.87606222588, + 62525.099499725875, + 62491.87606222588, + 62508.451062225875, + 62526.138562225875, + 62491.87606222588, + 62491.87606222588 ], "0.5": [ - 62530.35470977248, - 62529.35470977248, - 62530.69064727248, - 62539.27267852248, - 62541.17502227248, - 62540.63205352248, - 62539.27267852248, - 62530.35470977248, - 62529.68674102248, - 62530.35470977248, - 62529.35470977248, - 62530.01877227248, - 62530.69064727248, - 62530.35470977248, - 62535.52267852248, - 62540.63205352248, - 62540.35470977248, - 62541.17502227248, - 62530.01877227248, - 62553.77267852248, - 62518.70431914748, - 62530.69064727248, - 62540.90939727248, - 62529.68674102248 + 62532.740124725875, + 62554.556530975875, + 62545.218640350875, + 62540.255749725875, + 62551.146374725875, + 62539.923718475875, + 62564.009655975875, + 62540.591687225875, + 62549.509655975875, + 62551.146374725875, + 62549.509655975875, + 62560.081921600875, + 62550.050671600875, + 62550.591687225875, + 62539.591687225875, + 62536.165905975875, + 62583.095593475875, + 62536.165905975875, + 62550.591687225875, + 62540.591687225875, + 62539.923718475875, + 62551.146374725875, + 62532.740124725875, + 62539.591687225875 ], "0.6": [ - 62579.64767852248, - 62555.37033477248, - 62553.77267852248, - 62555.37033477248, - 62578.90939727248, - 62581.36955352248, - 62572.85861602248, - 62556.74845977248, - 62564.43283477248, - 62578.41720977248, - 62555.37033477248, - 62572.85861602248, - 62572.85861602248, - 62583.95236602248, - 62578.41720977248, - 62578.41720977248, - 62584.86642852248, - 62584.31799102248, - 62564.43283477248, - 62583.95236602248, - 62564.43283477248, - 62553.77267852248, - 62578.41720977248, - 62572.85861602248 + 62566.98543722588, + 62601.384655975875, + 62594.55496847587, + 62569.052624725875, + 62591.60653097588, + 62574.669812225875, + 62609.01824972587, + 62583.095593475875, + 62569.052624725875, + 62589.146374725875, + 62594.55496847587, + 62601.314343475875, + 62594.189343475875, + 62595.103405975875, + 62564.009655975875, + 62583.095593475875, + 62601.490124725875, + 62585.31903097587, + 62566.98543722588, + 62565.607312225875, + 62583.095593475875, + 62591.60653097588, + 62565.607312225875, + 62588.654187225875 ], "0.7": [ - 62661.84689727248, - 62584.22658477248, - 62632.05783477248, - 62612.87541289748, - 62643.77267852248, - 62633.96799102248, - 62620.20627227248, - 62632.63088164748, - 62620.20627227248, - 62619.65119414748, - 62584.86642852248, - 62632.05783477248, - 62632.63088164748, - 62633.96799102248, - 62639.03830352248, - 62660.94728789748, - 62659.78049102248, - 62640.45861602248, - 62612.87541289748, - 62639.03830352248, - 62610.07345977248, - 62612.87541289748, - 62632.63088164748, - 62610.07345977248 + 62644.204968475875, + 62670.798718475875, + 62644.204968475875, + 62623.35028097587, + 62642.294812225875, + 62658.81199972588, + 62673.525280975875, + 62642.294812225875, + 62623.11239035088, + 62644.204968475875, + 62658.81199972588, + 62672.51629660087, + 62649.275280975875, + 62654.009655975875, + 62601.367077850875, + 62620.310437225875, + 62670.017468475875, + 62642.294812225875, + 62633.99871847587, + 62596.966687225875, + 62642.86785910087, + 62654.009655975875, + 62609.93817160087, + 62644.204968475875 ], "0.8": [ - 62692.58517852248, - 62659.93674102248, - 62690.91720977248, - 62665.16799102248, - 62696.89064727248, - 62672.68674102248, - 62674.44377227248, - 62684.25314727248, - 62672.68674102248, - 62683.76564727248, - 62639.03830352248, - 62683.76564727248, - 62663.28830352248, - 62672.68674102248, - 62672.68674102248, - 62714.11252227248, - 62689.46017852248, - 62681.47189727248, - 62683.64377227248, - 62690.91720977248, - 62665.16799102248, - 62689.75158477248, - 62689.75158477248, - 62674.87814727248 + 62694.490124725875, + 62701.154187225875, + 62692.26512472588, + 62694.490124725875, + 62694.490124725875, + 62699.697155975875, + 62699.697155975875, + 62694.00262472587, + 62692.26512472588, + 62694.00262472587, + 62701.154187225875, + 62733.20262472588, + 62699.697155975875, + 62695.53153097587, + 62673.525280975875, + 62670.798718475875, + 62699.98856222587, + 62672.083874725875, + 62693.880749725875, + 62672.37215597588, + 62699.98856222587, + 62699.98856222587, + 62682.923718475875, + 62691.708874725875 ], "0.9": [ - 62841.26486602248, - 62692.58517852248, - 62732.80392852248, - 62714.83283477248, - 62754.62033477248, - 62732.80392852248, - 62810.00392852248, - 62732.80392852248, - 62721.31564727248, - 62759.81135039748, - 62684.22541289748, - 62849.02463164748, - 62721.31564727248, - 62733.51213164748, - 62714.83283477248, - 63046.03830352248, - 62739.88595977248, - 62729.88947539748, - 62733.51213164748, - 62739.88595977248, - 62729.88947539748, - 62739.88595977248, - 62806.53049102248, - 62739.88595977248 + 62816.767468475875, + 62820.24090597587, + 62764.857312225875, + 62743.040905975875, + 62929.099499725875, + 62851.501843475875, + 62816.767468475875, + 62750.122937225875, + 62770.04832785088, + 62750.122937225875, + 62851.501843475875, + 62859.261609100875, + 62851.501843475875, + 62851.501843475875, + 62816.767468475875, + 62743.040905975875, + 62929.099499725875, + 62739.802624725875, + 62851.501843475875, + 62743.040905975875, + 62929.099499725875, + 62816.767468475875, + 62731.552624725875, + 62751.59637472587 ] }, "timestamps": [ - "2026-06-20 12:00:00", "2026-06-20 13:00:00", "2026-06-20 14:00:00", "2026-06-20 15:00:00", @@ -589,6 +588,7 @@ "2026-06-25 08:00:00", "2026-06-25 09:00:00", "2026-06-25 10:00:00", - "2026-06-25 11:00:00" + "2026-06-25 11:00:00", + "2026-06-25 12:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 830f7449643b7dea7e9620612fa53d845055188f..f43d1db82cab82d78797335a9312558120509a46 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,41 +1,17 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-25T12:14:02.178456+00:00", + "evaluated_at": "2026-06-25T12:40:07.463676+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index 52dd97b5e0c8af29e464517a4e9cadadfa6a923a..df4d4025cb7e0d4d1fe72cf87c4983d46740fefc 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "partial", - "started_at": "2026-06-25T12:05:53.814415+00:00", - "finished_at": "2026-06-25T12:14:12.214846+00:00", - "task_count": 6, + "started_at": "2026-06-25T12:35:49.177971+00:00", + "finished_at": "2026-06-25T12:40:23.757073+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,41 +10,17 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-25T12:06:19.051916+00:00", + "evaluated_at": "2026-06-25T12:36:33.160208+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } @@ -54,41 +30,17 @@ "Chronos-Bolt": { "model": "Chronos-Bolt", "api_model_id": "amazon/chronos-bolt-base", - "evaluated_at": "2026-06-25T12:07:03.568269+00:00", + "evaluated_at": "2026-06-25T12:36:49.468836+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } @@ -98,41 +50,17 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-25T12:08:05.472073+00:00", + "evaluated_at": "2026-06-25T12:37:51.699808+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } @@ -142,41 +70,17 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-25T12:09:16.826195+00:00", + "evaluated_at": "2026-06-25T12:38:46.135806+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } @@ -186,41 +90,17 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-25T12:11:21.656195+00:00", + "evaluated_at": "2026-06-25T12:38:58.568180+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } @@ -230,41 +110,17 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-25T12:12:32.576147+00:00", + "evaluated_at": "2026-06-25T12:39:44.906721+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } @@ -274,41 +130,17 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-25T12:14:01.574054+00:00", + "evaluated_at": "2026-06-25T12:40:06.476241+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } @@ -318,41 +150,17 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-25T12:14:02.014549+00:00", + "evaluated_at": "2026-06-25T12:40:07.296990+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } @@ -362,41 +170,17 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-25T12:14:02.123526+00:00", + "evaluated_at": "2026-06-25T12:40:07.411972+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } @@ -406,41 +190,17 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-25T12:14:02.178456+00:00", + "evaluated_at": "2026-06-25T12:40:07.463676+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } @@ -450,41 +210,17 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-25T12:14:02.224177+00:00", + "evaluated_at": "2026-06-25T12:40:07.505767+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } @@ -510,7 +246,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-25T12:15:45.220824+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 5805a27b970be20c0411ece41910c151ae79ab32..18e07478cc0ca69d9c09bff851f9d66a4ded31ea 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,3172090.9458643594,3172090.9458643594,1683.6722005208333,2.0134296350420087,0.02772835161607169,0.0273023345824172,12.503952403901062,1781.036480778639,0.0292205446003401,0.027623139199351672,0.021010938581585856,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,3163080.679947535,3163080.679947535,1680.2576497395833,2.0093463237352127,0.027671449356410294,0.027246637609602525,12.503952403901062,1778.5051813102864,0.029177381819829557,0.02756557558411073,0.020953745030718358,Finance,1 bitbrains_fast_storage/5T/long,Seasonal-Naive,3499892.2950397297,3499892.2950397297,289.35216809290046,1.190359880620704,1.795788841111804,0.5099463825492213,231.56717491055915,1870.7999078040737,4.9439656728737384,0.7646714009634807,2.122607238439539,Web/CloudOps,2,96.0 bitbrains_fast_storage/5T/medium,Seasonal-Naive,3704568.4175853366,3704568.4175853366,280.36127147074325,1.271487396616441,4.117625747562423,0.4499728768046956,196.7313435217375,1924.7255434438791,5.847847822156081,0.8518149802561188,2.0491239073790615,Web/CloudOps,2,48.0 bitbrains_fast_storage/5T/short,Seasonal-Naive,2299344.812804004,2299344.812804004,173.28187846869332,1.0948146284753992,2.4327068429200516,0.374655124365134,70.19326241539363,1516.3590646031053,4.760992442912181,0.5440622430011399,0.8929464680662709,Web/CloudOps,2,24.0 @@ -21,7 +21,7 @@ bizitobs_service/10S/long,Seasonal-Naive,209141.5703703704,209141.5703703704,126 bizitobs_service/10S/medium,Seasonal-Naive,120879.21777777778,120879.21777777778,96.6510615079365,3.7066999349383662,0.1335696265811012,0.13655030265687,61.109367709322896,347.67688703417974,0.2616698182259184,0.0727418664837433,0.0952617889651194,Web/CloudOps,2,48.0 bizitobs_service/10S/short,Seasonal-Naive,24411.641058201058,24411.641058201058,51.05920717592593,2.18868692523134,0.2901955369414475,0.0944603386127128,26.76123260084578,156.2422511941026,0.1157492580266197,0.0378262941097712,0.0365962225066831,Web/CloudOps,2,24.0 car_parts/M/short,Seasonal-Naive,2.9952172180151453,2.9952172180151453,0.6895841636774279,1.2125433213650758,0.8496029665824577,1.6621891716563262,25.79123698119671,1.730669586609514,4.149968135842565,1.6535520866518,2.4999765507853837,Sales,1,24.0 -coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,3087033.316923777,3087033.316923777,1612.9326171875,1.9155492898577524,0.026609692107947825,0.02619604624855823,13.005495065782197,1756.995536967518,0.02881354809203743,0.026451012855024124,0.020372902460676613,Finance,1 +coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,3192259.2517433167,3192259.2517433167,1665.6803385416667,1.9812050923890225,0.027478228711751585,0.027049280853798787,13.026378474616138,1786.6894670712413,0.02933318457811753,0.02734650297047719,0.020998957684359994,Finance,1 covid_deaths/D/short,Seasonal-Naive,4435194.482205514,4435194.482205514,353.7093984962406,46.91239825526407,0.132724402667158,0.1778110471170298,1472.7784117419058,2105.990142950701,0.792389040211866,0.133084882532099,0.1267232783122367,Healthcare,1,24.0 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687425,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12.0 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,0.0,nan,nan,0.0,0.0,nan,nan,nan,Climate,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index efe0cefa0a305fc74ccb992c224ff5bdb4995e14..b930512f1bcc4df2bc86475b77fc6e1ff05604e5 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-25T12:14:02.182597+00:00", + "evaluated_at": "2026-06-25T12:40:07.475884+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61739.2890625, 61269.94140625, 61282.01171875, - 61257.94140625 + 61339.890625 ], "p50": [ 62475.98828125, diff --git a/results/seasonal_naive/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json b/results/seasonal_naive/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json index 88f13f20c4db95d01fa99b4dedf5324141a08b2a..0c49372f5161f6547f5e0276ae4491e499ec63ae 100644 --- a/results/seasonal_naive/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json +++ b/results/seasonal_naive/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "coingecko_bitcoin_7d_price_usd/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-25T12:00:38.705665+00:00", + "evaluated_at": "2026-06-25T12:40:07.496330+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63619.35546875, 63585.73046875, 63362.43359375, 63894.21484375, @@ -101,10 +100,10 @@ 62568.94921875, 62716.0390625, 62621.29296875, - 62379.40234375 + 62379.40234375, + 62815.96875 ], "actuals": [ - 62815.96875, 62538.578125, 61236.5546875, 60985.86328125, @@ -127,10 +126,10 @@ 61816.44140625, 61606.90625, 61652.90625, - 61211.78125 + 61211.78125, + 61185.55078125 ], "p50": [ - 62451.49609375, 62199.87890625, 62383.94921875, 62457.8671875, @@ -153,10 +152,10 @@ 62568.94921875, 62716.0390625, 62621.29296875, - 62379.40234375 + 62379.40234375, + 62815.96875 ], "p10": [ - 61202.466171875, 60955.881328125, 61136.270234375, 61208.709843749995, @@ -179,10 +178,10 @@ 61317.570234375, 61461.718281249996, 61368.867109375, - 61131.814296874996 + 61131.814296874996, + 61559.649375 ], "p90": [ - 63700.526015625, 63443.876484375, 63631.628203125, 63707.024531250005, @@ -205,10 +204,10 @@ 63820.328203125, 63970.359843750004, 63873.718828125, - 63626.990390625004 + 63626.990390625004, + 64072.288125 ], "mean": [ - 62451.49609375, 62199.87890625, 62383.94921875, 62457.8671875, @@ -231,11 +230,11 @@ 62568.94921875, 62716.0390625, 62621.29296875, - 62379.40234375 + 62379.40234375, + 62815.96875 ], "quantiles": { "0.1": [ - 61202.466171875, 60955.881328125, 61136.270234375, 61208.709843749995, @@ -258,10 +257,10 @@ 61317.570234375, 61461.718281249996, 61368.867109375, - 61131.814296874996 + 61131.814296874996, + 61559.649375 ], "0.2": [ - 61514.723652343746, 61266.88072265625, 61448.18998046875, 61520.9991796875, @@ -284,10 +283,10 @@ 61630.41498046875, 61775.2984765625, 61681.97357421875, - 61443.71130859375 + 61443.71130859375, + 61873.72921875 ], "0.3": [ - 61826.9811328125, 61577.8801171875, 61760.1097265625, 61833.288515625, @@ -310,10 +309,10 @@ 61943.2597265625, 62088.878671875, 61995.0800390625, - 61755.6083203125 + 61755.6083203125, + 62187.8090625 ], "0.4": [ - 62139.238613281246, 61888.87951171875, 62072.02947265625, 62145.5778515625, @@ -336,10 +335,10 @@ 62256.10447265625, 62402.4588671875, 62308.18650390625, - 62067.50533203125 + 62067.50533203125, + 62501.88890625 ], "0.5": [ - 62451.49609375, 62199.87890625, 62383.94921875, 62457.8671875, @@ -362,10 +361,10 @@ 62568.94921875, 62716.0390625, 62621.29296875, - 62379.40234375 + 62379.40234375, + 62815.96875 ], "0.6": [ - 62763.75357421875, 62510.878300781245, 62695.86896484374, 62770.156523437494, @@ -388,10 +387,10 @@ 62881.793964843746, 63029.61925781249, 62934.399433593746, - 62691.29935546874 + 62691.29935546874, + 63130.04859374999 ], "0.7": [ - 63076.0110546875, 62821.8776953125, 63007.7887109375, 63082.445859375, @@ -414,10 +413,10 @@ 63194.6387109375, 63343.199453125, 63247.5058984375, - 63003.1963671875 + 63003.1963671875, + 63444.1284375 ], "0.8": [ - 63388.26853515625, 63132.87708984374, 63319.70845703124, 63394.735195312496, @@ -440,10 +439,10 @@ 63507.483457031245, 63656.77964843749, 63560.612363281245, - 63315.09337890625 + 63315.09337890625, + 63758.208281249994 ], "0.9": [ - 63700.526015625, 63443.876484375, 63631.628203125, 63707.024531250005, @@ -466,11 +465,11 @@ 63820.328203125, 63970.359843750004, 63873.718828125, - 63626.990390625004 + 63626.990390625004, + 64072.288125 ] }, "timestamps": [ - "2026-06-20 12:00:00", "2026-06-20 13:00:00", "2026-06-20 14:00:00", "2026-06-20 15:00:00", @@ -589,6 +588,7 @@ "2026-06-25 08:00:00", "2026-06-25 09:00:00", "2026-06-25 10:00:00", - "2026-06-25 11:00:00" + "2026-06-25 11:00:00", + "2026-06-25 12:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 2a9195f4760660e02cd0b17c9f7ce862162cb220..b0c993ac148f141a85f03595e78229f7e0c02307 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,41 +1,17 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-25T12:14:02.224177+00:00", + "evaluated_at": "2026-06-25T12:40:07.505767+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 53f7332a3af7682b18ad13836b9299a916260ba0..84a8c5e61119d8636a89802779e249d175bdee7a 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,6 +1,6 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,9470123.845427832,9470123.845427832,3022.4959309895835,3.6144701310420024,0.04968145550465199,0.048430741259909406,112.30194451181085,3077.356632798323,0.05048859903224635,0.04958852786508676,0.043967864955162875,Finance,1 -coingecko_bitcoin_7d_price_usd/1h/short,Timer-S1,8137609.908329646,8137609.908329646,2694.8878580729165,3.200499802514541,0.04438931189819537,0.04330897872530293,94.10151461360181,2852.649629437454,0.04678154016793522,0.04419435295507369,0.038323326693787824,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,9449804.987466177,9449804.987466177,3019.0813802083335,3.6103868197352065,0.04962304846451987,0.04837506924457865,112.138612059539,3074.0535108332415,0.050431583760745205,0.04952973491512598,0.0439093865762834,Finance,1 +coingecko_bitcoin_7d_price_usd/1h/short,Timer-S1,8993956.17290751,8993956.17290751,2893.0380859375,3.441057480064257,0.04764854104405622,0.04645505814931256,111.13873434182524,2998.992526317382,0.04923631271362675,0.047496793220276376,0.04287964109092561,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Timer-S1,13950.63562508625,13950.63562508625,96.28801806767781,1.0152106392480131,0.9524471402012793,0.6887843358403999,5.043297170844735,118.11280889508238,0.7271464349523795,0.5927848954022913,0.46164882740821384,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Timer-S1,1.248143962584436e-05,1.248143962584436e-05,0.002979278564453125,0.013576459936622908,nan,2.0,0.33878569488456317,0.0035329080975655676,inf,inf,inf,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Timer-S1,1.9683517534876915e-16,1.9683517534876915e-16,1.1745328265533317e-08,nan,nan,2.0,nan,1.4029795983861246e-08,inf,inf,inf,Transportation,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index bc6a4cf279edec1a6dc62607e9a37f39abec55e2..325354664c029e13fb280e1068d07384e2c1e131 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-25T12:13:11.263571+00:00", + "evaluated_at": "2026-06-25T12:40:00.172419+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61739.2890625, 61269.94140625, 61282.01171875, - 61257.94140625 + 61339.890625 ], "p50": [ 63040.15625, diff --git a/results/timer_s1/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json b/results/timer_s1/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json index d16f2e5cba70e94b8b6e52bd8a9e6582cd3c7bfa..a297abf96b86eabc26930c5ee2f0f51dc4d8bb92 100644 --- a/results/timer_s1/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json +++ b/results/timer_s1/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "coingecko_bitcoin_7d_price_usd/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-25T12:00:35.435027+00:00", + "evaluated_at": "2026-06-25T12:40:04.416120+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63619.35546875, 63585.73046875, 63362.43359375, 63894.21484375, @@ -101,10 +100,10 @@ 62568.94921875, 62716.0390625, 62621.29296875, - 62379.40234375 + 62379.40234375, + 62815.96875 ], "actuals": [ - 62815.96875, 62538.578125, 61236.5546875, 60985.86328125, @@ -127,350 +126,350 @@ 61816.44140625, 61606.90625, 61652.90625, - 61211.78125 + 61211.78125, + 61185.55078125 ], "p50": [ - 62637.0625, - 62773.875, - 62929.34375, - 63066.15625, - 63227.84375, - 63280.703125, - 63330.453125, - 63394.1953125, - 63482.8125, - 63562.1015625, - 63705.1328125, - 63818.234375, - 63913.4609375, - 64003.6328125, - 64054.9375, - 64059.6015625, - 64109.3515625, - 64110.90625, - 64101.578125, - 64065.8203125, - 64022.2890625, - 64022.2890625, - 64070.484375, - 64051.828125 + 62906.5, + 63125.25, + 63306.5, + 63437.75, + 63509.625, + 63533.0625, + 63565.875, + 63650.25, + 63684.625, + 63798.6875, + 63927.59375, + 64014.3125, + 64073.6875, + 64119.0, + 64120.5625, + 64120.5625, + 64100.25, + 64101.8125, + 64062.75, + 64014.3125, + 63995.5625, + 64036.1875, + 64040.875, + 64031.5 ], "p10": [ - 62369.65625, - 62363.4375, - 62406.96875, - 62450.5, - 62556.21875, - 62556.21875, - 62562.4375, - 62612.1875, - 62680.59375, - 62705.46875, - 62792.53125, - 62860.9375, - 62941.78125, - 63044.390625, - 63150.109375, - 63184.3125, - 63333.5625, - 63321.125, - 63311.796875, - 63280.703125, - 63246.5, - 63262.046875, - 63308.6875, - 63302.46875 + 62600.25, + 62644.0, + 62750.25, + 62844.0, + 62894.0, + 62887.75, + 62894.0, + 62981.5, + 63028.375, + 63122.125, + 63225.25, + 63322.125, + 63406.5, + 63486.1875, + 63545.5625, + 63559.625, + 63600.25, + 63581.5, + 63522.125, + 63467.4375, + 63447.125, + 63497.125, + 63495.5625, + 63489.3125 ], "p90": [ - 63063.046875, - 63367.765625, - 63616.515625, - 63780.921875, - 63918.125, - 63950.7734375, - 63991.1953125, - 64039.390625, - 64117.125, - 64197.96875, - 64309.90625, - 64400.078125, - 64471.59375, - 64533.78125, - 64558.65625, - 64552.4375, - 64558.65625, - 64564.875, - 64558.65625, - 64530.671875, - 64499.578125, - 64508.90625, - 64564.875, - 64540.0 + 63383.0625, + 63716.265625, + 63908.84375, + 64009.625, + 64029.9375, + 64036.1875, + 64062.75, + 64126.8125, + 64150.25, + 64259.625, + 64369.0, + 64434.625, + 64481.5, + 64525.25, + 64497.125, + 64494.0, + 64453.375, + 64462.75, + 64431.5, + 64390.875, + 64381.5, + 64431.5, + 64447.125, + 64431.5 ], "mean": [ - 62637.0625, - 62773.875, - 62929.34375, - 63066.15625, - 63227.84375, - 63280.703125, - 63330.453125, - 63394.1953125, - 63482.8125, - 63562.1015625, - 63705.1328125, - 63818.234375, - 63913.4609375, - 64003.6328125, - 64054.9375, - 64059.6015625, - 64109.3515625, - 64110.90625, - 64101.578125, - 64065.8203125, - 64022.2890625, - 64022.2890625, - 64070.484375, - 64051.828125 + 62906.5, + 63125.25, + 63306.5, + 63437.75, + 63509.625, + 63533.0625, + 63565.875, + 63650.25, + 63684.625, + 63798.6875, + 63927.59375, + 64014.3125, + 64073.6875, + 64119.0, + 64120.5625, + 64120.5625, + 64100.25, + 64101.8125, + 64062.75, + 64014.3125, + 63995.5625, + 64036.1875, + 64040.875, + 64031.5 ], "quantiles": { "0.1": [ - 62369.65625, - 62363.4375, - 62406.96875, - 62450.5, - 62556.21875, - 62556.21875, - 62562.4375, - 62612.1875, - 62680.59375, - 62705.46875, - 62792.53125, - 62860.9375, - 62941.78125, - 63044.390625, - 63150.109375, - 63184.3125, - 63333.5625, - 63321.125, - 63311.796875, - 63280.703125, - 63246.5, - 63262.046875, - 63308.6875, - 63302.46875 + 62600.25, + 62644.0, + 62750.25, + 62844.0, + 62894.0, + 62887.75, + 62894.0, + 62981.5, + 63028.375, + 63122.125, + 63225.25, + 63322.125, + 63406.5, + 63486.1875, + 63545.5625, + 63559.625, + 63600.25, + 63581.5, + 63522.125, + 63467.4375, + 63447.125, + 63497.125, + 63495.5625, + 63489.3125 ], "0.2": [ - 62369.65625, - 62363.4375, - 62406.96875, - 62450.5, - 62556.21875, - 62556.21875, - 62562.4375, - 62612.1875, - 62680.59375, - 62705.46875, - 62792.53125, - 62860.9375, - 62941.78125, - 63044.390625, - 63150.109375, - 63184.3125, - 63333.5625, - 63321.125, - 63311.796875, - 63280.703125, - 63246.5, - 63262.046875, - 63308.6875, - 63302.46875 + 62600.25, + 62644.0, + 62750.25, + 62844.0, + 62894.0, + 62887.75, + 62894.0, + 62981.5, + 63028.375, + 63122.125, + 63225.25, + 63322.125, + 63406.5, + 63486.1875, + 63545.5625, + 63559.625, + 63600.25, + 63581.5, + 63522.125, + 63467.4375, + 63447.125, + 63497.125, + 63495.5625, + 63489.3125 ], "0.3": [ - 62369.65625, - 62363.4375, - 62406.96875, - 62450.5, - 62556.21875, - 62556.21875, - 62562.4375, - 62612.1875, - 62680.59375, - 62705.46875, - 62792.53125, - 62860.9375, - 62941.78125, - 63044.390625, - 63150.109375, - 63184.3125, - 63333.5625, - 63321.125, - 63311.796875, - 63280.703125, - 63246.5, - 63262.046875, - 63308.6875, - 63302.46875 + 62600.25, + 62644.0, + 62750.25, + 62844.0, + 62894.0, + 62887.75, + 62894.0, + 62981.5, + 63028.375, + 63122.125, + 63225.25, + 63322.125, + 63406.5, + 63486.1875, + 63545.5625, + 63559.625, + 63600.25, + 63581.5, + 63522.125, + 63467.4375, + 63447.125, + 63497.125, + 63495.5625, + 63489.3125 ], "0.4": [ - 62637.0625, - 62773.875, - 62929.34375, - 63066.15625, - 63227.84375, - 63280.703125, - 63330.453125, - 63394.1953125, - 63482.8125, - 63562.1015625, - 63705.1328125, - 63818.234375, - 63913.4609375, - 64003.6328125, - 64054.9375, - 64059.6015625, - 64109.3515625, - 64110.90625, - 64101.578125, - 64065.8203125, - 64022.2890625, - 64022.2890625, - 64070.484375, - 64051.828125 + 62906.5, + 63125.25, + 63306.5, + 63437.75, + 63509.625, + 63533.0625, + 63565.875, + 63650.25, + 63684.625, + 63798.6875, + 63927.59375, + 64014.3125, + 64073.6875, + 64119.0, + 64120.5625, + 64120.5625, + 64100.25, + 64101.8125, + 64062.75, + 64014.3125, + 63995.5625, + 64036.1875, + 64040.875, + 64031.5 ], "0.5": [ - 62637.0625, - 62773.875, - 62929.34375, - 63066.15625, - 63227.84375, - 63280.703125, - 63330.453125, - 63394.1953125, - 63482.8125, - 63562.1015625, - 63705.1328125, - 63818.234375, - 63913.4609375, - 64003.6328125, - 64054.9375, - 64059.6015625, - 64109.3515625, - 64110.90625, - 64101.578125, - 64065.8203125, - 64022.2890625, - 64022.2890625, - 64070.484375, - 64051.828125 + 62906.5, + 63125.25, + 63306.5, + 63437.75, + 63509.625, + 63533.0625, + 63565.875, + 63650.25, + 63684.625, + 63798.6875, + 63927.59375, + 64014.3125, + 64073.6875, + 64119.0, + 64120.5625, + 64120.5625, + 64100.25, + 64101.8125, + 64062.75, + 64014.3125, + 63995.5625, + 64036.1875, + 64040.875, + 64031.5 ], "0.6": [ - 62637.0625, - 62773.875, - 62929.34375, - 63066.15625, - 63227.84375, - 63280.703125, - 63330.453125, - 63394.1953125, - 63482.8125, - 63562.1015625, - 63705.1328125, - 63818.234375, - 63913.4609375, - 64003.6328125, - 64054.9375, - 64059.6015625, - 64109.3515625, - 64110.90625, - 64101.578125, - 64065.8203125, - 64022.2890625, - 64022.2890625, - 64070.484375, - 64051.828125 + 62906.5, + 63125.25, + 63306.5, + 63437.75, + 63509.625, + 63533.0625, + 63565.875, + 63650.25, + 63684.625, + 63798.6875, + 63927.59375, + 64014.3125, + 64073.6875, + 64119.0, + 64120.5625, + 64120.5625, + 64100.25, + 64101.8125, + 64062.75, + 64014.3125, + 63995.5625, + 64036.1875, + 64040.875, + 64031.5 ], "0.7": [ - 62637.0625, - 62773.875, - 62929.34375, - 63066.15625, - 63227.84375, - 63280.703125, - 63330.453125, - 63394.1953125, - 63482.8125, - 63562.1015625, - 63705.1328125, - 63818.234375, - 63913.4609375, - 64003.6328125, - 64054.9375, - 64059.6015625, - 64109.3515625, - 64110.90625, - 64101.578125, - 64065.8203125, - 64022.2890625, - 64022.2890625, - 64070.484375, - 64051.828125 + 62906.5, + 63125.25, + 63306.5, + 63437.75, + 63509.625, + 63533.0625, + 63565.875, + 63650.25, + 63684.625, + 63798.6875, + 63927.59375, + 64014.3125, + 64073.6875, + 64119.0, + 64120.5625, + 64120.5625, + 64100.25, + 64101.8125, + 64062.75, + 64014.3125, + 63995.5625, + 64036.1875, + 64040.875, + 64031.5 ], "0.8": [ - 63063.046875, - 63367.765625, - 63616.515625, - 63780.921875, - 63918.125, - 63950.7734375, - 63991.1953125, - 64039.390625, - 64117.125, - 64197.96875, - 64309.90625, - 64400.078125, - 64471.59375, - 64533.78125, - 64558.65625, - 64552.4375, - 64558.65625, - 64564.875, - 64558.65625, - 64530.671875, - 64499.578125, - 64508.90625, - 64564.875, - 64540.0 + 63383.0625, + 63716.265625, + 63908.84375, + 64009.625, + 64029.9375, + 64036.1875, + 64062.75, + 64126.8125, + 64150.25, + 64259.625, + 64369.0, + 64434.625, + 64481.5, + 64525.25, + 64497.125, + 64494.0, + 64453.375, + 64462.75, + 64431.5, + 64390.875, + 64381.5, + 64431.5, + 64447.125, + 64431.5 ], "0.9": [ - 63063.046875, - 63367.765625, - 63616.515625, - 63780.921875, - 63918.125, - 63950.7734375, - 63991.1953125, - 64039.390625, - 64117.125, - 64197.96875, - 64309.90625, - 64400.078125, - 64471.59375, - 64533.78125, - 64558.65625, - 64552.4375, - 64558.65625, - 64564.875, - 64558.65625, - 64530.671875, - 64499.578125, - 64508.90625, - 64564.875, - 64540.0 + 63383.0625, + 63716.265625, + 63908.84375, + 64009.625, + 64029.9375, + 64036.1875, + 64062.75, + 64126.8125, + 64150.25, + 64259.625, + 64369.0, + 64434.625, + 64481.5, + 64525.25, + 64497.125, + 64494.0, + 64453.375, + 64462.75, + 64431.5, + 64390.875, + 64381.5, + 64431.5, + 64447.125, + 64431.5 ] }, "timestamps": [ - "2026-06-20 12:00:00", "2026-06-20 13:00:00", "2026-06-20 14:00:00", "2026-06-20 15:00:00", @@ -589,6 +588,7 @@ "2026-06-25 08:00:00", "2026-06-25 09:00:00", "2026-06-25 10:00:00", - "2026-06-25 11:00:00" + "2026-06-25 11:00:00", + "2026-06-25 12:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index a854218b548d8157dd6e6f549d834f70d16fc912..28b12ac6f3eb69d88a64c8b134a7336686a3bbec 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,41 +1,17 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-25T12:14:01.574054+00:00", + "evaluated_at": "2026-06-25T12:40:06.476241+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index c22f97918027ee21763c6405eefdde9a0aaccca3..903ef56213c9cc3790fbec70d11ee36e5ed2888d 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,6 +1,6 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,3206197.191086451,2916861.8989957175,1569.0006510416667,1.8762989655767068,0.02586784176435176,0.025474676245024155,82.39592139893362,1790.5857117397231,0.02937721389499448,0.025741782381505245,0.027489035783877968,Finance,1 -coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,3102446.0003414154,2773972.7213872275,1491.3727213541667,1.7711824578788964,0.024627265799957415,0.02425476981543209,79.14942800092525,1761.376166621263,0.02888538747952924,0.024457512114150263,0.02646217594147429,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,3197298.6183268228,2908626.709430059,1565.5861002604167,1.8722156542699109,0.025811042640408056,0.02541897824217126,82.23258894666178,1788.0991634489467,0.02933477651452822,0.02568432405997396,0.02743147967398953,Finance,1 +coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,3672045.995692571,3296732.1399695077,1654.88134765625,1.9683604815475562,0.027325309630520045,0.026880181203077978,87.5646475361142,1916.258332191297,0.03146039666851727,0.02716920926682169,0.029268496156481787,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,1.3244552291519064e-06,3.7788537755049615e-07,0.00033082999289035797,0.0015075797872340427,nan,2.0,0.6606493940508525,0.0011508497856592347,inf,inf,inf,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 3af21cbaa890d950c639303a17d5ae1fc57d7c7c..2ab63d3d74ef7a8d35c289f87bbca7c2fa390052 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-25T12:07:32.953707+00:00", + "evaluated_at": "2026-06-25T12:37:42.518799+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61739.2890625, 61269.94140625, 61282.01171875, - 61257.94140625 + 61339.890625 ], "p50": [ 62562.8046875, diff --git a/results/timesfm_2_5/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json b/results/timesfm_2_5/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json index 3a5de7042f3828583a9be5ca72585a2f1f7cedfa..a28efab75b34f1aa5fd40be44b4af06e36315bcb 100644 --- a/results/timesfm_2_5/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json +++ b/results/timesfm_2_5/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "coingecko_bitcoin_7d_price_usd/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-25T11:52:22.647809+00:00", + "evaluated_at": "2026-06-25T12:37:49.021238+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63619.35546875, 63585.73046875, 63362.43359375, 63894.21484375, @@ -101,10 +100,10 @@ 62568.94921875, 62716.0390625, 62621.29296875, - 62379.40234375 + 62379.40234375, + 62815.96875 ], "actuals": [ - 62815.96875, 62538.578125, 61236.5546875, 60985.86328125, @@ -127,350 +126,350 @@ 61816.44140625, 61606.90625, 61652.90625, - 61211.78125 + 61211.78125, + 61185.55078125 ], "p50": [ - 62324.70703125, - 62356.23828125, - 62351.19140625, - 62366.40625, - 62383.765625, - 62408.25, - 62379.3515625, - 62439.26953125, - 62403.67578125, - 62402.2265625, - 62380.00390625, - 62412.484375, - 62416.984375, - 62434.48828125, - 62427.84765625, - 62430.375, - 62413.69921875, - 62445.4921875, - 62447.84765625, - 62478.34375, - 62457.13671875, - 62465.3828125, - 62452.84375, - 62442.328125 + 62680.98828125, + 62638.140625, + 62594.26953125, + 62582.6015625, + 62577.96875, + 62575.875, + 62544.109375, + 62569.39453125, + 62542.87109375, + 62546.9453125, + 62529.99609375, + 62555.70703125, + 62570.640625, + 62585.89453125, + 62570.17578125, + 62566.80078125, + 62531.13671875, + 62548.90234375, + 62541.6796875, + 62563.32421875, + 62549.3046875, + 62529.29296875, + 62538.1953125, + 62527.1171875 ], "p10": [ - 62398.22265625, - 62451.11328125, - 62500.43359375, - 62493.04296875, - 62521.8203125, - 62561.078125, - 62554.97265625, - 62600.94921875, - 62588.39453125, - 62562.515625, - 62575.18359375, - 62644.625, - 62654.66796875, - 62605.578125, - 62642.58984375, - 62633.609375, - 62650.296875, - 62696.77734375, - 62707.515625, - 62710.30859375, - 62695.17578125, - 62689.921875, - 62688.30078125, - 62692.2578125 + 62757.67578125, + 62721.7578125, + 62738.734375, + 62704.8828125, + 62691.44921875, + 62707.89453125, + 62724.1015625, + 62750.8828125, + 62723.1796875, + 62702.0, + 62708.328125, + 62775.96875, + 62790.09375, + 62742.2109375, + 62777.65625, + 62745.015625, + 62747.31640625, + 62772.53515625, + 62799.1328125, + 62770.203125, + 62763.3515625, + 62725.93359375, + 62741.36328125, + 62742.30859375 ], "p90": [ - 62554.88671875, - 62648.875, - 62698.81640625, - 62733.1875, - 62773.29296875, - 62812.27734375, - 62799.61328125, - 62875.25, - 62858.109375, - 62854.77734375, - 62845.18359375, - 62869.1484375, - 62913.05859375, - 62944.078125, - 62960.30078125, - 62980.7265625, - 62986.48046875, - 63014.29296875, - 63050.5859375, - 63076.82421875, - 63068.1875, - 63099.40625, - 63078.1875, - 63073.3515625 + 62941.03125, + 62968.35546875, + 62986.10546875, + 63000.99609375, + 63018.9609375, + 63023.6484375, + 63006.65625, + 63029.89453125, + 63015.5859375, + 63011.28125, + 63008.7109375, + 63015.41015625, + 63068.2109375, + 63093.8828125, + 63098.328125, + 63112.8828125, + 63101.0703125, + 63123.40625, + 63153.00390625, + 63153.78515625, + 63150.76171875, + 63141.09765625, + 63139.51953125, + 63130.046875 ], "mean": [ - 62390.46484375, - 62429.984375, - 62446.3359375, - 62467.80859375, - 62482.3125, - 62497.98828125, - 62475.41015625, - 62525.03125, - 62498.96484375, - 62506.59765625, - 62486.82421875, - 62515.23828125, - 62539.74609375, - 62542.47265625, - 62547.203125, - 62547.88671875, - 62558.17578125, - 62580.26953125, - 62584.625, - 62609.8515625, - 62591.890625, - 62599.82421875, - 62588.109375, - 62573.453125 + 62748.06640625, + 62719.4453125, + 62697.28125, + 62691.7734375, + 62683.15234375, + 62670.62890625, + 62647.77734375, + 62668.55078125, + 62642.53125, + 62653.21875, + 62633.41796875, + 62657.85546875, + 62687.3125, + 62690.98046875, + 62689.578125, + 62678.15234375, + 62671.90234375, + 62682.15625, + 62681.44921875, + 62690.1640625, + 62679.44921875, + 62657.93359375, + 62664.68359375, + 62649.71484375 ], "quantiles": { "0.1": [ - 62398.22265625, - 62451.11328125, - 62500.43359375, - 62493.04296875, - 62521.8203125, - 62561.078125, - 62554.97265625, - 62600.94921875, - 62588.39453125, - 62562.515625, - 62575.18359375, - 62644.625, - 62654.66796875, - 62605.578125, - 62642.58984375, - 62633.609375, - 62650.296875, - 62696.77734375, - 62707.515625, - 62710.30859375, - 62695.17578125, - 62689.921875, - 62688.30078125, - 62692.2578125 + 62757.67578125, + 62721.7578125, + 62738.734375, + 62704.8828125, + 62691.44921875, + 62707.89453125, + 62724.1015625, + 62750.8828125, + 62723.1796875, + 62702.0, + 62708.328125, + 62775.96875, + 62790.09375, + 62742.2109375, + 62777.65625, + 62745.015625, + 62747.31640625, + 62772.53515625, + 62799.1328125, + 62770.203125, + 62763.3515625, + 62725.93359375, + 62741.36328125, + 62742.30859375 ], "0.2": [ - 62398.22265625, - 62451.11328125, - 62500.43359375, - 62493.04296875, - 62521.8203125, - 62561.078125, - 62554.97265625, - 62600.94921875, - 62588.39453125, - 62562.515625, - 62575.18359375, - 62644.625, - 62654.66796875, - 62605.578125, - 62642.58984375, - 62633.609375, - 62650.296875, - 62696.77734375, - 62707.515625, - 62710.30859375, - 62695.17578125, - 62689.921875, - 62688.30078125, - 62692.2578125 + 62757.67578125, + 62721.7578125, + 62738.734375, + 62704.8828125, + 62691.44921875, + 62707.89453125, + 62724.1015625, + 62750.8828125, + 62723.1796875, + 62702.0, + 62708.328125, + 62775.96875, + 62790.09375, + 62742.2109375, + 62777.65625, + 62745.015625, + 62747.31640625, + 62772.53515625, + 62799.1328125, + 62770.203125, + 62763.3515625, + 62725.93359375, + 62741.36328125, + 62742.30859375 ], "0.3": [ - 62398.22265625, - 62451.11328125, - 62500.43359375, - 62493.04296875, - 62521.8203125, - 62561.078125, - 62554.97265625, - 62600.94921875, - 62588.39453125, - 62562.515625, - 62575.18359375, - 62644.625, - 62654.66796875, - 62605.578125, - 62642.58984375, - 62633.609375, - 62650.296875, - 62696.77734375, - 62707.515625, - 62710.30859375, - 62695.17578125, - 62689.921875, - 62688.30078125, - 62692.2578125 + 62757.67578125, + 62721.7578125, + 62738.734375, + 62704.8828125, + 62691.44921875, + 62707.89453125, + 62724.1015625, + 62750.8828125, + 62723.1796875, + 62702.0, + 62708.328125, + 62775.96875, + 62790.09375, + 62742.2109375, + 62777.65625, + 62745.015625, + 62747.31640625, + 62772.53515625, + 62799.1328125, + 62770.203125, + 62763.3515625, + 62725.93359375, + 62741.36328125, + 62742.30859375 ], "0.4": [ - 62324.70703125, - 62356.23828125, - 62351.19140625, - 62366.40625, - 62383.765625, - 62408.25, - 62379.3515625, - 62439.26953125, - 62403.67578125, - 62402.2265625, - 62380.00390625, - 62412.484375, - 62416.984375, - 62434.48828125, - 62427.84765625, - 62430.375, - 62413.69921875, - 62445.4921875, - 62447.84765625, - 62478.34375, - 62457.13671875, - 62465.3828125, - 62452.84375, - 62442.328125 + 62680.98828125, + 62638.140625, + 62594.26953125, + 62582.6015625, + 62577.96875, + 62575.875, + 62544.109375, + 62569.39453125, + 62542.87109375, + 62546.9453125, + 62529.99609375, + 62555.70703125, + 62570.640625, + 62585.89453125, + 62570.17578125, + 62566.80078125, + 62531.13671875, + 62548.90234375, + 62541.6796875, + 62563.32421875, + 62549.3046875, + 62529.29296875, + 62538.1953125, + 62527.1171875 ], "0.5": [ - 62324.70703125, - 62356.23828125, - 62351.19140625, - 62366.40625, - 62383.765625, - 62408.25, - 62379.3515625, - 62439.26953125, - 62403.67578125, - 62402.2265625, - 62380.00390625, - 62412.484375, - 62416.984375, - 62434.48828125, - 62427.84765625, - 62430.375, - 62413.69921875, - 62445.4921875, - 62447.84765625, - 62478.34375, - 62457.13671875, - 62465.3828125, - 62452.84375, - 62442.328125 + 62680.98828125, + 62638.140625, + 62594.26953125, + 62582.6015625, + 62577.96875, + 62575.875, + 62544.109375, + 62569.39453125, + 62542.87109375, + 62546.9453125, + 62529.99609375, + 62555.70703125, + 62570.640625, + 62585.89453125, + 62570.17578125, + 62566.80078125, + 62531.13671875, + 62548.90234375, + 62541.6796875, + 62563.32421875, + 62549.3046875, + 62529.29296875, + 62538.1953125, + 62527.1171875 ], "0.6": [ - 62324.70703125, - 62356.23828125, - 62351.19140625, - 62366.40625, - 62383.765625, - 62408.25, - 62379.3515625, - 62439.26953125, - 62403.67578125, - 62402.2265625, - 62380.00390625, - 62412.484375, - 62416.984375, - 62434.48828125, - 62427.84765625, - 62430.375, - 62413.69921875, - 62445.4921875, - 62447.84765625, - 62478.34375, - 62457.13671875, - 62465.3828125, - 62452.84375, - 62442.328125 + 62680.98828125, + 62638.140625, + 62594.26953125, + 62582.6015625, + 62577.96875, + 62575.875, + 62544.109375, + 62569.39453125, + 62542.87109375, + 62546.9453125, + 62529.99609375, + 62555.70703125, + 62570.640625, + 62585.89453125, + 62570.17578125, + 62566.80078125, + 62531.13671875, + 62548.90234375, + 62541.6796875, + 62563.32421875, + 62549.3046875, + 62529.29296875, + 62538.1953125, + 62527.1171875 ], "0.7": [ - 62324.70703125, - 62356.23828125, - 62351.19140625, - 62366.40625, - 62383.765625, - 62408.25, - 62379.3515625, - 62439.26953125, - 62403.67578125, - 62402.2265625, - 62380.00390625, - 62412.484375, - 62416.984375, - 62434.48828125, - 62427.84765625, - 62430.375, - 62413.69921875, - 62445.4921875, - 62447.84765625, - 62478.34375, - 62457.13671875, - 62465.3828125, - 62452.84375, - 62442.328125 + 62680.98828125, + 62638.140625, + 62594.26953125, + 62582.6015625, + 62577.96875, + 62575.875, + 62544.109375, + 62569.39453125, + 62542.87109375, + 62546.9453125, + 62529.99609375, + 62555.70703125, + 62570.640625, + 62585.89453125, + 62570.17578125, + 62566.80078125, + 62531.13671875, + 62548.90234375, + 62541.6796875, + 62563.32421875, + 62549.3046875, + 62529.29296875, + 62538.1953125, + 62527.1171875 ], "0.8": [ - 62554.88671875, - 62648.875, - 62698.81640625, - 62733.1875, - 62773.29296875, - 62812.27734375, - 62799.61328125, - 62875.25, - 62858.109375, - 62854.77734375, - 62845.18359375, - 62869.1484375, - 62913.05859375, - 62944.078125, - 62960.30078125, - 62980.7265625, - 62986.48046875, - 63014.29296875, - 63050.5859375, - 63076.82421875, - 63068.1875, - 63099.40625, - 63078.1875, - 63073.3515625 + 62941.03125, + 62968.35546875, + 62986.10546875, + 63000.99609375, + 63018.9609375, + 63023.6484375, + 63006.65625, + 63029.89453125, + 63015.5859375, + 63011.28125, + 63008.7109375, + 63015.41015625, + 63068.2109375, + 63093.8828125, + 63098.328125, + 63112.8828125, + 63101.0703125, + 63123.40625, + 63153.00390625, + 63153.78515625, + 63150.76171875, + 63141.09765625, + 63139.51953125, + 63130.046875 ], "0.9": [ - 62554.88671875, - 62648.875, - 62698.81640625, - 62733.1875, - 62773.29296875, - 62812.27734375, - 62799.61328125, - 62875.25, - 62858.109375, - 62854.77734375, - 62845.18359375, - 62869.1484375, - 62913.05859375, - 62944.078125, - 62960.30078125, - 62980.7265625, - 62986.48046875, - 63014.29296875, - 63050.5859375, - 63076.82421875, - 63068.1875, - 63099.40625, - 63078.1875, - 63073.3515625 + 62941.03125, + 62968.35546875, + 62986.10546875, + 63000.99609375, + 63018.9609375, + 63023.6484375, + 63006.65625, + 63029.89453125, + 63015.5859375, + 63011.28125, + 63008.7109375, + 63015.41015625, + 63068.2109375, + 63093.8828125, + 63098.328125, + 63112.8828125, + 63101.0703125, + 63123.40625, + 63153.00390625, + 63153.78515625, + 63150.76171875, + 63141.09765625, + 63139.51953125, + 63130.046875 ] }, "timestamps": [ - "2026-06-20 12:00:00", "2026-06-20 13:00:00", "2026-06-20 14:00:00", "2026-06-20 15:00:00", @@ -589,6 +588,7 @@ "2026-06-25 08:00:00", "2026-06-25 09:00:00", "2026-06-25 10:00:00", - "2026-06-25 11:00:00" + "2026-06-25 11:00:00", + "2026-06-25 12:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 8669869bada388275258a8bcd2f0c221a7a083cf..f63f14c0ae741389bd89812148a20e6db5d546b4 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,41 +1,17 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-25T12:08:05.472073+00:00", + "evaluated_at": "2026-06-25T12:37:51.699808+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 173ffb33795c93167dd9555b94c5c7beebb08c38..2acf0a7817699207e1e20bd9cc055d239bd3d68b 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,6 +1,6 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,3541318.1313088736,3541318.1313088736,1764.45751953125,2.110037249826869,0.029071131950988732,0.028595306779351546,48.00617352914957,1881.8390290640891,0.030874359886995658,0.02894854215581698,0.023040028962854214,Finance,1 -coingecko_bitcoin_7d_price_usd/1h/short,TiRex,3138605.068061193,3138605.068061193,1599.5480143229167,1.899653482283976,0.026407447350572186,0.02598538579067912,39.59724841222335,1771.6108681257272,0.02905322971805621,0.026231514347363073,0.02035294622156989,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,3531411.652516683,3531411.652516683,1761.04296875,2.1059539385200736,0.02901411043654946,0.02853961110911249,47.84284107687773,1879.2050586662124,0.030829420172992644,0.02889090436188078,0.022982721850087432,Finance,1 +coingecko_bitcoin_7d_price_usd/1h/short,TiRex,4508663.238275528,4508663.238275528,1991.4943033854167,2.3687370043554243,0.032850011223183005,0.03224439653376563,56.01973679540553,2123.361306578682,0.03486053412180427,0.032695592079149335,0.026323127981144365,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TiRex,26189.183511279563,26189.183511279563,125.3613642056783,1.321744836442649,0.6820653407770266,0.984424218821475,18.101060665387852,161.83072486792972,0.9962902055610486,0.7717712406949717,0.6145704862690891,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,3.1767837600936586e-07,3.1767837600936586e-07,0.00033588500486479863,0.0015306152859514111,nan,2.0,0.014937416063075297,0.0005636296443670843,inf,inf,inf,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,1.289381370370685e-17,1.289381370370685e-17,2.797064894514515e-09,nan,nan,2.0,nan,3.5907956922814267e-09,inf,inf,inf,Transportation,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 09ba1efb0daf7790b47f7449c0c2b3fb54a3f99a..601136aa548efb69dbcf3d8d9e57673e5eb281a9 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-25T12:10:37.488068+00:00", + "evaluated_at": "2026-06-25T12:38:51.654456+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61739.2890625, 61269.94140625, 61282.01171875, - 61257.94140625 + 61339.890625 ], "p50": [ 62619.92578125, diff --git a/results/tirex/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json b/results/tirex/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json index 915d295db8d0ac9daafcf548d7f4e780700b252b..3386e232b019701f76d4b0041b8cdcf7cdeaadc4 100644 --- a/results/tirex/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json +++ b/results/tirex/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "coingecko_bitcoin_7d_price_usd/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-25T11:59:28.909453+00:00", + "evaluated_at": "2026-06-25T12:38:56.349271+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63619.35546875, 63585.73046875, 63362.43359375, 63894.21484375, @@ -101,10 +100,10 @@ 62568.94921875, 62716.0390625, 62621.29296875, - 62379.40234375 + 62379.40234375, + 62815.96875 ], "actuals": [ - 62815.96875, 62538.578125, 61236.5546875, 60985.86328125, @@ -127,350 +126,350 @@ 61816.44140625, 61606.90625, 61652.90625, - 61211.78125 + 61211.78125, + 61185.55078125 ], "p50": [ - 62410.70703125, - 62437.078125, - 62462.83203125, - 62478.24609375, - 62490.875, - 62495.60546875, - 62496.640625, - 62495.6875, - 62502.90234375, - 62503.875, - 62516.40234375, - 62532.546875, - 62554.953125, - 62578.125, - 62594.54296875, - 62597.05078125, - 62600.75, - 62601.0234375, - 62599.34375, - 62588.83984375, - 62579.9296875, - 62575.78125, - 62577.65625, - 62578.83203125 + 62805.84765625, + 62816.6484375, + 62819.50390625, + 62838.58984375, + 62840.24609375, + 62842.625, + 62837.12109375, + 62851.9765625, + 62859.4453125, + 62879.7734375, + 62896.03515625, + 62925.98828125, + 62947.3046875, + 62972.4140625, + 62971.73828125, + 62979.38671875, + 62971.98828125, + 62969.58984375, + 62948.3984375, + 62939.078125, + 62925.26953125, + 62923.30859375, + 62926.4765625, + 62951.2890625 ], "p10": [ - 62152.43359375, - 62070.80078125, - 62011.81640625, - 61966.9296875, - 61922.421875, - 61873.0234375, - 61823.57421875, - 61769.94140625, - 61731.80078125, - 61692.0546875, - 61660.3203125, - 61629.26171875, - 61602.81640625, - 61591.02734375, - 61571.68359375, - 61538.19921875, - 61510.49609375, - 61479.16796875, - 61449.17578125, - 61414.3125, - 61386.8828125, - 61357.81640625, - 61335.23828125, - 61302.55078125 + 62453.8984375, + 62360.34765625, + 62301.86328125, + 62278.27734375, + 62231.546875, + 62191.6015625, + 62146.640625, + 62119.140625, + 62078.71484375, + 62053.24609375, + 62024.34375, + 62019.85546875, + 62007.68359375, + 62001.875, + 61974.95703125, + 61957.02734375, + 61928.7890625, + 61905.9765625, + 61865.3359375, + 61839.125, + 61808.65234375, + 61789.78515625, + 61763.6171875, + 61754.2734375 ], "p90": [ - 62706.7578125, - 62839.22265625, - 62944.6328125, - 63021.18359375, - 63089.15234375, - 63146.14453125, - 63208.15625, - 63257.359375, - 63315.39453125, - 63371.65234375, - 63434.42578125, - 63492.515625, - 63550.62109375, - 63626.6875, - 63708.6171875, - 63755.25, - 63789.34375, - 63802.22265625, - 63813.37109375, - 63829.72265625, - 63837.87109375, - 63845.5390625, - 63860.796875, - 63880.546875 + 63206.00390625, + 63351.72265625, + 63447.82421875, + 63537.19140625, + 63584.73046875, + 63642.0703125, + 63705.05078125, + 63783.0390625, + 63841.56640625, + 63909.5234375, + 63969.38671875, + 64048.24609375, + 64112.22265625, + 64178.484375, + 64222.52734375, + 64271.4453125, + 64291.71484375, + 64301.67578125, + 64289.390625, + 64306.68359375, + 64302.66015625, + 64316.0390625, + 64330.11328125, + 64378.43359375 ], "mean": [ - 62410.70703125, - 62437.078125, - 62462.83203125, - 62478.24609375, - 62490.875, - 62495.60546875, - 62496.640625, - 62495.6875, - 62502.90234375, - 62503.875, - 62516.40234375, - 62532.546875, - 62554.953125, - 62578.125, - 62594.54296875, - 62597.05078125, - 62600.75, - 62601.0234375, - 62599.34375, - 62588.83984375, - 62579.9296875, - 62575.78125, - 62577.65625, - 62578.83203125 + 62805.84765625, + 62816.6484375, + 62819.50390625, + 62838.58984375, + 62840.24609375, + 62842.625, + 62837.12109375, + 62851.9765625, + 62859.4453125, + 62879.7734375, + 62896.03515625, + 62925.98828125, + 62947.3046875, + 62972.4140625, + 62971.73828125, + 62979.38671875, + 62971.98828125, + 62969.58984375, + 62948.3984375, + 62939.078125, + 62925.26953125, + 62923.30859375, + 62926.4765625, + 62951.2890625 ], "quantiles": { "0.1": [ - 62152.43359375, - 62070.80078125, - 62011.81640625, - 61966.9296875, - 61922.421875, - 61873.0234375, - 61823.57421875, - 61769.94140625, - 61731.80078125, - 61692.0546875, - 61660.3203125, - 61629.26171875, - 61602.81640625, - 61591.02734375, - 61571.68359375, - 61538.19921875, - 61510.49609375, - 61479.16796875, - 61449.17578125, - 61414.3125, - 61386.8828125, - 61357.81640625, - 61335.23828125, - 61302.55078125 + 62453.8984375, + 62360.34765625, + 62301.86328125, + 62278.27734375, + 62231.546875, + 62191.6015625, + 62146.640625, + 62119.140625, + 62078.71484375, + 62053.24609375, + 62024.34375, + 62019.85546875, + 62007.68359375, + 62001.875, + 61974.95703125, + 61957.02734375, + 61928.7890625, + 61905.9765625, + 61865.3359375, + 61839.125, + 61808.65234375, + 61789.78515625, + 61763.6171875, + 61754.2734375 ], "0.2": [ - 62152.43359375, - 62070.80078125, - 62011.81640625, - 61966.9296875, - 61922.421875, - 61873.0234375, - 61823.57421875, - 61769.94140625, - 61731.80078125, - 61692.0546875, - 61660.3203125, - 61629.26171875, - 61602.81640625, - 61591.02734375, - 61571.68359375, - 61538.19921875, - 61510.49609375, - 61479.16796875, - 61449.17578125, - 61414.3125, - 61386.8828125, - 61357.81640625, - 61335.23828125, - 61302.55078125 + 62453.8984375, + 62360.34765625, + 62301.86328125, + 62278.27734375, + 62231.546875, + 62191.6015625, + 62146.640625, + 62119.140625, + 62078.71484375, + 62053.24609375, + 62024.34375, + 62019.85546875, + 62007.68359375, + 62001.875, + 61974.95703125, + 61957.02734375, + 61928.7890625, + 61905.9765625, + 61865.3359375, + 61839.125, + 61808.65234375, + 61789.78515625, + 61763.6171875, + 61754.2734375 ], "0.3": [ - 62152.43359375, - 62070.80078125, - 62011.81640625, - 61966.9296875, - 61922.421875, - 61873.0234375, - 61823.57421875, - 61769.94140625, - 61731.80078125, - 61692.0546875, - 61660.3203125, - 61629.26171875, - 61602.81640625, - 61591.02734375, - 61571.68359375, - 61538.19921875, - 61510.49609375, - 61479.16796875, - 61449.17578125, - 61414.3125, - 61386.8828125, - 61357.81640625, - 61335.23828125, - 61302.55078125 + 62453.8984375, + 62360.34765625, + 62301.86328125, + 62278.27734375, + 62231.546875, + 62191.6015625, + 62146.640625, + 62119.140625, + 62078.71484375, + 62053.24609375, + 62024.34375, + 62019.85546875, + 62007.68359375, + 62001.875, + 61974.95703125, + 61957.02734375, + 61928.7890625, + 61905.9765625, + 61865.3359375, + 61839.125, + 61808.65234375, + 61789.78515625, + 61763.6171875, + 61754.2734375 ], "0.4": [ - 62410.70703125, - 62437.078125, - 62462.83203125, - 62478.24609375, - 62490.875, - 62495.60546875, - 62496.640625, - 62495.6875, - 62502.90234375, - 62503.875, - 62516.40234375, - 62532.546875, - 62554.953125, - 62578.125, - 62594.54296875, - 62597.05078125, - 62600.75, - 62601.0234375, - 62599.34375, - 62588.83984375, - 62579.9296875, - 62575.78125, - 62577.65625, - 62578.83203125 + 62805.84765625, + 62816.6484375, + 62819.50390625, + 62838.58984375, + 62840.24609375, + 62842.625, + 62837.12109375, + 62851.9765625, + 62859.4453125, + 62879.7734375, + 62896.03515625, + 62925.98828125, + 62947.3046875, + 62972.4140625, + 62971.73828125, + 62979.38671875, + 62971.98828125, + 62969.58984375, + 62948.3984375, + 62939.078125, + 62925.26953125, + 62923.30859375, + 62926.4765625, + 62951.2890625 ], "0.5": [ - 62410.70703125, - 62437.078125, - 62462.83203125, - 62478.24609375, - 62490.875, - 62495.60546875, - 62496.640625, - 62495.6875, - 62502.90234375, - 62503.875, - 62516.40234375, - 62532.546875, - 62554.953125, - 62578.125, - 62594.54296875, - 62597.05078125, - 62600.75, - 62601.0234375, - 62599.34375, - 62588.83984375, - 62579.9296875, - 62575.78125, - 62577.65625, - 62578.83203125 + 62805.84765625, + 62816.6484375, + 62819.50390625, + 62838.58984375, + 62840.24609375, + 62842.625, + 62837.12109375, + 62851.9765625, + 62859.4453125, + 62879.7734375, + 62896.03515625, + 62925.98828125, + 62947.3046875, + 62972.4140625, + 62971.73828125, + 62979.38671875, + 62971.98828125, + 62969.58984375, + 62948.3984375, + 62939.078125, + 62925.26953125, + 62923.30859375, + 62926.4765625, + 62951.2890625 ], "0.6": [ - 62410.70703125, - 62437.078125, - 62462.83203125, - 62478.24609375, - 62490.875, - 62495.60546875, - 62496.640625, - 62495.6875, - 62502.90234375, - 62503.875, - 62516.40234375, - 62532.546875, - 62554.953125, - 62578.125, - 62594.54296875, - 62597.05078125, - 62600.75, - 62601.0234375, - 62599.34375, - 62588.83984375, - 62579.9296875, - 62575.78125, - 62577.65625, - 62578.83203125 + 62805.84765625, + 62816.6484375, + 62819.50390625, + 62838.58984375, + 62840.24609375, + 62842.625, + 62837.12109375, + 62851.9765625, + 62859.4453125, + 62879.7734375, + 62896.03515625, + 62925.98828125, + 62947.3046875, + 62972.4140625, + 62971.73828125, + 62979.38671875, + 62971.98828125, + 62969.58984375, + 62948.3984375, + 62939.078125, + 62925.26953125, + 62923.30859375, + 62926.4765625, + 62951.2890625 ], "0.7": [ - 62410.70703125, - 62437.078125, - 62462.83203125, - 62478.24609375, - 62490.875, - 62495.60546875, - 62496.640625, - 62495.6875, - 62502.90234375, - 62503.875, - 62516.40234375, - 62532.546875, - 62554.953125, - 62578.125, - 62594.54296875, - 62597.05078125, - 62600.75, - 62601.0234375, - 62599.34375, - 62588.83984375, - 62579.9296875, - 62575.78125, - 62577.65625, - 62578.83203125 + 62805.84765625, + 62816.6484375, + 62819.50390625, + 62838.58984375, + 62840.24609375, + 62842.625, + 62837.12109375, + 62851.9765625, + 62859.4453125, + 62879.7734375, + 62896.03515625, + 62925.98828125, + 62947.3046875, + 62972.4140625, + 62971.73828125, + 62979.38671875, + 62971.98828125, + 62969.58984375, + 62948.3984375, + 62939.078125, + 62925.26953125, + 62923.30859375, + 62926.4765625, + 62951.2890625 ], "0.8": [ - 62706.7578125, - 62839.22265625, - 62944.6328125, - 63021.18359375, - 63089.15234375, - 63146.14453125, - 63208.15625, - 63257.359375, - 63315.39453125, - 63371.65234375, - 63434.42578125, - 63492.515625, - 63550.62109375, - 63626.6875, - 63708.6171875, - 63755.25, - 63789.34375, - 63802.22265625, - 63813.37109375, - 63829.72265625, - 63837.87109375, - 63845.5390625, - 63860.796875, - 63880.546875 + 63206.00390625, + 63351.72265625, + 63447.82421875, + 63537.19140625, + 63584.73046875, + 63642.0703125, + 63705.05078125, + 63783.0390625, + 63841.56640625, + 63909.5234375, + 63969.38671875, + 64048.24609375, + 64112.22265625, + 64178.484375, + 64222.52734375, + 64271.4453125, + 64291.71484375, + 64301.67578125, + 64289.390625, + 64306.68359375, + 64302.66015625, + 64316.0390625, + 64330.11328125, + 64378.43359375 ], "0.9": [ - 62706.7578125, - 62839.22265625, - 62944.6328125, - 63021.18359375, - 63089.15234375, - 63146.14453125, - 63208.15625, - 63257.359375, - 63315.39453125, - 63371.65234375, - 63434.42578125, - 63492.515625, - 63550.62109375, - 63626.6875, - 63708.6171875, - 63755.25, - 63789.34375, - 63802.22265625, - 63813.37109375, - 63829.72265625, - 63837.87109375, - 63845.5390625, - 63860.796875, - 63880.546875 + 63206.00390625, + 63351.72265625, + 63447.82421875, + 63537.19140625, + 63584.73046875, + 63642.0703125, + 63705.05078125, + 63783.0390625, + 63841.56640625, + 63909.5234375, + 63969.38671875, + 64048.24609375, + 64112.22265625, + 64178.484375, + 64222.52734375, + 64271.4453125, + 64291.71484375, + 64301.67578125, + 64289.390625, + 64306.68359375, + 64302.66015625, + 64316.0390625, + 64330.11328125, + 64378.43359375 ] }, "timestamps": [ - "2026-06-20 12:00:00", "2026-06-20 13:00:00", "2026-06-20 14:00:00", "2026-06-20 15:00:00", @@ -589,6 +588,7 @@ "2026-06-25 08:00:00", "2026-06-25 09:00:00", "2026-06-25 10:00:00", - "2026-06-25 11:00:00" + "2026-06-25 11:00:00", + "2026-06-25 12:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index bf5a074916f6aa617196bcec29ecb967eac400fb..ba26e6151082cd448740ab2c300503abe44c9143 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,41 +1,17 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-25T12:11:21.656195+00:00", + "evaluated_at": "2026-06-25T12:38:58.568180+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 7b315f14f609f725854c44ef6d2d340de4e3150a..380c23f5851e7811bb5998994fad0c970293cb7a 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,6 +1,6 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,3409220.622727712,3409220.622727712,1734.138671875,2.07378027156677,0.028569946738726426,0.028111735233832823,40.093666828735266,1846.407490974761,0.030293052962532645,0.028451116499615344,0.021440713934940264,Finance,1 -coingecko_bitcoin_7d_price_usd/1h/short,Toto-2.0-1B,2814538.1104857125,2814538.1104857125,1506.15478515625,1.7887379164994108,0.024869888526069653,0.02449141333890795,34.431090267929456,1677.6585202256485,0.02751247424223351,0.02469992804367278,0.01879928713739119,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,3399157.6081231437,3399157.6081231437,1730.72412109375,2.069696960259974,0.028512904394812317,0.02805603980332604,39.93033437646343,1843.6804517386258,0.030246618935628848,0.028393506545051305,0.021383496330878368,Finance,1 +coingecko_bitcoin_7d_price_usd/1h/short,Toto-2.0-1B,4372326.201099396,4372326.201099396,1957.1276041666667,2.327860325964419,0.0322858694222018,0.03169823395641553,51.47498015363174,2091.0108084606823,0.034329416012038476,0.03213137275055123,0.02512186393574418,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Toto-2.0-1B,23749.752846531086,23749.752846531086,117.21608114242554,1.2358652203549163,0.618111195369563,0.8736927709113429,6.722234348523206,154.10954820039893,0.9487557667482379,0.7216258449793945,0.5474523025588474,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-2.0-1B,1.2722242199540249e-07,1.2722242199540249e-07,0.0002682697441842821,0.0012224950958201297,nan,2.0,0.031159957371359594,0.0003566825226940654,inf,inf,inf,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-2.0-1B,3.782724759465605e-21,3.782724759465605e-21,5.714577783778411e-11,nan,nan,2.0,nan,6.150385971193682e-11,inf,inf,inf,Transportation,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 0f8761b7ea50545f6e70ba77cd7e097f0dc1cf96..af87a13615811d03fd655823580831d5a0a31345 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-25T12:08:33.816671+00:00", + "evaluated_at": "2026-06-25T12:38:20.074121+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 61739.2890625, 61269.94140625, 61282.01171875, - 61257.94140625 + 61339.890625 ], "p50": [ 62600.546875, diff --git a/results/toto_2_0_1b/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json b/results/toto_2_0_1b/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json index f564f931397b77838a245a7665c1b660b798299b..8deab514be0041c0b656c9079ad583ad66dd62e9 100644 --- a/results/toto_2_0_1b/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json +++ b/results/toto_2_0_1b/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "coingecko_bitcoin_7d_price_usd/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-25T11:58:49.187957+00:00", + "evaluated_at": "2026-06-25T12:38:44.379720+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63619.35546875, 63585.73046875, 63362.43359375, 63894.21484375, @@ -101,10 +100,10 @@ 62568.94921875, 62716.0390625, 62621.29296875, - 62379.40234375 + 62379.40234375, + 62815.96875 ], "actuals": [ - 62815.96875, 62538.578125, 61236.5546875, 60985.86328125, @@ -127,350 +126,350 @@ 61816.44140625, 61606.90625, 61652.90625, - 61211.78125 + 61211.78125, + 61185.55078125 ], "p50": [ - 62376.765625, - 62393.59765625, - 62394.2109375, - 62394.37109375, - 62396.57421875, - 62396.671875, - 62399.3125, - 62397.984375, - 62404.0859375, - 62410.46484375, - 62416.65234375, - 62423.921875, - 62434.5703125, - 62439.0625, - 62447.4453125, - 62454.4765625, - 62461.96484375, - 62471.71484375, - 62475.12109375, - 62483.44140625, - 62486.55859375, - 62493.6953125, - 62499.85546875, - 62501.42578125 + 62794.63671875, + 62805.0, + 62808.58984375, + 62812.265625, + 62820.890625, + 62827.14453125, + 62833.47265625, + 62839.62890625, + 62842.9765625, + 62851.44140625, + 62858.59765625, + 62866.76171875, + 62874.515625, + 62880.4296875, + 62885.71484375, + 62892.40625, + 62896.38671875, + 62905.32421875, + 62908.875, + 62915.16796875, + 62916.01953125, + 62920.33203125, + 62928.37890625, + 62930.28515625 ], "p10": [ - 62138.640625, - 62046.87890625, - 61946.890625, - 61868.09375, - 61809.40625, - 61746.6953125, - 61689.7265625, - 61631.796875, - 61586.84375, - 61538.6875, - 61491.15625, - 61453.08984375, - 61410.36328125, - 61366.734375, - 61347.80859375, - 61317.078125, - 61295.3203125, - 61268.8359375, - 61226.2109375, - 61213.41015625, - 61180.25, - 61156.6171875, - 61141.578125, - 61108.0 + 62509.53125, + 62409.17578125, + 62321.2421875, + 62258.8359375, + 62203.453125, + 62154.97265625, + 62103.41015625, + 62062.2265625, + 62013.64453125, + 61977.2578125, + 61937.5, + 61903.75, + 61864.7734375, + 61821.6015625, + 61801.828125, + 61781.5625, + 61760.015625, + 61737.15234375, + 61702.14453125, + 61691.35546875, + 61651.046875, + 61628.89453125, + 61612.734375, + 61589.91796875 ], "p90": [ - 62672.9375, - 62784.9140625, - 62864.60546875, - 62938.51171875, - 63009.0859375, - 63071.25, - 63134.8828125, - 63190.18359375, - 63244.2421875, - 63299.05078125, - 63350.76953125, - 63403.328125, - 63462.24609375, - 63514.6796875, - 63566.26953125, - 63609.3203125, - 63642.20703125, - 63692.1484375, - 63737.9609375, - 63767.53515625, - 63803.76953125, - 63842.96875, - 63869.67578125, - 63908.97265625 + 63127.65625, + 63244.70703125, + 63319.96484375, + 63410.5625, + 63475.69921875, + 63537.51953125, + 63604.05078125, + 63656.53515625, + 63710.53515625, + 63756.41796875, + 63803.6796875, + 63853.81640625, + 63908.60546875, + 63951.33203125, + 63996.3359375, + 64032.19921875, + 64060.30078125, + 64106.609375, + 64146.12890625, + 64176.9296875, + 64199.51171875, + 64238.16796875, + 64262.8125, + 64289.28515625 ], "mean": [ - 62376.765625, - 62393.59765625, - 62394.2109375, - 62394.37109375, - 62396.57421875, - 62396.671875, - 62399.3125, - 62397.984375, - 62404.0859375, - 62410.46484375, - 62416.65234375, - 62423.921875, - 62434.5703125, - 62439.0625, - 62447.4453125, - 62454.4765625, - 62461.96484375, - 62471.71484375, - 62475.12109375, - 62483.44140625, - 62486.55859375, - 62493.6953125, - 62499.85546875, - 62501.42578125 + 62794.63671875, + 62805.0, + 62808.58984375, + 62812.265625, + 62820.890625, + 62827.14453125, + 62833.47265625, + 62839.62890625, + 62842.9765625, + 62851.44140625, + 62858.59765625, + 62866.76171875, + 62874.515625, + 62880.4296875, + 62885.71484375, + 62892.40625, + 62896.38671875, + 62905.32421875, + 62908.875, + 62915.16796875, + 62916.01953125, + 62920.33203125, + 62928.37890625, + 62930.28515625 ], "quantiles": { "0.1": [ - 62138.640625, - 62046.87890625, - 61946.890625, - 61868.09375, - 61809.40625, - 61746.6953125, - 61689.7265625, - 61631.796875, - 61586.84375, - 61538.6875, - 61491.15625, - 61453.08984375, - 61410.36328125, - 61366.734375, - 61347.80859375, - 61317.078125, - 61295.3203125, - 61268.8359375, - 61226.2109375, - 61213.41015625, - 61180.25, - 61156.6171875, - 61141.578125, - 61108.0 + 62509.53125, + 62409.17578125, + 62321.2421875, + 62258.8359375, + 62203.453125, + 62154.97265625, + 62103.41015625, + 62062.2265625, + 62013.64453125, + 61977.2578125, + 61937.5, + 61903.75, + 61864.7734375, + 61821.6015625, + 61801.828125, + 61781.5625, + 61760.015625, + 61737.15234375, + 61702.14453125, + 61691.35546875, + 61651.046875, + 61628.89453125, + 61612.734375, + 61589.91796875 ], "0.2": [ - 62138.640625, - 62046.87890625, - 61946.890625, - 61868.09375, - 61809.40625, - 61746.6953125, - 61689.7265625, - 61631.796875, - 61586.84375, - 61538.6875, - 61491.15625, - 61453.08984375, - 61410.36328125, - 61366.734375, - 61347.80859375, - 61317.078125, - 61295.3203125, - 61268.8359375, - 61226.2109375, - 61213.41015625, - 61180.25, - 61156.6171875, - 61141.578125, - 61108.0 + 62509.53125, + 62409.17578125, + 62321.2421875, + 62258.8359375, + 62203.453125, + 62154.97265625, + 62103.41015625, + 62062.2265625, + 62013.64453125, + 61977.2578125, + 61937.5, + 61903.75, + 61864.7734375, + 61821.6015625, + 61801.828125, + 61781.5625, + 61760.015625, + 61737.15234375, + 61702.14453125, + 61691.35546875, + 61651.046875, + 61628.89453125, + 61612.734375, + 61589.91796875 ], "0.3": [ - 62138.640625, - 62046.87890625, - 61946.890625, - 61868.09375, - 61809.40625, - 61746.6953125, - 61689.7265625, - 61631.796875, - 61586.84375, - 61538.6875, - 61491.15625, - 61453.08984375, - 61410.36328125, - 61366.734375, - 61347.80859375, - 61317.078125, - 61295.3203125, - 61268.8359375, - 61226.2109375, - 61213.41015625, - 61180.25, - 61156.6171875, - 61141.578125, - 61108.0 + 62509.53125, + 62409.17578125, + 62321.2421875, + 62258.8359375, + 62203.453125, + 62154.97265625, + 62103.41015625, + 62062.2265625, + 62013.64453125, + 61977.2578125, + 61937.5, + 61903.75, + 61864.7734375, + 61821.6015625, + 61801.828125, + 61781.5625, + 61760.015625, + 61737.15234375, + 61702.14453125, + 61691.35546875, + 61651.046875, + 61628.89453125, + 61612.734375, + 61589.91796875 ], "0.4": [ - 62376.765625, - 62393.59765625, - 62394.2109375, - 62394.37109375, - 62396.57421875, - 62396.671875, - 62399.3125, - 62397.984375, - 62404.0859375, - 62410.46484375, - 62416.65234375, - 62423.921875, - 62434.5703125, - 62439.0625, - 62447.4453125, - 62454.4765625, - 62461.96484375, - 62471.71484375, - 62475.12109375, - 62483.44140625, - 62486.55859375, - 62493.6953125, - 62499.85546875, - 62501.42578125 + 62794.63671875, + 62805.0, + 62808.58984375, + 62812.265625, + 62820.890625, + 62827.14453125, + 62833.47265625, + 62839.62890625, + 62842.9765625, + 62851.44140625, + 62858.59765625, + 62866.76171875, + 62874.515625, + 62880.4296875, + 62885.71484375, + 62892.40625, + 62896.38671875, + 62905.32421875, + 62908.875, + 62915.16796875, + 62916.01953125, + 62920.33203125, + 62928.37890625, + 62930.28515625 ], "0.5": [ - 62376.765625, - 62393.59765625, - 62394.2109375, - 62394.37109375, - 62396.57421875, - 62396.671875, - 62399.3125, - 62397.984375, - 62404.0859375, - 62410.46484375, - 62416.65234375, - 62423.921875, - 62434.5703125, - 62439.0625, - 62447.4453125, - 62454.4765625, - 62461.96484375, - 62471.71484375, - 62475.12109375, - 62483.44140625, - 62486.55859375, - 62493.6953125, - 62499.85546875, - 62501.42578125 + 62794.63671875, + 62805.0, + 62808.58984375, + 62812.265625, + 62820.890625, + 62827.14453125, + 62833.47265625, + 62839.62890625, + 62842.9765625, + 62851.44140625, + 62858.59765625, + 62866.76171875, + 62874.515625, + 62880.4296875, + 62885.71484375, + 62892.40625, + 62896.38671875, + 62905.32421875, + 62908.875, + 62915.16796875, + 62916.01953125, + 62920.33203125, + 62928.37890625, + 62930.28515625 ], "0.6": [ - 62376.765625, - 62393.59765625, - 62394.2109375, - 62394.37109375, - 62396.57421875, - 62396.671875, - 62399.3125, - 62397.984375, - 62404.0859375, - 62410.46484375, - 62416.65234375, - 62423.921875, - 62434.5703125, - 62439.0625, - 62447.4453125, - 62454.4765625, - 62461.96484375, - 62471.71484375, - 62475.12109375, - 62483.44140625, - 62486.55859375, - 62493.6953125, - 62499.85546875, - 62501.42578125 + 62794.63671875, + 62805.0, + 62808.58984375, + 62812.265625, + 62820.890625, + 62827.14453125, + 62833.47265625, + 62839.62890625, + 62842.9765625, + 62851.44140625, + 62858.59765625, + 62866.76171875, + 62874.515625, + 62880.4296875, + 62885.71484375, + 62892.40625, + 62896.38671875, + 62905.32421875, + 62908.875, + 62915.16796875, + 62916.01953125, + 62920.33203125, + 62928.37890625, + 62930.28515625 ], "0.7": [ - 62376.765625, - 62393.59765625, - 62394.2109375, - 62394.37109375, - 62396.57421875, - 62396.671875, - 62399.3125, - 62397.984375, - 62404.0859375, - 62410.46484375, - 62416.65234375, - 62423.921875, - 62434.5703125, - 62439.0625, - 62447.4453125, - 62454.4765625, - 62461.96484375, - 62471.71484375, - 62475.12109375, - 62483.44140625, - 62486.55859375, - 62493.6953125, - 62499.85546875, - 62501.42578125 + 62794.63671875, + 62805.0, + 62808.58984375, + 62812.265625, + 62820.890625, + 62827.14453125, + 62833.47265625, + 62839.62890625, + 62842.9765625, + 62851.44140625, + 62858.59765625, + 62866.76171875, + 62874.515625, + 62880.4296875, + 62885.71484375, + 62892.40625, + 62896.38671875, + 62905.32421875, + 62908.875, + 62915.16796875, + 62916.01953125, + 62920.33203125, + 62928.37890625, + 62930.28515625 ], "0.8": [ - 62672.9375, - 62784.9140625, - 62864.60546875, - 62938.51171875, - 63009.0859375, - 63071.25, - 63134.8828125, - 63190.18359375, - 63244.2421875, - 63299.05078125, - 63350.76953125, - 63403.328125, - 63462.24609375, - 63514.6796875, - 63566.26953125, - 63609.3203125, - 63642.20703125, - 63692.1484375, - 63737.9609375, - 63767.53515625, - 63803.76953125, - 63842.96875, - 63869.67578125, - 63908.97265625 + 63127.65625, + 63244.70703125, + 63319.96484375, + 63410.5625, + 63475.69921875, + 63537.51953125, + 63604.05078125, + 63656.53515625, + 63710.53515625, + 63756.41796875, + 63803.6796875, + 63853.81640625, + 63908.60546875, + 63951.33203125, + 63996.3359375, + 64032.19921875, + 64060.30078125, + 64106.609375, + 64146.12890625, + 64176.9296875, + 64199.51171875, + 64238.16796875, + 64262.8125, + 64289.28515625 ], "0.9": [ - 62672.9375, - 62784.9140625, - 62864.60546875, - 62938.51171875, - 63009.0859375, - 63071.25, - 63134.8828125, - 63190.18359375, - 63244.2421875, - 63299.05078125, - 63350.76953125, - 63403.328125, - 63462.24609375, - 63514.6796875, - 63566.26953125, - 63609.3203125, - 63642.20703125, - 63692.1484375, - 63737.9609375, - 63767.53515625, - 63803.76953125, - 63842.96875, - 63869.67578125, - 63908.97265625 + 63127.65625, + 63244.70703125, + 63319.96484375, + 63410.5625, + 63475.69921875, + 63537.51953125, + 63604.05078125, + 63656.53515625, + 63710.53515625, + 63756.41796875, + 63803.6796875, + 63853.81640625, + 63908.60546875, + 63951.33203125, + 63996.3359375, + 64032.19921875, + 64060.30078125, + 64106.609375, + 64146.12890625, + 64176.9296875, + 64199.51171875, + 64238.16796875, + 64262.8125, + 64289.28515625 ] }, "timestamps": [ - "2026-06-20 12:00:00", "2026-06-20 13:00:00", "2026-06-20 14:00:00", "2026-06-20 15:00:00", @@ -589,6 +588,7 @@ "2026-06-25 08:00:00", "2026-06-25 09:00:00", "2026-06-25 10:00:00", - "2026-06-25 11:00:00" + "2026-06-25 11:00:00", + "2026-06-25 12:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 17fbf64a8b03690078d5887e7b0bfefe8e062656..3852d359a32b40ac3eeeda686448552b78a944c4 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,41 +1,17 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-25T12:09:16.826195+00:00", + "evaluated_at": "2026-06-25T12:38:46.135806+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260624t120000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260625t085500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260625t065500z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 66, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260625t055400z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t132000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260625t095000z", - "data_fetched_at": "2026-06-25T12:05:50.633584Z", + "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260624t120027z", + "data_fetched_at": "2026-06-25T12:35:47.569571Z", "context_length": 96, "prediction_length": 24 }