diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 2dd60845b9f3a94ed4336f72060bb8d254536153..c1073046c1423062f2a3e95aa61b05ef192c9891 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T06:27:24.791857+00:00", + "generated_at": "2026-06-23T06:35:42.041021+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 10, - "num_model_releases": 7233, - "num_unique_releases": 878 + "num_model_releases": 7253, + "num_unique_releases": 880 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 4521954b836623228998f0cb8712d5cd9ac219bc..8136e5b09c807e21d1b5b50c8ad9e9cae369943d 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,2.86677857176777,0.8798779278709491,0.18818042280120895,0.5091688919919536,38.308988446068156,3.552731503414163,0.688377063083647,1197.4756961168696,8.258456732856729,0.14436145048520083,0.1,10,839,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T06:24:14.681675+00:00 -2,Chronos-2,2.8890127625204793,0.8911250797594263,0.17508329269854508,0.5260842057937037,37.33630534337156,3.6542406575935837,0.6664230620881223,1160.353178481275,8.22062241056248,0.0876215792382194,0.1,10,854,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T06:22:08.158899+00:00 -3,Moirai-1.1-Large,3.3927478029807894,1.0295577834895362,0.2814794942786415,0.5497481157646569,24.27795776737427,4.53626782368027,0.564743606340565,1116.7932827321065,11.748992782241576,0.0939039415180011,0.2,10,823,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T06:26:50.184794+00:00 -4,Toto-2.0-1B,2.8022197135464646,0.866666100502693,0.1639305602243678,0.49556596634772704,37.847710998290395,3.6457069330166108,0.679687886093008,1109.869504684696,8.267817628159266,0.06455748235424319,0.1,10,845,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T06:23:35.400334+00:00 -5,Timer-S1,2.853630309641985,0.8899588138450497,0.1809180001605829,0.5259397790434248,35.848991056908076,4.181590587261319,0.6139374740006391,1049.8055291535816,8.476025155311541,0.09735163429882568,0.1,10,798,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T06:27:18.039085+00:00 -6,TimesFM-2.5,2.6989331853543304,0.8422896753935213,0.1506506235220479,0.6149356678174824,40.272493104753245,4.454094618921014,0.5584223338519527,1038.7531965949686,7.99791299358049,0.05712115613951128,0.1,10,862,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T06:22:38.776532+00:00 -7,ARIMA,3.5936649320871625,1.221350848329546,0.31163541354964003,0.8673130659384416,-0.7349934173568606,6.820296223629013,0.32344512813871573,871.3627658134893,9.136904958238752,0.01797354685639632,0.3,10,553,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T06:27:20.368236+00:00 -8,ETS,5.9877324202006506,1.5995829515623,0.4247314204123643,1.1504870051500888,-5.438280806446739,6.951212168443223,0.3137967014055915,864.7167112063272,13.643900830046551,0.06178234054995544,0.0,10,553,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T06:27:20.497164+00:00 -9,Moving-Average,3.608348951545382,1.170339619430557,0.32408312048356636,0.8040935965333473,6.957500170027856,6.482672631195205,0.3592587672037223,847.9713885505055,9.178828258220044,-0.048029471687176584,0.3,10,553,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T06:27:20.531209+00:00 -10,Seasonal-Naive,3.9428410053796967,1.274650692394893,0.3338897815961871,0.9511005122448439,4.2003638942464837e-16,7.60202462681252,0.23190797779403666,742.8987466661807,9.322881291881165,0.030326014844547833,0.2,10,553,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T06:27:20.556782+00:00 +1,TiRex,2.864126089356121,0.8788395004323439,0.1881698370828962,0.5085699463728972,38.38676752220874,3.5549455802364482,0.6881695287832817,1197.2008004180966,8.256212132966882,0.14291036353848638,0.1,10,841,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T06:34:20.398115+00:00 +2,Chronos-2,2.8863184423520645,0.8900523083772466,0.17507628360696498,0.5254643078843652,37.41651233823579,3.654165958553653,0.6667508995395026,1160.71578162361,8.218151621295522,0.08564281690972138,0.1,10,856,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T06:33:00.264243+00:00 +3,Moirai-1.1-Large,3.3879039198574468,1.0281613228862256,0.28146325384425597,0.5488916834428632,24.35045975777303,4.537399751849171,0.5647381849780952,1116.873057036386,11.744978110969427,0.09224676038570474,0.2,10,825,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T06:34:55.321679+00:00 +4,Toto-2.0-1B,2.800151310768198,0.8659913616191831,0.16393409600985448,0.49524196905463935,37.88454217703751,3.652675252392245,0.6788398450779436,1108.105949858225,8.265638994338847,0.063824122859835,0.1,10,847,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T06:34:07.092901+00:00 +5,Timer-S1,2.850425697726629,0.8886022033295907,0.18090284072936588,0.5250856400581342,35.95561007361181,4.175447902368633,0.6147925361789791,1051.5205155492808,8.47350518084818,0.09531229141202517,0.1,10,800,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T06:35:34.008556+00:00 +6,TimesFM-2.5,2.696460174062192,0.8412417927809915,0.15064582386195194,0.614080712163787,40.35319093820359,4.449786904289978,0.5591214686730128,1039.974342088602,7.995780826108574,0.05542897279110366,0.1,10,864,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T06:33:34.500911+00:00 +7,ARIMA,3.589634791923454,1.219438279276582,0.31162692318440655,0.8663772509144527,-0.5663516221622906,6.820501885692866,0.32330116444619145,871.307918158954,9.134349158941639,0.012992892946120499,0.3,10,555,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T06:35:36.910777+00:00 +8,ETS,5.984321857760559,1.5979552288172851,0.42470985481613754,1.1493081858116914,-5.302445475897163,6.948139411529918,0.3142230996227472,865.917837353814,13.641075571503697,0.05750907199875884,0.0,10,555,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T06:35:37.023845+00:00 +9,Moving-Average,3.6045284063818683,1.1694539227769611,0.3241007289473088,0.8037393010058411,6.934812882075886,6.489281447529213,0.35862143550867087,846.7617271326717,9.174936463614262,-0.049319682667529355,0.3,10,555,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T06:35:37.067449+00:00 +10,Seasonal-Naive,3.9383318665501728,1.2734869412191305,0.3339053625502531,0.9504177287986535,4.2642454410186574e-16,7.606425576936402,0.2314418371915758,741.6220707803607,9.319060381148667,0.02796781885643938,0.2,10,555,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T06:35:37.097463+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 4034b483c071bc999c92fe2352d2e323b33898a7..b7a7094758b6455472b5d026b76adf9830098814 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.552731503414163,0.688377063083647,1197.4756961168696,90,839,6270 -2,Chronos-2,3.6542406575935837,0.6664230620881223,1160.353178481275,90,851,6267 -3,Moirai-1.1-Large,4.53626782368027,0.564743606340565,1116.7932827321065,90,823,6198 -4,Toto-2.0-1B,3.6457069330166108,0.679687886093008,1109.869504684696,90,845,6299 -5,Timer-S1,4.181590587261319,0.6139374740006391,1049.8055291535816,90,798,6104 -6,TimesFM-2.5,4.454094618921014,0.5584223338519527,1038.7531965949686,90,858,6312 -7,ARIMA,6.820296223629013,0.32344512813871573,871.3627658134893,90,553,4888 -8,ETS,6.951212168443223,0.3137967014055915,864.7167112063272,90,553,4888 -9,Moving-Average,6.482672631195205,0.3592587672037223,847.9713885505055,90,553,4888 -10,Seasonal-Naive,7.60202462681252,0.23190797779403666,742.8987466661807,90,553,4888 +1,TiRex,3.5549455802364482,0.6881695287832817,1197.2008004180966,90,841,6288 +2,Chronos-2,3.654165958553653,0.6667508995395026,1160.71578162361,90,853,6285 +3,Moirai-1.1-Large,4.537399751849171,0.5647381849780952,1116.873057036386,90,825,6216 +4,Toto-2.0-1B,3.652675252392245,0.6788398450779436,1108.105949858225,90,847,6317 +5,Timer-S1,4.175447902368633,0.6147925361789791,1051.5205155492808,90,800,6122 +6,TimesFM-2.5,4.449786904289978,0.5591214686730128,1039.974342088602,90,860,6330 +7,ARIMA,6.820501885692866,0.32330116444619145,871.307918158954,90,555,4906 +8,ETS,6.948139411529918,0.3142230996227472,865.917837353814,90,555,4906 +9,Moving-Average,6.489281447529213,0.35862143550867087,846.7617271326717,90,555,4906 +10,Seasonal-Naive,7.606425576936402,0.2314418371915758,741.6220707803607,90,555,4906 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index cd47ddffd5b279682bb43aa778e8e6da6b386ac6..822440550726ce20cfeb4a69153233285dc9e645 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -128,6 +128,7 @@ binance_btcusdt_1h_close/1h/short|window:9e13a9281e680d746a75,2026-06-22T14:14:1 binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:09:59.943679+00:00,2026-06-22T06:09:59.943679+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5311462894804875,0.7287978385536605,0.014136220510643298,0.8992430863556065,-30.91019618696623,True binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:41:52.008059+00:00,2026-06-23T03:41:52.008059+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0451837313495023,1.022342277003892,0.016958891132849846,1.5792982602960184,-15.603574086702551,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:43:53.615682+00:00,2026-06-22T03:43:53.615682+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3788068846372055,0.6154728951279703,0.01273108513388616,0.7509362203550672,-14.418225053374407,True +binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:35:36.875708+00:00,2026-06-23T06:35:36.875708+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.3132148022487533,1.1459558465528912,0.015145119626379112,1.4450562620964884,-12.246564634068141,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:17:53.685107+00:00,2026-06-18T03:17:53.685107+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.7555650085062466,0.8692324249050116,0.008132689066789019,0.40111920156222863,26.571586619515458,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:21:15.394827+00:00,2026-06-22T08:21:15.394827+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2777335224058696,0.5270042906901894,0.01187697987705269,0.7680015013388024,-2.7555660178702457,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:19:41.439952+00:00,2026-06-23T02:19:41.439952+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.2400518331669255,1.1135761461017946,0.01201710005111357,1.0590954270675452,-22.652949307798284,True @@ -520,6 +521,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:4f1e0391e7014f7c2bd8,2026-06-23T05 usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13:47:42.940131+00:00,2026-06-19T13:47:42.940131+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.7783042067322957,0.8822155103671073,0.009815720615659409,0.553868202313895,23.905706377469837,True usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:41:21.682218+00:00,2026-06-22T14:41:21.682218+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.4135930623452151,0.6431120138399026,0.014002112215682936,0.9066795169798061,-21.05820102136712,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:19:26.487710+00:00,2026-06-18T19:19:26.487710+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,4.544411905344581,2.131762628752221,0.024354599371590662,1.5815520318822458,6.298494923331545,True +usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T06:35:36.910777+00:00,2026-06-23T06:35:36.910777+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.05758213832540158,0.23996278529263987,0.010517366535899247,0.18005986141918537,81.86602766869265,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T06:05:00.837311+00:00,2026-06-23T06:05:00.837311+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.31064239383078135,0.5573530244205923,0.010499352751128713,0.15780438324917845,58.047303373389205,True usgs_potomac_iv_usgs_00060/15min/short|window:73be58a569ae731975d3,2026-06-20T04:01:26.787044+00:00,2026-06-20T04:01:26.787044+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,0.1361635796253618,0.3690034954107641,0.00731276127387893,0.2513468814971971,73.55351012686431,True usgs_potomac_iv_usgs_00060/15min/short|window:7b19a969ccaa9188694c,2026-06-22T05:43:44.106080+00:00,2026-06-22T05:43:44.106080+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ARIMA,7.098025712320068,2.664212024655708,0.009819378750414122,1.0464383435643099,-12.404005338537457,True @@ -761,6 +763,7 @@ binance_btcusdt_1h_close/1h/short|window:a0c156e425e920925516,2026-06-17T08:50:2 binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:01:33.542797+00:00,2026-06-22T06:01:33.542797+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.14561622416763803,0.3815969394107322,0.004149572058075223,0.24711814588675604,31.62539655440055,True binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:39:03.691698+00:00,2026-06-23T03:39:03.691698+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6729758537746745,0.8203510552042184,0.005001174659157177,0.43834451103432154,6.271592788157793,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:41:58.089460+00:00,2026-06-22T03:41:58.089460+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.5236169164959227,0.723613789597685,0.008767407938114835,0.3313655766529318,-29.776094613510626,True +binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:32:51.303877+00:00,2026-06-23T06:32:51.303877+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.0472888875530106,1.023371334146609,0.007095182628174298,0.5422518235983241,-0.9946444578303354,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:15:40.481066+00:00,2026-06-18T03:15:40.481066+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.649173458412002,0.8057130124380529,0.010865668816091606,0.36754437431461545,33.471740432277,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:17:53.032634+00:00,2026-06-22T08:17:53.032634+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.14961376992798875,0.3867993923573158,0.003723012339963132,0.2826452920831463,27.45145946376478,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:15:43.073831+00:00,2026-06-23T02:15:43.073831+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.5047125777637579,0.7104312618147922,0.004628030651836003,0.4301182772990014,21.549940532968787,True @@ -1362,6 +1365,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:4f1e0391e7014f7c2bd8,2026-06-23T05 usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13:44:02.552661+00:00,2026-06-19T13:44:02.552661+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.5981786401836415,0.7734200929531386,0.007678390443091299,0.4185441691898424,35.869534455688324,True usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:38:35.684082+00:00,2026-06-22T14:38:35.684082+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.26380459485426133,0.5136191145725219,0.0036453904624900806,0.1175920711128438,1.1056209555938996,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:15:01.960322+00:00,2026-06-18T19:15:01.960322+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,6.897876962248669,2.626380962893363,0.021977115806121075,1.3475158817208144,-14.456923844230383,True +usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T06:33:00.264243+00:00,2026-06-23T06:33:00.264243+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.039765863866349435,0.1994138005915073,0.006486450910494719,0.17234827870101613,87.11532803975396,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T05:59:59.086304+00:00,2026-06-23T05:59:59.086304+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.19137108986914508,0.4374598151477974,0.01425654345933991,0.2270276270263644,71.89121472355596,True usgs_potomac_iv_usgs_00060/15min/short|window:72b6bf9f35e22f8d5cc7,2026-06-17T10:43:47.812394+00:00,2026-06-17T10:43:47.812394+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.07799121076960634,0.27926906518554173,0.007882593566069898,0.140548485957972,43.083180225521645,True usgs_potomac_iv_usgs_00060/15min/short|window:73be58a569ae731975d3,2026-06-20T03:54:53.982068+00:00,2026-06-20T03:54:53.982068+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Chronos-2,0.0005799655468152245,0.024082473851646233,0.00042567034952001635,0.04237456228214975,99.87027488005765,True @@ -1535,6 +1539,7 @@ binance_btcusdt_1h_close/1h/short|window:9e13a9281e680d746a75,2026-06-22T14:14:1 binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:10:00.195817+00:00,2026-06-22T06:10:00.195817+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.07941240687974518,0.28180207039648447,0.00252739701301171,0.13281666858841917,55.849222065350254,True binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:41:52.193861+00:00,2026-06-23T03:41:52.193861+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.8972090858417056,0.94721121501052,0.006314700001006393,0.5305807382411873,-8.08147633194402,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:43:53.766160+00:00,2026-06-22T03:43:53.766160+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.08359661063918852,0.2891307846618698,0.003156636299306055,0.14811716085452717,54.43507445854344,True +binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:35:36.994244+00:00,2026-06-23T06:35:36.994244+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.1637585118544558,1.0787763956698606,0.007793025558710853,0.65835509034016,-6.258987345798455,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:17:53.958420+00:00,2026-06-18T03:17:53.958420+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.6673520359421785,1.2912598638315134,0.016853205167665242,0.9708642518742421,-12.289026720645628,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:21:15.539352+00:00,2026-06-22T08:21:15.539352+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1643104945969807,0.4053523092286273,0.004178546578598708,0.21698468752984604,23.06628606662786,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:19:41.601130+00:00,2026-06-23T02:19:41.601130+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.4607572855972259,0.6787910470809304,0.00464001722603258,0.349445779872606,25.8490680668843,True @@ -1927,6 +1932,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:4f1e0391e7014f7c2bd8,2026-06-23T05 usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13:47:43.147121+00:00,2026-06-19T13:47:43.147121+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.27452092319668053,0.5239474431626521,0.006850873791359091,0.4344925454212823,64.39065530870634,True usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:41:21.745034+00:00,2026-06-22T14:41:21.745034+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.6952149062218298,0.8337954822507914,0.008424699442697596,0.5477218709344943,-44.09822438712651,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:19:26.635016+00:00,2026-06-18T19:19:26.635016+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,3.396219676307649,1.8428835221759536,0.013161556548102277,0.9216718776245841,20.570856196037944,True +usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T06:35:37.023845+00:00,2026-06-23T06:35:37.023845+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.05597368788348194,0.2365875902989883,0.005073003290697933,0.14134713857024908,82.32780835047684,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T06:05:00.954861+00:00,2026-06-23T06:05:00.954861+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.40115288776074803,0.6333663140401044,0.0201644903448616,0.4237356800281263,48.94415618421456,True usgs_potomac_iv_usgs_00060/15min/short|window:73be58a569ae731975d3,2026-06-20T04:01:26.969541+00:00,2026-06-20T04:01:26.969541+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,0.06523547161829049,0.2554123560407571,0.004616020756845733,0.21283818776113347,86.39227885654978,True usgs_potomac_iv_usgs_00060/15min/short|window:7b19a969ccaa9188694c,2026-06-22T05:43:44.183371+00:00,2026-06-22T05:43:44.183371+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,ETS,4.858032770444167,2.20409454662094,0.016033803250558285,1.1641892708728514,6.481839535476115,True @@ -2166,6 +2172,7 @@ binance_btcusdt_1h_close/1h/short|window:a0c156e425e920925516,2026-06-17T08:56:0 binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:05:11.464699+00:00,2026-06-22T06:05:11.464699+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.5187312313988925,0.7202299850734434,0.006939805480836243,0.33120920544040433,-29.83673116970363,True binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:41:19.181176+00:00,2026-06-23T03:41:19.181176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6840129777899328,0.8270507709868438,0.0052043996325206445,0.4073814154237787,5.4610243915089365,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:43:32.215736+00:00,2026-06-22T03:43:32.215736+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.7664819171007561,0.8754895299778039,0.00800767701298296,0.36648301719562454,-46.02167906704387,True +binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:34:49.185413+00:00,2026-06-23T06:34:49.185413+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.231397812900299,1.1096836544260256,0.007728596475626424,0.5475897793916641,-9.066964729107525,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:17:24.118039+00:00,2026-06-18T03:17:24.118039+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.8351906550344337,0.913887659963977,0.012094832662823856,0.4254150659402127,21.856768537156746,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:20:35.234583+00:00,2026-06-22T08:20:35.234583+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.16587955231572962,0.4072831353195583,0.004211691240250116,0.29548134982765406,22.615877099294146,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:18:45.547842+00:00,2026-06-23T02:18:45.547842+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.6296019744209124,0.7934746211574207,0.004746632323672823,0.40498319731569166,10.795973541184297,True @@ -2737,6 +2744,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:4f1e0391e7014f7c2bd8,2026-06-23T05 usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13:46:56.752690+00:00,2026-06-19T13:46:56.752690+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,4.208002163534548,2.051341552139611,0.02825309627757353,1.0859106699472312,-53.70774042264342,True usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:40:52.444431+00:00,2026-06-22T14:40:52.444431+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.19720751418532195,0.444080526690061,0.0036403752192787995,0.16382262069431874,15.52666430450027,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:18:32.472614+00:00,2026-06-18T19:18:32.472614+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,4.399241728054174,2.0974369425692334,0.02234296730049763,1.3846192254563954,7.913568619118303,True +usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T06:34:55.321679+00:00,2026-06-23T06:34:55.321679+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.1518009877938038,0.3896164624265815,0.004508999034353439,0.15999491378424432,58.370403602798476,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T06:03:05.935234+00:00,2026-06-23T06:03:05.935234+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.417006138424656,0.6457601245235386,0.01697991869410161,0.26770387334454515,47.45655013636928,True usgs_potomac_iv_usgs_00060/15min/short|window:72b6bf9f35e22f8d5cc7,2026-06-17T10:15:45.488836+00:00,2026-06-17T10:15:45.488836+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.19942464272329993,0.4465698632054115,0.010760407244925973,0.26955322179244906,-0.8502322678605775,True usgs_potomac_iv_usgs_00060/15min/short|window:73be58a569ae731975d3,2026-06-20T04:00:20.511120+00:00,2026-06-20T04:00:20.511120+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moirai-1.1-Large,0.11402931615535375,0.33768227101130693,0.005714526207618464,0.27519839118471895,77.36603436626004,True @@ -2911,6 +2919,7 @@ binance_btcusdt_1h_close/1h/short|window:9e13a9281e680d746a75,2026-06-22T14:14:1 binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:10:00.295090+00:00,2026-06-22T06:10:00.295090+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.11335508751833939,0.3366824728410129,0.00363456520617038,0.16812834127332432,42.41190854893894,True binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:41:52.243216+00:00,2026-06-23T03:41:52.243216+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6694376360124769,0.818191686594576,0.005019366854760025,0.4271759982846337,6.534084076117931,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:43:53.797227+00:00,2026-06-22T03:43:53.797227+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.13544285585740412,0.3680256184797522,0.004427828066898545,0.19721298204348903,35.31555269908576,True +binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:35:37.051189+00:00,2026-06-23T06:35:37.051189+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.0121168394512212,1.0060401778513726,0.006701851029954897,0.5803616814984452,0.7133503876205171,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:17:53.997128+00:00,2026-06-18T03:17:53.997128+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.2639230917946511,1.124243341894739,0.014928414961705284,0.8442749032621711,1.4992468290118952,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:21:15.605209+00:00,2026-06-22T08:21:15.605209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1034314300689846,0.32160757153553554,0.0031759091489301887,0.1572751321759567,43.521626820185794,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:19:41.689626+00:00,2026-06-23T02:19:41.689626+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6294749042424944,0.7933945451302866,0.004856077820756023,0.40711143018905016,10.805948132137962,True @@ -3303,6 +3312,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:4f1e0391e7014f7c2bd8,2026-06-23T05 usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13:47:43.195605+00:00,2026-06-19T13:47:43.195605+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,1.2420383862213646,1.1144677591663945,0.014466130604288618,0.8895088758936524,1.0077587458871813,True usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:41:21.775112+00:00,2026-06-22T14:41:21.775112+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.26926022212170597,0.5189029024024687,0.003869234455897305,0.2527599412115095,0.08218487034169157,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:19:26.701167+00:00,2026-06-18T19:19:26.701167+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,3.8574468678513885,1.9640384079369193,0.014650086894531442,1.016074460921854,14.400679261460132,True +usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T06:35:37.067449+00:00,2026-06-23T06:35:37.067449+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.4825285724912171,0.6946427660972344,0.023790495453094685,0.6295718739660147,8.958691256178406,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T06:05:01.007000+00:00,2026-06-23T06:05:01.007000+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,1.102704453726608,1.050097354404156,0.03838989465389242,0.8722484983096735,2.972774802525188,True usgs_potomac_iv_usgs_00060/15min/short|window:73be58a569ae731975d3,2026-06-20T04:01:27.021378+00:00,2026-06-20T04:01:27.021378+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,0.40506351371187244,0.6364460021964726,0.01266769865841079,0.3450104061062309,37.61673985737105,True usgs_potomac_iv_usgs_00060/15min/short|window:7b19a969ccaa9188694c,2026-06-22T05:43:44.226094+00:00,2026-06-22T05:43:44.226094+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Moving-Average,5.450900379075056,2.334716338032322,0.016843971631205674,1.2049108511468902,0.7335656832552377,True @@ -3464,6 +3474,7 @@ binance_btcusdt_1h_close/1h/short|window:9e13a9281e680d746a75,2026-06-22T14:14:1 binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:10:00.347358+00:00,2026-06-22T06:10:00.347358+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2803203570470347,0.5294528846337837,0.005959371674061188,0.3487424039587068,-9.901377091558084e-15,True binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:41:52.260062+00:00,2026-06-23T03:41:52.260062+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7630367144398564,0.8735197275619232,0.006092782408425308,0.5147479178685311,7.27503017623581e-15,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:43:53.825729+00:00,2026-06-22T03:43:53.825729+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2833374275307165,0.5322944932372647,0.006475499049902809,0.3427914438335973,9.795943958946241e-15,True +binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:35:37.090540+00:00,2026-06-23T06:35:37.090540+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.0266604652570772,1.0132425500624602,0.007487189482401336,0.5610337190470073,-1.0813925949190567e-14,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:17:54.020029+00:00,2026-06-18T03:17:54.020029+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.3023985882042797,1.141226790872121,0.015689172375563932,0.5630059722024298,8.524448925853867e-15,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:21:15.653931+00:00,2026-06-22T08:21:15.653931+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.262837724815072,0.5126770180289653,0.005250009961523162,0.3496204494565706,0.0,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:19:41.732973+00:00,2026-06-23T02:19:41.732973+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7819979261992488,0.8843064662204211,0.006425121642325466,0.5243308432592367,0.0,True @@ -3856,6 +3867,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:4f1e0391e7014f7c2bd8,2026-06-23T05 usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13:47:43.224856+00:00,2026-06-19T13:47:43.224856+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,1.2673267326732673,1.125756071568467,0.014003267973856209,0.49922112255028933,8.760353553682874e-15,True usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:41:21.799304+00:00,2026-06-22T14:41:21.799304+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.2697031684854656,0.5193295374667858,0.0036231884057971015,0.2504411037120124,1.0291156671051371e-14,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:19:26.753772+00:00,2026-06-18T19:19:26.753772+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,5.15535097813579,2.2705397988442724,0.01831789859953012,1.1607012311139655,0.0,True +usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T06:35:37.097463+00:00,2026-06-23T06:35:37.097463+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.577492596248766,0.7599293363522467,0.023993987049028675,0.41186485631355346,9.612443794404133e-15,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T06:05:01.048424+00:00,2026-06-23T06:05:01.048424+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,1.1702750146284377,1.0817925007266587,0.03871158392434988,0.7311914654479478,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:73be58a569ae731975d3,2026-06-20T04:01:27.060664+00:00,2026-06-20T04:01:27.060664+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,0.8935653581545933,0.945285860549386,0.012254901960784314,0.412962167174675,0.0,True usgs_potomac_iv_usgs_00060/15min/short|window:7b19a969ccaa9188694c,2026-06-22T05:43:44.250316+00:00,2026-06-22T05:43:44.250316+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Seasonal-Naive,5.531463229719484,2.3519062969683726,0.016843971631205674,1.091688880856305,0.0,True @@ -4096,6 +4108,7 @@ binance_btcusdt_1h_close/1h/short|window:a0c156e425e920925516,2026-06-17T08:55:0 binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:04:01.070256+00:00,2026-06-22T06:04:01.070256+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.4356297357238147,0.6600225266790632,0.007277973714409161,0.3168855882362076,-21.692766052408235,True binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:40:41.735633+00:00,2026-06-23T03:40:41.735633+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.8011254721693465,0.8950561279435757,0.005701977124223895,0.4774333226174458,-2.4350900472833255,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:43:02.219008+00:00,2026-06-22T03:43:02.219008+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.5511660984999861,0.7424056158866164,0.008968021886215795,0.3665907720179027,-32.09437259578645,True +binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:34:15.847155+00:00,2026-06-23T06:34:15.847155+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.0937272413430468,1.0458141523918323,0.007427594415192405,0.5584369605415793,-3.1629487323101926,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:16:52.065783+00:00,2026-06-18T03:16:52.065783+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.9251290594676127,0.9618362955657334,0.012854335615812658,0.5251084826269566,16.9366934291914,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:19:49.760214+00:00,2026-06-22T08:19:49.760214+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.16735811717179808,0.4090942644083367,0.0037222551334097713,0.2232037303842542,22.194451532190318,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:17:49.702792+00:00,2026-06-23T02:17:49.702792+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.5382085739754185,0.733626999213782,0.004730557210519243,0.3955841102754319,18.46600150745934,True @@ -4682,6 +4695,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:4f1e0391e7014f7c2bd8,2026-06-23T05 usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13:46:12.983033+00:00,2026-06-19T13:46:12.983033+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.5406495833435236,0.7352887754777191,0.006022055871502247,0.37283842095415726,40.19284671442538,True usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:40:22.992798+00:00,2026-06-22T14:40:22.992798+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.27086317595333026,0.5204451709386209,0.0036738740050885955,0.1687488773159708,-0.214591137572372,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:17:37.733050+00:00,2026-06-18T19:17:37.733050+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,4.6161074593319045,2.148512848305056,0.016710264673068412,1.1436979811226993,5.5185571555645065,True +usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T06:34:20.398115+00:00,2026-06-23T06:34:20.398115+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.04708634430399534,0.21699388079850393,0.00415524003096212,0.17556742021943758,84.92221199058575,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T06:02:11.253235+00:00,2026-06-23T06:02:11.253235+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.32681920851976615,0.5716810373973988,0.018390762653756648,0.28432611704497635,56.339527136440914,True usgs_potomac_iv_usgs_00060/15min/short|window:72b6bf9f35e22f8d5cc7,2026-06-17T10:15:22.704994+00:00,2026-06-17T10:15:22.704994+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,0.1815195892532094,0.4260511580235517,0.010723574054315699,0.17320043039746122,3.8514839560938783,True usgs_potomac_iv_usgs_00060/15min/short|window:73be58a569ae731975d3,2026-06-20T03:58:48.959225+00:00,2026-06-20T03:58:48.959225+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TiRex,1.7404365616740121e-06,0.0013192560637245569,2.11947571997549e-05,0.043636603996487534,99.99961045195948,True @@ -4932,6 +4946,7 @@ binance_btcusdt_1h_close/1h/short|window:a0c156e425e920925516,2026-06-17T08:56:5 binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:06:19.830081+00:00,2026-06-22T06:06:19.830081+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.3190645256152727,0.5648579694182182,0.0063067099914794434,0.2676188834868934,-6.463988280142612,True binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:41:44.596173+00:00,2026-06-23T03:41:44.596173+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.9312240258559994,0.9649994952620439,0.006698306485369017,0.5802558584913294,-9.92688477139437,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:43:51.091318+00:00,2026-06-22T03:43:51.091318+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.2599736050260847,0.5098760683009987,0.00601775564339235,0.2456320958258227,4.300266533275167,True +binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:35:13.336947+00:00,2026-06-23T06:35:13.336947+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.0679850838144902,1.0334336378377134,0.007614713121981015,0.6277728607539195,-1.9728692797561846,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:17:46.417721+00:00,2026-06-18T03:17:46.417721+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.8883163372806718,0.9425053513273396,0.012798493255440843,0.45355619164516475,18.90169488081358,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:21:04.636629+00:00,2026-06-22T08:21:04.636629+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.09926342268241387,0.3150609824818266,0.002808540365900069,0.18588340460401,45.173649203581675,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:19:22.009528+00:00,2026-06-23T02:19:22.009528+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.6854169344332866,0.8278991088491922,0.005414129668823534,0.5061513881058691,6.581710077839242,True @@ -5483,6 +5498,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:4f1e0391e7014f7c2bd8,2026-06-23T05 usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13:47:32.660261+00:00,2026-06-19T13:47:32.660261+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.49110642472335475,0.7007898577486369,0.007293719362745098,0.4550531180026847,44.14272471403545,True usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:41:18.486212+00:00,2026-06-22T14:41:18.486212+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.3371066163479012,0.5806088324749299,0.005334830553818777,0.24600644168071803,-11.10783799917545,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:19:21.871026+00:00,2026-06-18T19:19:21.871026+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,7.320701017899949,2.7056794004279126,0.02259498084634139,1.3771128915698636,-17.35605174178657,True +usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T06:35:34.008556+00:00,2026-06-23T06:35:34.008556+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.024446212651816665,0.15635284663803428,0.0032531764630068607,0.11881223729502892,91.87750904565642,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T06:04:58.482049+00:00,2026-06-23T06:04:58.482049+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.28779517812960154,0.5364654491480337,0.016874311370488882,0.2407779583602654,60.523823947704834,True usgs_potomac_iv_usgs_00060/15min/short|window:72b6bf9f35e22f8d5cc7,2026-06-17T10:16:04.901815+00:00,2026-06-17T10:16:04.901815+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.16371442739167374,0.4046163953569773,0.01066160484724743,0.24049172707628264,8.991042564780606,True usgs_potomac_iv_usgs_00060/15min/short|window:73be58a569ae731975d3,2026-06-20T04:01:21.962613+00:00,2026-06-20T04:01:21.962613+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Timer-S1,0.010458345854885418,0.10226605426477262,0.0019267961090686278,0.14932266021016335,97.68626733823437,True @@ -5736,6 +5752,7 @@ binance_btcusdt_1h_close/1h/short|window:a0c156e425e920925516,2026-06-17T08:52:3 binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:02:24.924592+00:00,2026-06-22T06:02:24.924592+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.22941205461295033,0.47896978465551493,0.003927186952256831,0.3362108666198527,9.987260230970454,True binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:39:36.044352+00:00,2026-06-23T03:39:36.044352+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.7379342995643631,0.8590310236332347,0.006671970635345925,0.4697844074830828,1.6724117015775297,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:42:21.974209+00:00,2026-06-22T03:42:21.974209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.28578267736922586,0.5345864545321233,0.004704956820307809,0.38977509935734106,-0.4296544468305512,True +binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:33:28.357768+00:00,2026-06-23T06:33:28.357768+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.0129363699550966,1.0064474004910027,0.007411385097020631,0.6124998013354211,0.6728827513871238,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:16:06.567249+00:00,2026-06-18T03:16:06.567249+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.0661194197023711,1.0325305902017485,0.012432602567598204,0.8340609251717931,9.975823181970972,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:18:34.503797+00:00,2026-06-22T08:18:34.503797+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.11524338900777399,0.3394751669971958,0.0030357907010902852,0.20735431775118304,39.037743598177975,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:16:29.713875+00:00,2026-06-23T02:16:29.713875+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.5500359691114521,0.7416440986830894,0.005087721097379631,0.40023171521528395,17.414118207081422,True @@ -6342,6 +6359,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:4f1e0391e7014f7c2bd8,2026-06-23T05 usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13:44:55.086826+00:00,2026-06-19T13:44:55.086826+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.46220402801104876,0.6798558876784467,0.006174479485804739,0.4792383283754263,46.55151113609909,True usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:39:17.476676+00:00,2026-06-22T14:39:17.476676+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.2622804281848743,0.5121332133194197,0.0037391774342796107,0.24194569702084734,1.3952949577862828,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:16:03.741693+00:00,2026-06-18T19:16:03.741693+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,3.9191063629993232,1.9796732970364892,0.018840952217132473,1.2507389087738605,13.623344831128229,True +usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T06:33:34.500911+00:00,2026-06-23T06:33:34.500911+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.028439933453001602,0.16864143456755104,0.007558805763886882,0.12985536162032874,90.61283820923121,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T06:01:00.978188+00:00,2026-06-23T06:01:00.978188+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.12704543916404532,0.3564343406071381,0.009258566872166122,0.30135496776693826,80.41417773185476,True usgs_potomac_iv_usgs_00060/15min/short|window:72b6bf9f35e22f8d5cc7,2026-06-17T10:45:55.354381+00:00,2026-06-17T10:45:55.354381+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,0.15698275219386335,0.39621048975748147,0.009004948980074107,0.28755002499020743,11.069227023820087,True usgs_potomac_iv_usgs_00060/15min/short|window:73be58a569ae731975d3,2026-06-20T03:55:57.634385+00:00,2026-06-20T03:55:57.634385+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,TimesFM-2.5,6.198318061535293e-05,0.007872939769574826,0.000947744332107843,0.029879247851024162,99.98612773406803,True @@ -6597,6 +6615,7 @@ binance_btcusdt_1h_close/1h/short|window:a0c156e425e920925516,2026-06-17T08:54:1 binance_btcusdt_1h_close/1h/short|window:a192592375893991f98f,2026-06-22T06:03:22.868459+00:00,2026-06-22T06:03:22.868459+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.21703740059053517,0.46587273003529106,0.004954738707421756,0.25535470879803784,12.723830177514683,True binance_btcusdt_1h_close/1h/short|window:a31d2643cf5a1cff68dc,2026-06-23T03:40:26.010052+00:00,2026-06-23T03:40:26.010052+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.9224789356862657,0.9604576699086044,0.006374333290795023,0.5212680543795652,-9.4595515167408,True binance_btcusdt_1h_close/1h/short|window:a404d04387cd0161ec4d,2026-06-22T03:42:51.189751+00:00,2026-06-22T03:42:51.189751+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.23836881336841928,0.4882302872297245,0.005640276191483359,0.2565665388541309,8.619527741281379,True +binance_btcusdt_1h_close/1h/short|window:a80f985607c0e29ef16f,2026-06-23T06:33:59.935000+00:00,2026-06-23T06:33:59.935000+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.0571892502746865,1.02819708727203,0.007122688919867705,0.5418904056476973,-1.465018556283894,True binance_btcusdt_1h_close/1h/short|window:a92bbcc4d9366df964ff,2026-06-18T03:16:36.869133+00:00,2026-06-18T03:16:36.869133+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.7820698056664339,0.8843471070040507,0.011850390817833898,0.41079762170485995,24.962181440018444,True binance_btcusdt_1h_close/1h/short|window:aa12433b6f4de9cf029d,2026-06-22T08:19:22.806058+00:00,2026-06-22T08:19:22.806058+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.0984138670551669,0.31370984532712215,0.002637646541366915,0.1790181606157398,45.51505417835388,True binance_btcusdt_1h_close/1h/short|window:ae542a4cc2545eb67ff7,2026-06-23T02:17:20.769854+00:00,2026-06-23T02:17:20.769854+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.6478810008427763,0.8049105545604284,0.004985296494364762,0.4392708238900905,9.379600105997692,True @@ -7187,6 +7206,7 @@ usgs_potomac_iv_usgs_00060/15min/short|window:4f1e0391e7014f7c2bd8,2026-06-23T05 usgs_potomac_iv_usgs_00060/15min/short|window:51d70b3bb81d2366b0d2,2026-06-19T13:45:51.341551+00:00,2026-06-19T13:45:51.341551+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.5262991855077016,0.7254648065259276,0.005917707375919117,0.3681917717224616,41.314498171229005,True usgs_potomac_iv_usgs_00060/15min/short|window:534c5d2a7c26677bef6d,2026-06-22T14:40:04.828681+00:00,2026-06-22T14:40:04.828681+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.26943513609229064,0.5190714171405421,0.003629796477148162,0.24146218317848814,0.049714960131601114,True usgs_potomac_iv_usgs_00060/15min/short|window:597b5de6ebd657aeb7ab,2026-06-18T19:17:05.913902+00:00,2026-06-18T19:17:05.913902+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,3.2307440141017203,1.7974270539028059,0.011194497582972737,1.0074197188803848,22.949978098454157,True +usgs_potomac_iv_usgs_00060/15min/short|window:6c5d1ca00a235f3cc102,2026-06-23T06:34:07.092901+00:00,2026-06-23T06:34:07.092901+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.11446887991388364,0.3383324990506878,0.010814888313380502,0.2369135371419598,66.91466682547598,True usgs_potomac_iv_usgs_00060/15min/short|window:7198851fc67b6107ac22,2026-06-23T06:01:42.101493+00:00,2026-06-23T06:01:42.101493+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.23358754733690598,0.4833089564004644,0.015153877673137838,0.2701000046922642,66.72216302856683,True usgs_potomac_iv_usgs_00060/15min/short|window:72b6bf9f35e22f8d5cc7,2026-06-17T10:14:22.111759+00:00,2026-06-17T10:14:22.111759+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.10316972614706826,0.32120044543410625,0.007357292875307994,0.11805781958440176,31.043611248928315,True usgs_potomac_iv_usgs_00060/15min/short|window:73be58a569ae731975d3,2026-06-20T03:57:59.415868+00:00,2026-06-20T03:57:59.415868+00:00,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,Toto-2.0-1B,0.00023263338336767042,0.015252323867780622,0.00030230752782883986,0.12767136483202907,99.9479449751353,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 18b19aa795465b72918fefe8e2152b6e3edf68f5..dcd1ebbdd615cc90bfa7862ee7b9badd400801bd 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8295028089514068,0.8647029107303713,0.010792427473628937,0.7267061613760197,-13.584111547067714,0.5654636801244907,0.2758323270657237,2.0773613650446656e-08,187,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T06:27:20.246370+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8320757450859673,0.8661989369847465,0.010815580091462714,0.7305271725500647,-13.576996935828355,0.5650520728018361,0.2788713164182501,1.3265968999975493e-08,188,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-23T06:35:36.875708+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.5403797673006585,1.0781587478820736,0.10665469540415219,0.8366690121214557,-56.28506249342217,1.6757996321466717,0.33333333333333337,0.3813492063492063,7,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-23T05:37:39.986755+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.817856764845411,1.2436998577778808,1.43038785722143,0.97236189886857,7.1720061902324765,1.2744303401485753,-0.07944307944307943,0.2164704545742121,111,0.954954954954955,2026-06-17T12:10:12.335728+00:00,2026-06-23T06:27:20.301336+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.0337832371125435,2.040951668049411,0.11935545425541837,1.4140512247412482,14.257837989956483,4.650713173922714,0.1658552418046089,0.03052356810592336,79,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-23T06:27:20.368236+00:00 @@ -7,9 +7,9 @@ ARIMA,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,20.24048343312601 ARIMA,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,1.0336901952144593,0.8872272088514979,0.4693407167881572,0.639759582240563,-3.001175967971033,1.4064449870885993,-0.32473118279569896,0.009955502074507303,31,1.0,2026-06-17T12:10:12.456148+00:00,2026-06-23T05:37:40.102886+00:00 ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.5797131545526037,1.1795210925723145,0.1408708847420672,0.9140682311204582,-55.6521402827999,1.3243658812308499,-0.45287356321839084,0.00030945117356703556,30,1.0,2026-06-17T12:39:00.859383+00:00,2026-06-23T04:20:41.181626+00:00 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0128234370282234,0.9811243848984635,0.5839008920170479,0.48962175477056885,18.319660781402483,0.4634307444041329,-0.38494623655913984,0.0020361273500724524,31,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-23T05:37:40.134615+00:00 -ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8583043247341913,1.1060748902213422,0.015055729882999774,0.7335846408043161,11.335287359026402,3.080985808527329,0.15853658536585366,0.14424831606472008,41,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T06:05:00.837311+00:00 +ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8154299869625534,1.0854531734373254,0.014947673612830715,0.7204054793903844,13.014590699732745,3.0558394228788575,0.1056910569105691,0.32403378743423294,42,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-23T06:35:36.910777+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.990112198006116,0.9781737397061917,0.20219237299729226,0.490199516466659,51.28266024024151,0.3541696942533509,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-22T23:42:47.178078+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.43023866725822996,0.5913094224968524,0.007210045383894581,0.33134878370793514,25.796350514343743,0.5618253759763225,0.183993399339934,1.7141528395277847e-06,304,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T06:21:51.885845+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.43226178273460625,0.592726018928491,0.0072096687846954985,0.3320402690846249,25.70851118656612,0.5620122791932958,0.18886971527178603,8.678178180081205e-07,305,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-23T06:32:51.303877+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.342872866747477,0.4745200182106267,0.05384135267866591,0.2697134153077109,20.663981301944094,0.5070594714806828,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-23T05:27:47.993989+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.24496786595419903,0.3821541466800074,0.49156935960472303,0.2060805084347172,74.08919126605448,0.3581069543481938,0.2810514786418401,7.661041677757737e-08,166,0.963855421686747,2026-06-16T12:06:44.487655+00:00,2026-06-23T06:22:02.131000+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.031181086684094,1.9737225448653266,0.11930678276075787,1.116919499533572,12.586076073805549,5.142302898400723,0.434129089301503,3.926037185551569e-12,117,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-23T06:22:08.158899+00:00 @@ -17,9 +17,9 @@ Chronos-2,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,17.4372789438 Chronos-2,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.495807651122718,1.1282916252035362,0.34445147347868926,0.6534691591502277,19.77205500495037,4.774129248527176,-0.260204081632653,0.008347785002393493,49,1.0,2026-06-16T13:12:26.984109+00:00,2026-06-23T05:28:04.939307+00:00 Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.14443893842985966,0.3658619975621231,0.04038558487497861,0.17880637367351881,28.254416635084638,0.08158319394773557,0.03401360544217687,0.7302496780110819,49,1.0,2026-06-16T13:12:32.541423+00:00,2026-06-23T04:16:10.279049+00:00 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8385621651330502,0.8850588044788729,0.5681411422025003,0.46758090977667965,26.596235178229144,0.44830067600912665,-0.03231292517006802,0.7432490950432566,49,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-23T05:28:14.206800+00:00 -Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7777448934977407,0.9280724157976548,0.010669309906616018,0.585776146905585,33.72077145456185,3.7251208825479827,0.11279953243717124,0.2069052389910373,59,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T05:59:59.086304+00:00 +Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7487785763372172,0.9159281055442189,0.010599595590013998,0.5788856824355089,34.61068073098171,3.700226086661397,0.08813559322033898,0.31975728802411785,60,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-23T06:33:00.264243+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1470345464849695,0.36143628779848724,0.07464265889217996,0.21315140545343586,90.6774928723689,0.07843009866932546,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-22T23:32:18.736924+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6603477283659474,0.6874458756436792,0.00726575930994828,0.43838107598396103,19.882090293594405,0.7946439844619414,0.1342648496348686,0.006362030401456164,187,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T06:27:20.437665+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6630254452993968,0.6895274209629675,0.007268563917654464,0.43955115052840893,19.743042008278486,0.793366414207804,0.13915121174195016,0.004575323147514564,188,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-23T06:35:36.994244+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.16949130757092,1.7497344256684344,0.18642719878410866,1.3506063173057374,-69.43453939087526,4.262176024066775,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-23T05:37:40.225700+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.747473363800604,1.5125664666046013,1.4860307300229862,1.1380492706661798,-5.517089937659623,2.150950352348633,0.024406224406224405,0.7041608743855676,111,0.954954954954955,2026-06-17T12:10:12.697348+00:00,2026-06-23T06:27:20.470805+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,7.128205833360639,2.287966724517574,0.1286928661413383,1.547126713992445,9.736676184317087,7.13920518355146,0.28334956183057447,0.00021928811932541388,79,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-23T06:27:20.497164+00:00 @@ -27,9 +27,9 @@ ETS,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,20.459683766241046, ETS,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,9.233176110632654,2.0716347902102106,1.1668709129175316,1.6514302445296996,-38.879342201369006,25.360556848886457,-0.20000000000000004,0.11847779253125056,31,1.0,2026-06-17T12:10:12.763932+00:00,2026-06-23T05:37:40.274582+00:00 ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,11.755565900522658,2.933489040031888,0.3509618782952465,2.388160865469993,-79.2756656707774,14.357821366974283,-0.18620689655172415,0.15468841862660812,30,1.0,2026-06-17T12:39:01.037191+00:00,2026-06-23T04:20:41.343561+00:00 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1118316146894835,1.0094683685404457,0.6581201647237296,0.5310340532673528,17.444765592778268,0.6374978792544655,-0.1698924731182796,0.18652632424728055,31,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-23T05:37:40.294800+00:00 -ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6008740239266497,1.007656046615318,0.014248347229578441,0.6855943915640089,19.436941536385856,2.9830048759232346,0.14634146341463414,0.1777122382424441,41,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T06:05:00.954861+00:00 +ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5640906825922887,0.9892972738458814,0.014029886659605095,0.6726361236355861,20.934343127197543,2.956029860748835,0.09872241579558652,0.3569574535934239,42,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-23T06:35:37.023845+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0106745528959067,1.0039742155659683,0.21160774916824193,0.5376211899754999,48.4423431987713,0.11622833445791261,0.0,1.0,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-22T23:42:47.274014+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6329664293118676,0.7287202439942511,0.00869083686668916,0.3712769615380839,7.308414734597416,0.68334105162741,0.05483603061659671,0.15735432386080261,299,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T06:26:07.582950+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6349612005904957,0.7299901220290236,0.00868762939871895,0.37186467093092923,7.2538301363850675,0.6830717416138576,0.06002229654403568,0.12105098517330898,300,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-23T06:34:49.185413+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2884757089207693,0.4404086605258268,0.05019952300371712,0.252542704540108,28.290391413078353,0.40777503272827464,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-23T05:35:33.309231+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.4890789935381603,1.0089435221645946,1.4570594555355887,0.5141092367828052,27.480466157163967,2.0410539481302368,0.29118659284752363,3.1227972946943777e-08,164,0.9695121951219512,2026-06-16T12:07:52.741323+00:00,2026-06-23T06:26:44.308554+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.672235101344846,2.192665393970861,0.12274353734025775,1.114866561041963,9.960489324122229,35.63413562704884,0.47927340475081515,4.040696476695098e-14,114,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-23T06:26:50.184794+00:00 @@ -37,9 +37,9 @@ Moirai-1.1-Large,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,15.967 Moirai-1.1-Large,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.324006138645289,1.1609999758307012,0.3887139171305225,0.6720640643498069,9.10485140719545,4.398906156656361,-0.37979797979797975,0.0002349297367218633,45,1.0,2026-06-16T13:15:30.361270+00:00,2026-06-23T05:36:05.976776+00:00 Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.14694324898671415,0.36814011921760853,0.04001544118262663,0.18770947468500407,29.57845916746364,0.09557555667559763,0.24646464646464641,0.016991758317402166,45,1.0,2026-06-16T13:15:35.504692+00:00,2026-06-23T04:19:43.553328+00:00 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1294163038513598,1.0267424010088675,0.6276703444875252,0.4872656352581108,11.905057362741394,0.7790225769744404,-0.34727061556329847,0.0011937075062319795,42,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-23T05:36:15.110367+00:00 -Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,3.127383536005206,1.2884510224313261,0.013901614711531562,0.6999648378204381,12.373737973000535,6.049364609410229,0.09013914095583786,0.31755742788133734,58,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T06:03:05.935234+00:00 +Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,3.076949933493148,1.2732165383634493,0.013742417835647188,0.6908128052096552,13.1533424752005,6.009487206702308,0.06838106370543541,0.44420008985948534,59,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-23T06:34:55.321679+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14981973138991939,0.36476498478813413,0.06320277861905496,0.18873543444057805,90.59622548667889,0.09721825078090457,0.6,0.23333333333333334,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-22T23:42:17.643964+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.5203807678268949,0.6466279888672986,0.007044321747990791,0.402494839787518,20.43976598797931,0.5151009399501734,-0.0843539761945834,0.08648620716412171,187,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T06:27:20.510947+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.522996385229152,0.6485397558299797,0.007042500095235281,0.4034409400093846,20.334838245424212,0.514972135383943,-0.07611787461599727,0.12088597748829356,188,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-23T06:35:37.051189+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5471956995007726,0.6762872243537096,0.07417545192580133,0.45238264992358557,-33.28656191496858,0.5127123707334149,0.4285714285714286,0.2388888888888889,7,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-23T05:37:40.329339+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.3414140485238395,1.3908824911378714,1.5340165460997317,1.219591727453818,5.7536919814380925,1.847491922406019,0.18918918918918917,0.003246415407615813,111,0.954954954954955,2026-06-17T12:10:12.867076+00:00,2026-06-23T06:27:20.519509+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.468392220480839,2.145404541174025,0.1215465086117655,1.4187302344782144,9.478086029743487,4.666733959989137,0.05679974034404414,0.4587953940382762,79,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-23T06:27:20.531209+00:00 @@ -47,9 +47,9 @@ Moving-Average,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,21.56244 Moving-Average,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,0.8560140352449398,0.8394433276355429,0.4604768230480833,0.5902657861024415,-2.8665043932141088,1.1460957970690382,-0.2903225806451613,0.021849376369595316,31,1.0,2026-06-17T12:10:12.904026+00:00,2026-06-23T05:37:40.355945+00:00 Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.5131511407798643,0.7007358699250846,0.08024057807167423,0.45994781636389515,-23.59015735332639,0.2207364459507565,-0.6919540229885057,3.1039984826058955e-09,30,1.0,2026-06-17T12:39:01.095906+00:00,2026-06-23T04:20:41.422440+00:00 Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9987054793475756,0.9745172563064971,0.6687276457150029,0.5071365958155045,19.043836138892612,0.4446952165009768,-0.2903225806451613,0.021849376369595316,31,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-23T05:37:40.366462+00:00 -Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.1970134720616996,1.1469295730401639,0.01631843126554372,0.8181122048369587,14.080387008691313,3.900552035280853,0.12682926829268293,0.2427577329337679,41,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T06:05:01.007000+00:00 +Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.156192403024307,1.1361608395415228,0.016496337555723502,0.8136231493400313,13.958441871726718,3.8617628937892565,0.1056910569105691,0.32403378743423294,42,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-23T06:35:37.067449+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0787787195349199,1.0379444492218732,0.21618952646374368,0.5597492766841528,45.98579993029981,0.08734441118750925,0.0,1.0,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-22T23:42:47.321412+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6318426759101754,0.7506206137223327,0.008524992416592781,0.435368304071026,2.882199972675944e-16,0.4856883946750876,-0.15784026220458858,0.0013384230735822356,187,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T06:27:20.540591+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.6339427705343611,0.7520175389156313,0.008519472188219423,0.43603673712940877,2.291660294672849e-16,0.4852431456363029,-0.14893617021276595,0.002406193915198275,188,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-23T06:35:37.090540+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.24001634527529367,0.4544740261704839,0.051685353854007944,0.3219751307891324,1.4438931485930167e-16,0.2296321096103468,0.04761904761904762,1.0,7,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-23T05:37:40.387609+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.474932330115326,1.445820459137665,1.5225434245163878,1.2783628152866762,1.2951470550476242e-15,1.8647498401987175,0.19574119574119572,0.002324303551271359,111,0.954954954954955,2026-06-17T12:10:12.978229+00:00,2026-06-23T06:27:20.547304+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,6.109947713179267,2.3084548168068073,0.12839243482533308,1.843839943836602,-3.2960555264599696e-17,4.734892786353382,0.05939629990262902,0.4385178607489483,79,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-23T06:27:20.556782+00:00 @@ -57,9 +57,9 @@ Seasonal-Naive,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,21.74863 Seasonal-Naive,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,0.9392606290587208,0.8561162080751206,0.43757326369968863,0.6716681434293282,5.867485571580404e-16,1.201810071315412,-0.3806451612903226,0.002302273128967957,31,1.0,2026-06-17T12:10:13.010113+00:00,2026-06-23T05:37:40.409763+00:00 Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.3066389470784046,0.5438634981613254,0.06363177925150745,0.39320288070395076,2.307991802976605e-17,0.1034699790568309,0.02528735632183908,0.859648144390884,30,1.0,2026-06-17T12:39:01.134217+00:00,2026-06-23T04:20:41.480183+00:00 Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.4568008947691304,1.1787904335839692,0.6861479762415882,0.9133902931469184,-3.121732794213511e-16,0.704419079338724,-0.12258064516129034,0.3441531311333978,31,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-23T05:37:40.419033+00:00 -Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.559534878864791,1.3073756882910306,0.017218136749610712,0.7267080921656982,4.449152182359815e-15,4.033026390613926,0.1696156508503017,0.11844404841779087,41,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T06:05:01.048424+00:00 +Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.5123433959453614,1.2943412513401074,0.017379466518644478,0.7192118246454091,4.572087696932298e-15,3.995262532327714,0.13712959897739457,0.20093683513940286,42,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-23T06:35:37.097463+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2.9607965919810555,1.7146505799162957,0.36091886218530816,1.3691608206855306,8.969107392259686e-17,0.5580553598022875,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-22T23:42:47.343681+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.4513333322725774,0.6204969224966916,0.007534450587696751,0.34076421965375564,19.24273280663788,0.4121040769499299,0.3260243632336655,3.300631446041851e-17,301,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T06:23:58.149380+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.45346046442181737,0.6219052576950199,0.007534096759310976,0.3414849903189471,19.16854180816454,0.41307627439667477,0.3294756991045301,1.3537215102095623e-17,302,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-23T06:34:15.847155+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.32355845359025515,0.4362658768354618,0.048157471808452285,0.24349446471584263,36.154594422427266,0.4797179032349619,0.07142857142857142,0.9048611111111111,8,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-23T05:32:52.654403+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.29388509356737097,0.42221856609095665,0.6350077705471971,0.20980921252130494,73.82674954082417,0.4371002629151792,0.3204730229120473,9.964856499348432e-10,165,0.9636363636363636,2026-06-16T12:07:37.946365+00:00,2026-06-23T06:24:07.701665+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.601345061199779,1.9126545661156962,0.11539548042051118,1.0529647504461497,14.933449115256547,4.556578347805848,0.39466056445461484,4.0230895935879234e-10,115,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-23T06:24:14.681675+00:00 @@ -67,9 +67,9 @@ TiRex,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,17.64366204549286 TiRex,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.4880915543070197,1.145770369737741,0.3373475320830905,0.6500185019120699,21.09454892054574,4.580472117113932,-0.35060129509713234,0.0005097083929803643,47,1.0,2026-06-16T13:14:34.959433+00:00,2026-06-23T05:34:29.404689+00:00 TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.16806604949680706,0.3898244446737988,0.0434863052753251,0.19777254237453473,23.38778854564603,0.09935071903726465,0.14523589269195192,0.1499349745618806,47,1.0,2026-06-16T13:14:39.480658+00:00,2026-06-23T04:18:48.527254+00:00 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8141581678952999,0.8794152062219235,0.5851207989624403,0.4629557293855907,25.585220314669137,0.3929155062176197,-0.0570048309178744,0.5764204344541329,46,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-23T05:34:45.456251+00:00 -TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.766203720247968,0.9245504558614009,0.01048544131547522,0.5781810315647018,33.80330639782981,3.568629017580282,0.11513734658094679,0.19764886785743307,59,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T06:02:11.253235+00:00 +TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7375517639822353,0.9127578462770192,0.010379937960733335,0.5714708047089474,34.655288157709066,3.545210821235065,0.09717514124293786,0.27263980828063983,60,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-23T06:34:20.398115+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1174822396077626,0.324815581789166,0.060286878365620425,0.19980835418849988,92.46557501174824,0.060081196004453746,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-22T23:41:11.770213+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.46884971454008084,0.5932043241852479,0.006853550598682614,0.3261911276973866,30.071675788601354,0.674048035674063,0.22977553825011454,3.748065253429796e-09,296,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T06:27:08.425466+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.47086700534571857,0.5946865777665694,0.006856113435461396,0.32720655440801466,29.963781697462096,0.6738059436416131,0.23396123396123397,1.8259427611522929e-09,297,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-23T06:35:13.336947+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.29483004496619825,0.46548654878620704,0.051677057688773544,0.23891626291868845,18.012729595469647,0.3783377150923359,-0.21428571428571427,0.5484126984126985,8,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-23T05:36:50.821956+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.0956561302524513,0.22845026694128445,0.4212881618966577,0.11809035846015248,90.04687441794533,0.2016203439601747,0.20619584387700332,9.837618791306539e-05,162,0.9691358024691358,2026-06-16T12:08:08.243141+00:00,2026-06-23T06:27:14.046961+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.736380161142834,1.9565614510973575,0.12041986429163525,1.1933880716070409,12.117535994936778,4.558779411803523,0.2984153461217681,3.817033585784546e-06,110,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-23T06:27:18.039085+00:00 @@ -77,9 +77,9 @@ Timer-S1,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,17.31018353184 Timer-S1,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.4262844408230086,1.1599926565277412,0.3644614984790954,0.6632444966824649,14.970045819002998,4.535715996001036,-0.37073170731707317,0.000638970381407092,41,1.0,2026-06-16T13:16:21.589465+00:00,2026-06-23T05:37:22.025557+00:00 Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.12917895233000667,0.3472743010434316,0.038333060513366476,0.17623753556189672,34.167230400485984,0.06958667441931239,0.4097560975609756,0.00016069508842674602,41,1.0,2026-06-16T13:16:28.640897+00:00,2026-06-23T04:20:34.343801+00:00 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9459253155825623,0.9594388684858034,0.6531433955143923,0.5161482511258548,17.944756859383357,0.32814960290318607,-0.01951219512195122,0.857379449479317,41,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-23T05:37:29.139007+00:00 -Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.9319971703665986,0.9990609358491135,0.011885976804155556,0.653993964852968,26.128790587766897,3.7015632700022754,0.05185185185185186,0.5761722394260169,55,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T06:04:58.482049+00:00 +Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.8979337604074065,0.9840125771132016,0.011731819655206472,0.6444371482894333,27.30287484594349,3.676605617401129,0.02727272727272728,0.7665913629461374,56,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-23T06:35:34.008556+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.19701763456987959,0.42647880866511967,0.09210826322391313,0.22574447154214997,87.63037685402294,0.10515280616061715,0.3333333333333334,0.75,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-22T23:42:44.447703+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.38339259266361436,0.5564706984437415,0.006693474375206481,0.3789169827956324,31.541095341100576,0.39529979138137605,0.24246875731834538,2.351059089017501e-10,307,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T06:22:28.754093+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.38543656596650877,0.5579316617620768,0.006695805254173409,0.37967536857011236,31.440873871653462,0.3962823478800938,0.24603409619696262,1.1930515048652047e-10,308,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-23T06:33:28.357768+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.33495704111947366,0.5010608588966544,0.057479343375581575,0.33223136035557854,10.92486816077923,0.37532226183456846,-0.2857142857142857,0.39875992063492066,8,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-23T05:29:09.608198+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10630149350582531,0.25561737832865805,0.36146325044570593,0.18348152420323144,85.0145837395415,0.1745653096386323,0.054249815225424984,0.30099650658520705,165,0.9636363636363636,2026-06-16T12:07:01.390017+00:00,2026-06-23T06:22:33.905822+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.965026427028966,1.7558704661721827,0.1153370816811499,1.2147272231536466,22.139430893203155,4.371153989597865,0.38548457192524993,6.044761407973275e-10,118,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-23T06:22:38.776532+00:00 @@ -87,9 +87,9 @@ TimesFM-2.5,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,17.04914047 TimesFM-2.5,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.4083913473452863,1.1144863223469057,0.29972155428799335,0.7862823490791904,20.95195363596448,4.609715840702079,-0.32244897959183677,0.0009527544269779034,50,1.0,2026-06-16T13:13:12.832013+00:00,2026-06-23T05:30:53.822557+00:00 TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.11813233541853212,0.3206407112207486,0.04092531967727366,0.21808953609253326,40.360849158757,0.09365220285892338,0.17333333333333337,0.07265232083811203,51,1.0,2026-06-16T13:13:17.753731+00:00,2026-06-23T04:17:13.330760+00:00 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8101652622491624,0.8786905812170753,0.5113949444456152,0.6857088432402296,26.440862093286672,0.3705594670589404,-0.022108843537414963,0.8226672570009078,49,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-23T05:31:01.990668+00:00 -TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6616591931336606,0.8969685906291934,0.010628782039402538,0.6976398426178404,35.27365016824347,3.4322337922431783,0.09152542372881356,0.3014989235647575,60,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T06:01:00.978188+00:00 +TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.6348851069093873,0.8850288011855599,0.010578454559476052,0.6883319003064058,36.18084997219409,3.409929561025304,0.07103825136612021,0.4185272753366379,61,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-23T06:33:34.500911+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15216568209521827,0.37796453879602965,0.06502662159367666,0.29797079340933813,90.33726988702747,0.06941482262146421,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-22T23:39:57.499399+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.40057178962674544,0.5661024569324605,0.006764603325129342,0.323317930241005,29.50275843644843,0.47722524462251287,0.21621086444742688,2.1002752883865278e-08,302,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T06:23:17.706602+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.40273884395231624,0.5676275217190598,0.006765785125772043,0.32403929154597766,29.400554551983966,0.47792545530266217,0.220510130483247,1.0372733967286865e-08,303,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-23T06:33:59.935000+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.40519730215333866,0.5287544315839078,0.05883406185198004,0.28694694299859,9.790961717185407,0.5513226404559831,-0.14285714285714285,0.7195436507936508,8,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-23T05:31:55.866899+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.19773819279861207,0.31987903442727766,0.38659832338259575,0.16587399714748963,83.06946885426625,0.3563470482974545,0.34774801735747424,3.857819059712589e-11,164,0.9634146341463414,2026-06-16T12:07:21.772238+00:00,2026-06-23T06:23:27.479944+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.1881928163527355,1.8351654619263689,0.11292340586854761,1.0266968052709669,16.796793541595676,4.377907788065889,0.31005010315355136,7.183337971091571e-07,117,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-23T06:23:35.400334+00:00 @@ -97,5 +97,5 @@ Toto-2.0-1B,nws_ksfo_observations_temperature/1h/short,Weather,1h,24,17.48424958 Toto-2.0-1B,open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Air Quality,1h,24,2.590361741525335,1.1153364349528176,0.3054988014348727,0.6489169481117353,27.527622690189276,5.089266342649488,-0.30064754856614245,0.0028787468342005205,47,1.0,2026-06-16T13:14:00.702950+00:00,2026-06-23T05:32:11.119874+00:00 Toto-2.0-1B,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.18599526889875687,0.40996753946503245,0.045023321393883174,0.20280005054634098,16.824732009515756,0.11555938223364977,-0.06737588652482271,0.49936382472146235,48,1.0,2026-06-16T13:14:04.647184+00:00,2026-06-23T04:18:07.420049+00:00 Toto-2.0-1B,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8469566506673539,0.8972363183704969,0.5852551339532693,0.4713457023156639,25.047364459000118,0.390101465398063,-0.0549645390070922,0.5815935713032607,48,1.0,2026-06-16T13:14:10.213066+00:00,2026-06-23T05:32:15.465252+00:00 -Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5083848885161102,0.8429521699743219,0.008730149005729541,0.4785549255287742,38.2132108374063,3.2730256252791072,0.08813559322033898,0.31975728802411785,60,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-23T06:01:42.101493+00:00 +Toto-2.0-1B,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.485533806407877,0.8346797163526231,0.008764325059953325,0.4745935912929249,38.68372650934187,3.250539076394768,0.07650273224043716,0.3836405594044726,61,1.0,2026-06-16T12:42:15.154825+00:00,2026-06-23T06:34:07.092901+00:00 Toto-2.0-1B,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.21454890313548508,0.4380375815076653,0.09230667659048004,0.24741707065880067,86.75453350642354,0.11500802622062778,0.19999999999999998,0.8166666666666667,5,1.0,2026-06-17T09:45:14.891814+00:00,2026-06-22T23:40:32.675151+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index e4df281ed7fcbf30a8824ddb7c549f6a390a94e3..712d5844741a7b6b018e0bc47843e5c48160821d 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-23T06:27:20.663866+00:00", + "generated_at": "2026-06-23T06:35:37.234258+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 888aebe5f3355a2063a8c0b1cc489bb0221b353e..e037792f207e034dea1727dc8d22f092fc450900 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,1.6201472581940184,1.6920871532526331,7.0,1,1,1.0 Air Quality,Moving-Average,2.893050202790447,1.8431151795555485,8.0,1,1,1.0 Air Quality,ARIMA,3.1366916154136733,2.235488447887549,9.0,1,1,1.0 Air Quality,ETS,20.095785279230252,5.821581271224181,10.0,1,1,1.0 -Finance,Moving-Average,0.9768912039611808,0.9041199742345858,1.0,1,1,1.0 -Finance,TimesFM-2.5,0.9752424259408047,0.9693508314931294,2.0,1,1,1.0 +Finance,Moving-Average,0.9858340451414829,0.9134837404144287,1.0,1,1,1.0 +Finance,TimesFM-2.5,0.9866322939604537,0.9772592155250465,2.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,3.0,1,1,1.0 -Finance,ETS,1.1504000677447808,1.0375191011776388,4.0,1,1,1.0 -Finance,Chronos-2,1.0188708553979666,1.0397113807652183,5.0,1,1,1.0 -Finance,Moirai-1.1-Large,1.1481381026191344,1.0658654148633797,6.0,1,1,1.0 -Finance,Toto-2.0-1B,1.0308783808102129,1.0716242278037806,7.0,1,1,1.0 -Finance,TiRex,1.0737099431265933,1.0920919945948344,8.0,1,1,1.0 -Finance,Timer-S1,1.059624529866335,1.2018331144252379,9.0,1,1,1.0 -Finance,ARIMA,1.2985952221114083,2.2058784205637423,10.0,1,1,1.0 +Finance,Chronos-2,1.0200927404862794,1.0402256445314852,4.0,1,1,1.0 +Finance,ETS,1.1335378649873784,1.0439065657103586,5.0,1,1,1.0 +Finance,Toto-2.0-1B,1.0297360091780343,1.059481103931446,6.0,1,1,1.0 +Finance,Moirai-1.1-Large,1.1994206990253153,1.0755497538564476,7.0,1,1,1.0 +Finance,TiRex,1.065325176487804,1.0798415784441948,8.0,1,1,1.0 +Finance,Timer-S1,1.0402514949741104,1.1848639837970778,9.0,1,1,1.0 +Finance,ARIMA,1.2791130531357535,2.1861983249374926,10.0,1,1,1.0 Hazards,ARIMA,0.49034210116083504,0.525940425110665,1.0,1,1,1.0 Hazards,Timer-S1,0.4707911190552971,0.5533377726949193,2.0,1,1,1.0 Hazards,TiRex,0.47163107406790294,0.5543833294992164,3.0,1,1,1.0 @@ -29,16 +29,16 @@ Hazards,TimesFM-2.5,0.4941578449801341,0.5916585821046686,7.0,1,1,1.0 Hazards,ETS,0.7096601052353839,0.6137021260760052,8.0,1,1,1.0 Hazards,Chronos-2,0.6746689602275138,0.6510134726799075,9.0,1,1,1.0 Hazards,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Hydrology,ARIMA,0.26544392552840274,0.2674461810051071,1.0,1,1,1.0 -Hydrology,Timer-S1,0.24592097971174454,0.33238078850515035,2.0,1,1,1.0 -Hydrology,Chronos-2,0.16352659629318447,0.3427626778953331,3.0,1,1,1.0 -Hydrology,TimesFM-2.5,0.1085603277656767,0.3610744860134147,4.0,1,1,1.0 -Hydrology,Moirai-1.1-Large,0.3563317452838687,0.38190348607587693,5.0,1,1,1.0 -Hydrology,Toto-2.0-1B,0.19960055919938618,0.4050281527473484,6.0,1,1,1.0 -Hydrology,TiRex,0.2792670136801402,0.41245148718576896,7.0,1,1,1.0 -Hydrology,ETS,0.3427851425915592,0.5878895682772571,8.0,1,1,1.0 +Hydrology,ETS,0.09692537748028585,0.2718282598374039,1.0,1,1,1.0 +Hydrology,TimesFM-2.5,0.04924726938100962,0.3062199371324899,2.0,1,1,1.0 +Hydrology,Timer-S1,0.04233164686545349,0.333501607440997,3.0,1,1,1.0 +Hydrology,Moirai-1.1-Large,0.262862223307903,0.42081124998752883,4.0,1,1,1.0 +Hydrology,TiRex,0.08153584064948255,0.46472844578145006,5.0,1,1,1.0 +Hydrology,ARIMA,0.09971060875834496,0.49253609945060717,6.0,1,1,1.0 +Hydrology,Chronos-2,0.06885952153267005,0.49391492224084615,7.0,1,1,1.0 +Hydrology,Toto-2.0-1B,0.19821705188506689,0.707619671519133,8.0,1,1,1.0 Hydrology,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Hydrology,Moving-Average,0.9422609557093864,1.1481815239205044,10.0,1,1,1.0 +Hydrology,Moving-Average,0.8355580238181247,1.258633012928236,10.0,1,1,1.0 Ocean,Toto-2.0-1B,0.12170180343723355,0.3462736668640049,2.0,2,2,1.0 Ocean,Timer-S1,0.25006989550855574,0.39188172800620064,3.0,2,2,1.0 Ocean,TiRex,0.9357387615222683,0.6107189136129899,4.0,2,2,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index eb61fe46ddba411f66a34fa2f81b1891b666083a..c97d808afac9570ee1a2b4e3e4b0d85ebf80959d 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -9,16 +9,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 10min,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 10min,Chronos-2,2.082811454281506,1.1024349664949393,9.0,1,1,1.0 10min,ETS,1.8045733795365564,1.3212352054780003,10.0,1,1,1.0 -15min,ARIMA,0.26544392552840274,0.2674461810051071,1.0,1,1,1.0 -15min,Timer-S1,0.24592097971174454,0.33238078850515035,2.0,1,1,1.0 -15min,Chronos-2,0.16352659629318447,0.3427626778953331,3.0,1,1,1.0 -15min,TimesFM-2.5,0.1085603277656767,0.3610744860134147,4.0,1,1,1.0 -15min,Moirai-1.1-Large,0.3563317452838687,0.38190348607587693,5.0,1,1,1.0 -15min,Toto-2.0-1B,0.19960055919938618,0.4050281527473484,6.0,1,1,1.0 -15min,TiRex,0.2792670136801402,0.41245148718576896,7.0,1,1,1.0 -15min,ETS,0.3427851425915592,0.5878895682772571,8.0,1,1,1.0 +15min,ETS,0.09692537748028585,0.2718282598374039,1.0,1,1,1.0 +15min,TimesFM-2.5,0.04924726938100962,0.3062199371324899,2.0,1,1,1.0 +15min,Timer-S1,0.04233164686545349,0.333501607440997,3.0,1,1,1.0 +15min,Moirai-1.1-Large,0.262862223307903,0.42081124998752883,4.0,1,1,1.0 +15min,TiRex,0.08153584064948255,0.46472844578145006,5.0,1,1,1.0 +15min,ARIMA,0.09971060875834496,0.49253609945060717,6.0,1,1,1.0 +15min,Chronos-2,0.06885952153267005,0.49391492224084615,7.0,1,1,1.0 +15min,Toto-2.0-1B,0.19821705188506689,0.707619671519133,8.0,1,1,1.0 15min,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -15min,Moving-Average,0.9422609557093864,1.1481815239205044,10.0,1,1,1.0 +15min,Moving-Average,0.8355580238181247,1.258633012928236,10.0,1,1,1.0 1D,Chronos-2,0.04071253165159637,0.1892525127243876,1.0,1,1,1.0 1D,Moirai-1.1-Large,0.04062120318371531,0.19019770381370607,2.0,1,1,1.0 1D,Timer-S1,0.06077160534510326,0.20427894348633588,3.0,1,1,1.0 @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 1D,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Timer-S1,0.4423007956858661,0.6825985274445634,4.166666666666667,6,6,1.0 -1h,Toto-2.0-1B,0.3509096068846327,0.6734081586829109,4.333333333333333,6,6,1.0 -1h,TimesFM-2.5,0.5068603952796956,0.7283028414542176,4.666666666666667,6,6,1.0 -1h,Chronos-2,0.5912937882519806,0.769870047049221,5.0,6,6,1.0 -1h,Moirai-1.1-Large,0.6263249280475458,0.7961913148304403,5.0,6,6,1.0 -1h,TiRex,0.613226633603183,0.7764205549161489,5.0,6,6,1.0 +1h,Timer-S1,0.44094265374694463,0.6809826844457103,4.166666666666667,6,6,1.0 +1h,Toto-2.0-1B,0.350844766646302,0.6721303231751763,4.166666666666667,6,6,1.0 +1h,TimesFM-2.5,0.5078422329696108,0.7292897934458455,4.666666666666667,6,6,1.0 +1h,Chronos-2,0.5914119144929421,0.7699334997064669,4.833333333333333,6,6,1.0 +1h,TiRex,0.6124258939376029,0.774962155513341,5.0,6,6,1.0 +1h,Moirai-1.1-Large,0.6309030090858533,0.7973924603788203,5.166666666666667,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,6.166666666666667,6,6,1.0 -1h,Moving-Average,1.1780636685396473,1.0738214317899735,6.333333333333333,6,6,1.0 -1h,ARIMA,1.0271484336682661,1.0514296714157427,6.5,6,6,1.0 -1h,ETS,3.9679896188375365,2.084622254774958,7.833333333333333,6,6,1.0 +1h,Moving-Average,1.1798542594050683,1.075667037663696,6.333333333333333,6,6,1.0 +1h,ARIMA,1.024563932067744,1.0498604115399597,6.5,6,6,1.0 +1h,ETS,3.9582362897684176,2.0867557772426397,8.0,6,6,1.0 6min,Chronos-2,0.011935306794004404,0.10967206379039823,1.0,1,1,1.0 6min,TimesFM-2.5,0.02525064339028565,0.1496169203584022,2.0,1,1,1.0 6min,Toto-2.0-1B,0.01789378579049537,0.18208080841401852,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index bbf21f51c0ae190bea7cbabcfde31ffc022e0465..e4624450d37583dfeface98d83a6093779201979 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.2901892075804647,0.43036710762897473,8.0,1,1,1.0 7,ARIMA,0.33053213401570275,0.4811809939436277,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Timer-S1,0.40672444202915947,0.6159114603621989,3.857142857142857,7,7,1.0 -24,TimesFM-2.5,0.4067109817175485,0.6588419760829343,4.571428571428571,7,7,1.0 -24,Toto-2.0-1B,0.3237356089253645,0.6262337843351077,4.571428571428571,7,7,1.0 -24,Chronos-2,0.4921056237269018,0.6858261010200358,4.714285714285714,7,7,1.0 -24,Moirai-1.1-Large,0.5778399021362616,0.7168641978637406,5.0,7,7,1.0 -24,TiRex,0.548050796700681,0.7093339021208332,5.285714285714286,7,7,1.0 -24,ARIMA,0.8466067369466445,0.864660054862019,5.714285714285714,7,7,1.0 +24,Timer-S1,0.31549608629734677,0.6149572225814925,4.0,7,7,1.0 +24,TimesFM-2.5,0.36388571437999806,0.6442612924389678,4.285714285714286,7,7,1.0 +24,Toto-2.0-1B,0.32336286722619645,0.6770891166623318,4.714285714285714,7,7,1.0 +24,Moirai-1.1-Large,0.5567284248818882,0.7278085545553232,5.0,7,7,1.0 +24,TiRex,0.45914814250520586,0.7203683168577054,5.0,7,7,1.0 +24,Chronos-2,0.43498277512763006,0.722620380888028,5.142857142857143,7,7,1.0 +24,ARIMA,0.734508008438042,0.9422699609449282,6.428571428571429,7,7,1.0 24,Seasonal-Naive,1.0,1.0,6.571428571428571,7,7,1.0 -24,Moving-Average,1.141069158873245,1.084141919131668,6.857142857142857,7,7,1.0 -24,ETS,2.7966300633284833,1.7397797910951471,7.857142857142857,7,7,1.0 +24,Moving-Average,1.1231065802584186,1.100078696630313,6.857142857142857,7,7,1.0 +24,ETS,2.3299665461610166,1.5596162968008016,7.0,7,7,1.0 60,Chronos-2,0.011935306794004404,0.10967206379039823,1.0,1,1,1.0 60,TimesFM-2.5,0.02525064339028565,0.1496169203584022,2.0,1,1,1.0 60,Toto-2.0-1B,0.01789378579049537,0.18208080841401852,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index fa85112deba8cb42816f00494a9bdbd32f75edf6..ff474482798d3bfdc966620d4d971ecaef01060b 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.3051353641667018,0.503867286522206,3.6,10,10,1.0 -Overall,Toto-2.0-1B,0.2261045017126797,0.5071922376737494,4.2,10,10,1.0 -Overall,Chronos-2,0.305465378983653,0.5263793840631245,4.4,10,10,1.0 -Overall,TimesFM-2.5,0.2718368170116151,0.5331962841905203,4.6,10,10,1.0 -Overall,Moirai-1.1-Large,0.44125886902065203,0.6142804385575787,4.8,10,10,1.0 -Overall,TiRex,0.46292355107991295,0.6118263374482982,4.9,10,10,1.0 -Overall,ARIMA,0.84615386717995,0.8378464590533367,6.2,10,10,1.0 -Overall,Moving-Average,0.9440063759689513,0.9587721568166342,6.9,10,10,1.0 +Overall,Timer-S1,0.25543366619090063,0.5033207068074744,3.7,10,10,1.0 +Overall,Toto-2.0-1B,0.22592223817541912,0.5356845688112326,4.3,10,10,1.0 +Overall,TimesFM-2.5,0.2514685347590173,0.5249085647354862,4.4,10,10,1.0 +Overall,Chronos-2,0.2801893392903645,0.5459919120464929,4.7,10,10,1.0 +Overall,TiRex,0.4089796403967008,0.618473204807777,4.7,10,10,1.0 +Overall,Moirai-1.1-Large,0.429910997276412,0.6208302517716093,4.8,10,10,1.0 +Overall,ARIMA,0.7660722208102144,0.8898061511652013,6.7,10,10,1.0 +Overall,Moving-Average,0.9335793367258571,0.96861623870559,6.9,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.2,10,10,1.0 -Overall,ETS,2.2253709767335947,1.4780271815755792,8.2,10,10,1.0 +Overall,ETS,1.9584057885624941,1.3691431530842402,7.6,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 4b7eea76761ac24d5d532c5d7a7098710c92c150..68a484c5de1efb4090f0338909729ae472abbd3d 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,442613.2643499859,1165351.661697759,964.9965386098869,1.4307229347616286,0.014946878767256325,0.015086074927262313,36.93396890203224,665.2918640341139,0.010345341171535667,0.015005772595406886,0.014050753372128725,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,470113.1653175042,1177542.5220404183,977.3712130890535,1.4490698716460422,0.015145119626379112,0.015282771879855833,37.14948160506097,685.6479893629852,0.010663932616776286,0.015201124949906008,0.014245921914777693,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,7.593872656247368,7.767905889057713,2.0541670094513194,1.2031163736856252,0.07288689077029968,0.07797187149296309,38.49013958177101,2.755698215742676,0.10379440500387625,0.07737096947211616,0.0750193446187416,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.40451940705985584,0.39869801400133703,0.44876726475068396,1.5932094867246696,0.3638349321611978,0.25874481502065033,61.60612367664885,0.636018401510409,0.4022547709747109,0.2838263372168792,0.28197669448239954,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.06870236629311223,0.05886187329336802,0.19945880140221947,1.4361032331385033,0.14653455523488057,0.13137955317557745,24.98757711976276,0.2621113623884173,0.17588087190326396,0.13384001204578283,0.12298274965196875,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,ARIMA,0.0393825324736053,0.0174155035 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,121.2684202071196,120.5497593550305,9.716546160610585,0.8137330296901094,0.511690483003559,0.41542359174297266,13.371392818048593,11.012194159526956,0.49372806971946764,0.4356381217695897,0.3966814201424939,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,18.003946323754267,17.690596040181102,4.059559477063374,2.1500298919279186,0.17963850081916188,0.1637385402183795,56.84694267210626,4.243105740345657,0.18589727764016112,0.17785582103898268,0.1677804352078612,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,28.68501291790885,29.895796119943384,3.621939231845507,0.6712474252068894,0.325905503879754,0.2909342451828902,7.111348989034693,5.355839142273491,0.42990013182128356,0.2907242192785691,0.2438674934359284,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,2488.536801828775,617.7115038894522,24.850203573063425,0.17856433705195274,0.010499352751128713,0.010481998678440367,1.1334684094559824,49.88523631124519,0.02107826886390642,0.010500086016787362,0.008506797541359686,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,405.0743480807764,608.6471739099854,24.669804248920588,0.17312143332575855,0.010517366535899247,0.010562818866835447,1.1534560199264958,20.126458905648963,0.008579662766173625,0.010516435203802738,0.00913335147116228,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,4067.103471310647,4387.267738267318,55.66131385661773,1.1877690226945654,0.25712822907986077,0.23053606163011905,7.208244292013654,63.77384629541053,0.25670898451286583,0.2240535922923083,0.16943375534234814,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index ccce3584cda4873c7bbbf519a0c7e24557d9426e..bd90fc0cb3ab9589d27bb618ed3f7a784c16ff90 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T06:27:20.246370+00:00", + "evaluated_at": "2026-06-23T06:35:36.875708+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64065.3515625, 63623.01953125, 63400.0, - 63060.01171875 + 62763.01953125 ], "p50": [ 63318.92966434221, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 981bce6778df90d9ec63482daad7ae6faf2a2d90..509c19cc3dfd222b241edce7cfb6df8a15430c11 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-23T06:05:00.837311+00:00", + "evaluated_at": "2026-06-23T06:35:36.910777+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2260.0, 2260.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2400.0, 2400.0, @@ -115,6 +101,13 @@ 2350.0, 2350.0, 2350.0, + 2350.0 + ], + "actuals": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0, 2350.0, 2350.0, @@ -127,353 +120,356 @@ 2350.0, 2350.0, 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, 2350.0 ], "p50": [ - 2374.5517948509673, - 2374.55163182661, - 2374.5513268765153, - 2374.5516445540925, - 2374.5517155167577, - 2374.5517150520527, - 2374.5517150619603, - 2374.551707947636, - 2374.551714116634, - 2374.551672249647, - 2374.5512294604537, - 2374.551715401712, - 2374.551636276342, - 2374.551715477058, - 2374.549025513656, - 2374.5495531234747, - 2374.550391291964, - 2374.551715401712, - 2374.551636276342, - 2374.5516996111974, - 2374.551702723106, - 2374.551476226189, - 2374.551701167152, - 2374.5495531234747 + 2325.3987489371193, + 2325.395840997833, + 2325.3961498577028, + 2325.396110063681, + 2325.3961217693673, + 2325.396117535312, + 2325.3961216022713, + 2325.3961204768116, + 2325.3961215938843, + 2325.396121452487, + 2325.3961215988306, + 2325.39612055857, + 2325.3961174869305, + 2325.396120674269, + 2325.39612159883, + 2325.396120674269, + 2325.3961216057933, + 2325.3961203957697, + 2325.3961214897454, + 2325.3961137131732, + 2325.3960534416688, + 2325.3957283228847, + 2325.3961137131732, + 2325.3957283228847 ], "p10": [ - 2345.728081249933, - 2347.7965457601777, - 2345.8380040820234, - 2341.480846079552, - 2347.7965588750876, - 2357.5215466852724, - 2356.549047907966, - 2357.5215466935956, - 2347.7965588217094, - 2356.5490479065943, - 2345.850224484616, - 2347.7965588216744, - 2341.6288266038528, - 2357.52213911656, - 2341.6288266038528, - 2357.521546693814, - 2357.521643296553, - 2360.607592940767, - 2345.7279995715685, - 2357.521643296553, - 2347.7965588216744, - 2357.521654030191, - 2345.318082274797, - 2347.5897028966638 + 2313.500277032296, + 2313.497249294135, + 2313.497550328575, + 2310.878247177015, + 2313.497530589285, + 2313.497529326663, + 2287.3048118770844, + 2310.878250217633, + 2316.2048642600885, + 2313.4975302724047, + 2313.497589318757, + 2310.8782502179915, + 2313.4975893187566, + 2323.8044638033048, + 2287.3048118736433, + 2313.4975293596817, + 2313.4975893187575, + 2313.497583414122, + 2315.0900799576416, + 2313.497583414122, + 2285.6962178104727, + 2314.926644253953, + 2314.9312960759535, + 2285.6962178104727 ], "p90": [ - 2424.652832140674, - 2423.9957655059197, - 2412.455479225909, - 2412.4550664577555, - 2423.9957786208297, - 2412.455066783228, - 2412.459170247396, - 2391.6818420686627, - 2419.1576639359364, - 2401.7768238340846, - 2401.0061784922523, - 2412.4550667917697, - 2401.77682383409, - 2413.129019615017, - 2423.9957785674164, - 2423.9957785674164, - 2412.455477137196, - 2412.4591702460298, - 2392.614275711218, - 2412.455477137196, - 2419.1576639359014, - 2401.77682383409, - 2413.129019615017, - 2412.455477137196 + 2375.1858958311404, + 2357.120083288611, + 2337.298502072609, + 2339.302862921083, + 2337.300939405959, + 2358.9266477974834, + 2337.3231440330455, + 2357.1203633537993, + 2357.1203633541954, + 2375.2044994532653, + 2375.4246707649922, + 2339.3028659620595, + 2357.1203633541577, + 2375.3961214742685, + 2358.926647830502, + 2357.1203633541577, + 2375.398976403341, + 2375.183208117602, + 2357.1203633541577, + 2358.926647830502, + 2337.298472889175, + 2337.2946538936785, + 2329.639825514268, + 2330.405308352209 ], "mean": [ - 2423.72618728105, - 2401.451619889877, - 2398.0193626054997, - 2385.7152071446685, - 2435.281531960994, - 2387.569939675389, - 2388.9698006102963, - 2386.0059530148083, - 2388.1849872418015, - 2432.0013800699676, - 2420.336967658941, - 2399.5123163408252, - 2397.0129666727717, - 2434.1935704230295, - 2408.820924795047, - 2434.050844596603, - 2388.4327149573064, - 2402.46685624385, - 2384.6005831856087, - 2410.8269539847465, - 2411.234857249445, - 2387.824127362031, - 2399.0989957987554, - 2421.5033370550987 + 2350.0464241355203, + 2337.9490209237574, + 2359.379209315673, + 2347.728229707504, + 2324.988251000378, + 2339.117574894811, + 2347.3959793739127, + 2337.557283821306, + 2386.0388279839785, + 2373.334032258006, + 2375.607993393511, + 2337.8815498743147, + 2349.981674022873, + 2352.494801843458, + 2337.3502185260104, + 2360.4308935714002, + 2353.315866676818, + 2351.2720002335964, + 2327.5811364174383, + 2372.1547916953305, + 2333.338663223651, + 2339.114497063815, + 2348.8379600116077, + 2346.786081886898 ], "quantiles": { "0.1": [ - 2345.728081249933, - 2347.7965457601777, - 2345.8380040820234, - 2341.480846079552, - 2347.7965588750876, - 2357.5215466852724, - 2356.549047907966, - 2357.5215466935956, - 2347.7965588217094, - 2356.5490479065943, - 2345.850224484616, - 2347.7965588216744, - 2341.6288266038528, - 2357.52213911656, - 2341.6288266038528, - 2357.521546693814, - 2357.521643296553, - 2360.607592940767, - 2345.7279995715685, - 2357.521643296553, - 2347.7965588216744, - 2357.521654030191, - 2345.318082274797, - 2347.5897028966638 + 2313.500277032296, + 2313.497249294135, + 2313.497550328575, + 2310.878247177015, + 2313.497530589285, + 2313.497529326663, + 2287.3048118770844, + 2310.878250217633, + 2316.2048642600885, + 2313.4975302724047, + 2313.497589318757, + 2310.8782502179915, + 2313.4975893187566, + 2323.8044638033048, + 2287.3048118736433, + 2313.4975293596817, + 2313.4975893187575, + 2313.497583414122, + 2315.0900799576416, + 2313.497583414122, + 2285.6962178104727, + 2314.926644253953, + 2314.9312960759535, + 2285.6962178104727 ], "0.2": [ - 2362.9701105768218, - 2362.9700158369606, - 2362.9700309871705, - 2369.844014684466, - 2374.0963428237064, - 2371.4747430807197, - 2362.9700288998233, - 2371.474850126645, - 2363.321102735392, - 2371.4748325979963, - 2363.2508879679776, - 2371.474743089261, - 2363.2508879679767, - 2371.474850126863, - 2360.6022455955326, - 2371.4748325980017, - 2371.474743089261, - 2372.4245395982834, - 2362.9473601274026, - 2372.027492215865, - 2371.916963798065, - 2371.474762482555, - 2362.9700288984573, - 2362.9700288984573 + 2323.8071606363246, + 2323.8041928572397, + 2324.1377910836636, + 2323.804461983269, + 2323.804465341122, + 2323.8044728897676, + 2323.8044650276865, + 2323.9743951625396, + 2325.183208930236, + 2324.9801284819305, + 2325.183207954279, + 2324.017428849328, + 2323.8044729227863, + 2324.980128481934, + 2323.804471343078, + 2323.8044729227863, + 2324.0168757229258, + 2323.8044729227863, + 2324.1377619002296, + 2323.8044729227863, + 2316.2048642600507, + 2324.0168757229258, + 2324.980128481934, + 2316.2048642600507 ], "0.3": [ - 2373.995870279363, - 2373.995762001983, - 2374.4512715088204, - 2373.9957940687777, - 2374.535849481564, - 2374.158524038331, - 2374.3714181014907, - 2374.1850983532804, - 2374.1850983535337, - 2374.4512694201017, - 2374.0956445258175, - 2374.451269420107, - 2372.5225937610808, - 2374.469423996319, - 2373.99577506348, - 2373.995794402792, - 2373.99577506348, - 2374.469471305282, - 2372.5225937610808, - 2374.451269420107, - 2374.4512718660353, - 2374.0962554897333, - 2374.0956445258166, - 2374.096517331412 + 2325.1858968877164, + 2325.3673605744298, + 2325.3733651246544, + 2325.1832061332016, + 2325.373336258097, + 2325.2257849114185, + 2325.374142598209, + 2325.3676404764337, + 2325.3928213360323, + 2325.392311752024, + 2325.37145374961, + 2325.3676406399763, + 2325.231815150113, + 2325.3923117367476, + 2325.3714413775488, + 2325.367640591021, + 2325.3923117585764, + 2325.225757197856, + 2325.372191959375, + 2325.211714464527, + 2325.183209174178, + 2325.231815150113, + 2325.3714537496094, + 2324.0168757229258 ], "0.4": [ - 2374.5369089720793, - 2374.533554049017, - 2374.536829382428, - 2374.5368269597006, - 2374.5513248412153, - 2374.538590784426, - 2374.549025515022, - 2374.536855785751, - 2374.5487898966794, - 2374.5335677418293, - 2374.4854759240566, - 2374.5495531234747, - 2374.5335677418348, - 2374.5516448881067, - 2374.4854759240557, - 2374.4693136087403, - 2374.479074076546, - 2374.551324787802, - 2374.4790109979294, - 2374.5368557859692, - 2374.5449608683966, - 2374.5335677418348, - 2374.5368443890675, - 2374.469408226665 + 2325.387731793494, + 2325.39533190838, + 2325.395738172076, + 2325.3926137689546, + 2325.3960537585453, + 2325.3926177699072, + 2325.396066422622, + 2325.392821832134, + 2325.3961132263985, + 2325.3960664191773, + 2325.3959233941555, + 2325.393181515264, + 2325.3928201775007, + 2325.396066419181, + 2325.3956527819373, + 2325.3960534416688, + 2325.3960950998826, + 2325.393181515264, + 2325.396062539712, + 2325.392616809931, + 2325.371448800785, + 2325.3923117585764, + 2325.3956119739264, + 2325.3676406399763 ], "0.5": [ - 2374.5517948509673, - 2374.55163182661, - 2374.5513268765153, - 2374.5516445540925, - 2374.5517155167577, - 2374.5517150520527, - 2374.5517150619603, - 2374.551707947636, - 2374.551714116634, - 2374.551672249647, - 2374.5512294604537, - 2374.551715401712, - 2374.551636276342, - 2374.551715477058, - 2374.549025513656, - 2374.5495531234747, - 2374.550391291964, - 2374.551715401712, - 2374.551636276342, - 2374.5516996111974, - 2374.551702723106, - 2374.551476226189, - 2374.551701167152, - 2374.5495531234747 + 2325.3987489371193, + 2325.395840997833, + 2325.3961498577028, + 2325.396110063681, + 2325.3961217693673, + 2325.396117535312, + 2325.3961216022713, + 2325.3961204768116, + 2325.3961215938843, + 2325.396121452487, + 2325.3961215988306, + 2325.39612055857, + 2325.3961174869305, + 2325.396120674269, + 2325.39612159883, + 2325.396120674269, + 2325.3961216057933, + 2325.3961203957697, + 2325.3961214897454, + 2325.3961137131732, + 2325.3960534416688, + 2325.3957283228847, + 2325.3961137131732, + 2325.3957283228847 ], "0.6": [ - 2374.551797157205, - 2374.5517024155615, - 2374.5517175641776, - 2374.551714863027, - 2374.551734983849, - 2374.5517155267285, - 2374.551715499033, - 2374.5517155914567, - 2374.551715477033, - 2374.5517154976615, - 2374.5517154677996, - 2374.551715591675, - 2374.55171547728, - 2374.5517189917505, - 2374.5517154754643, - 2374.55171547694, - 2374.551715401712, - 2374.5517154788404, - 2374.5517154776126, - 2374.5517154744803, - 2374.5517154788404, - 2374.5517154776126, - 2374.5517154806817, - 2374.5517154687827 + 2325.3988093277057, + 2325.3958415500815, + 2325.396150798908, + 2325.3961185743087, + 2325.396121932251, + 2325.396121582633, + 2325.396121619117, + 2325.396121615265, + 2325.3961216157136, + 2325.396121615673, + 2325.396121616068, + 2325.3961216156235, + 2325.396121615285, + 2325.396121615285, + 2325.396121615676, + 2325.396121615676, + 2325.396121615679, + 2325.3961216044004, + 2325.396121615676, + 2325.3961216134226, + 2325.39612060485, + 2325.3961216044004, + 2325.3961216130224, + 2325.3961214524907 ], "0.7": [ - 2374.652832775737, - 2375.1109023812264, - 2374.552313486324, - 2374.5518228125216, - 2376.9448976737817, - 2374.652751088831, - 2374.5948045856426, - 2374.652751097154, - 2374.5518231465708, - 2374.5518231465303, - 2374.5517161119856, - 2374.6527510973724, - 2374.5523113976105, - 2375.110915442723, - 2374.5517613952657, - 2374.5517613952657, - 2374.569970364378, - 2377.150002554287, - 2374.551969621858, - 2374.5517161119847, - 2374.6527510973724, - 2374.5531220969438, - 2375.110916497191, - 2374.5517613952657 + 2325.398809351095, + 2325.3958415530565, + 2325.396150807723, + 2325.3961185747003, + 2325.3961219354796, + 2325.3961228054773, + 2325.396122841937, + 2325.396121623931, + 2325.396121618641, + 2325.396189952525, + 2325.3999405951845, + 2325.396122097024, + 2325.39612161583, + 2325.396121615728, + 2325.396632474796, + 2325.396122097024, + 2325.396632474796, + 2325.396121615728, + 2325.3961307569934, + 2325.3961216156963, + 2325.3961216156763, + 2325.3961216156763, + 2325.3961216156963, + 2325.3961216156476 ], "0.8": [ - 2393.54679103192, - 2391.5995335485154, - 2377.6318811467763, - 2377.64673211833, - 2388.5540978377003, - 2377.6467285530166, - 2383.6482737878628, - 2377.646732452126, - 2377.631879058098, - 2377.6285807334248, - 2377.6292403983575, - 2377.6467480154874, - 2377.631879058063, - 2383.6482737864967, - 2378.6396018889886, - 2378.6396018889886, - 2378.6396018889886, - 2391.681734396903, - 2377.6292403983566, - 2377.6292403983566, - 2382.6110173829925, - 2377.646728561558, - 2377.6467480154874, - 2377.6322102990557 + 2325.6830818964345, + 2325.4613653358674, + 2325.6095730430116, + 2325.3962754160057, + 2325.609544045594, + 2326.988281134275, + 2326.9877703094758, + 2325.6095438592192, + 2326.9877703060724, + 2326.991580165655, + 2326.9915813884845, + 2326.9877703060347, + 2325.6095438595776, + 2326.168590442143, + 2326.9882811672937, + 2326.9889409669668, + 2326.991581388484, + 2325.680394182896, + 2326.9889409669668, + 2325.396632474796, + 2325.609543696002, + 2325.3972940988738, + 2325.424670786873, + 2325.396632474796 ], "0.9": [ - 2424.652832140674, - 2423.9957655059197, - 2412.455479225909, - 2412.4550664577555, - 2423.9957786208297, - 2412.455066783228, - 2412.459170247396, - 2391.6818420686627, - 2419.1576639359364, - 2401.7768238340846, - 2401.0061784922523, - 2412.4550667917697, - 2401.77682383409, - 2413.129019615017, - 2423.9957785674164, - 2423.9957785674164, - 2412.455477137196, - 2412.4591702460298, - 2392.614275711218, - 2412.455477137196, - 2419.1576639359014, - 2401.77682383409, - 2413.129019615017, - 2412.455477137196 + 2375.1858958311404, + 2357.120083288611, + 2337.298502072609, + 2339.302862921083, + 2337.300939405959, + 2358.9266477974834, + 2337.3231440330455, + 2357.1203633537993, + 2357.1203633541954, + 2375.2044994532653, + 2375.4246707649922, + 2339.3028659620595, + 2357.1203633541577, + 2375.3961214742685, + 2358.926647830502, + 2357.1203633541577, + 2375.398976403341, + 2375.183208117602, + 2357.1203633541577, + 2358.926647830502, + 2337.298472889175, + 2337.2946538936785, + 2329.639825514268, + 2330.405308352209 ] }, "timestamps": [ - "2026-06-22 18:55:00", - "2026-06-22 19:10:00", - "2026-06-22 19:25:00", - "2026-06-22 19:40:00", "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", @@ -589,6 +585,10 @@ "2026-06-23 23:55:00", "2026-06-24 00:10:00", "2026-06-24 00:25:00", - "2026-06-24 00:40:00" + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 09d91efb317bdc07b317a26adb90b23e94558563..613e9831279cc70479749a64f92b151b643fa27f 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T06:27:20.391249+00:00", + "evaluated_at": "2026-06-23T06:35:36.927718+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index b513a8f29a9f9241e125b7c8bbad82bdb6217034..f8af69a8ba10cbfe622f1eb70c04492fe46f22f2 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -14,4 +14,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 2026-06-22,Chronos-2,4.900,4.000,4.000,4.600,4.900,4.600,2.900,4.600,5.000,4.700 -2026-06-23,Chronos-2,4.500,4.400,4.400,4.400,4.500,4.500,3.900,4.400,4.500,4.600 +2026-06-23,Chronos-2,4.600,4.700,4.600,4.600,4.600,4.700,4.000,4.600,4.600,4.800 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index c37e223618875a709daa7b3c931e9b06d43aab6a..e583fb18937af98b4653a2cbc1725b2552ac7f6e 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.7,4.2,4.2,4.5,4.7,4.55,3.4,4.5,4.75,4.65 +2026-W26,Chronos-Bolt-Mini,4.75,4.35,4.3,4.6,4.75,4.65,3.45,4.6,4.8,4.75 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 07f2bf9be4ba17bfce252878d58f50c323673089..dea961c3003a857653b1e18af97281fc1479a268 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,347271.99636967975,347271.99636967975,444.9283854166667,0.6596596152138408,0.006894989639233834,0.006920918142882148,8.395292634005274,589.2978842399485,0.009163628767619789,0.006918671628005822,0.006622635251853149,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,374915.2789675395,374915.2789675395,457.3030598958333,0.6780065520982544,0.007095182628174298,0.0071176028553392905,8.912095657931822,612.3032573549968,0.00952319671138062,0.007112467464107236,0.006778421306387492,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.5295659158333971,0.5295659158333971,0.5971391995747884,0.3497417420650002,0.02245494588045587,0.022608952534132254,2.791484631303323,0.727712797629255,0.027409574971647723,0.02249147151537862,0.028857158475148265,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0024492216991304143,0.0024492216991304143,0.039379141728083294,0.13980347299866633,0.029894903075885788,0.029134626490446392,1.0056034857572103,0.04948961203253077,0.03130008896990563,0.024905643609356456,0.026978580217679,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.15447521030910888,0.15447521030910888,0.3346177372667525,2.4092474785568734,0.24387311741509599,0.2069979031902291,37.89875017178057,0.39303334503462795,0.26373159401349733,0.22453379681252011,0.15851456416079654,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.6902889108959774,0.690288 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,77.29272915790447,77.29272915790447,7.769948919614156,0.6507110623861541,0.4023443782787557,0.3392248863694573,4.091293073855636,8.791628356448223,0.3941697390401421,0.34836308062922416,0.2505817610751617,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.7790701784413917,0.7790701784413917,0.603561798731486,0.3196592921548219,0.026135157203159457,0.025441035953235863,2.9927784365198087,0.8826495218609659,0.038670293239257525,0.026443011826201127,0.024202957060331626,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,39.46813417330956,39.46813417330956,4.179070393244426,0.7744995323387354,0.344803092018972,0.3457903312047194,11.154640481278705,6.282366924440943,0.5042702548046242,0.3354437773841679,0.30186123027539263,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1533.0618402486045,1533.0618402486045,33.53766886393229,0.24098923734562128,0.01425654345933991,0.014120724320504688,0.985216700388286,39.15433360751533,0.016544084622893803,0.01417084599884463,0.01090242790019195,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,279.7418062264721,279.7418062264721,15.182281494140625,0.10654232627467104,0.006486450910494719,0.006494114357996288,0.9889105188916302,16.725483736695693,0.007129868733227293,0.0064720205303619004,0.009158919694839153,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,500.9560698209929,500.9560698209929,18.11480930873326,0.3865559013636973,0.08015353536795389,0.07597427266098551,3.5947329078978276,22.382047936258935,0.09009450003094455,0.07291757628587281,0.06663971424986322,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index fef9025f724e4357fdefaa3a03370e5984865113..61436a119e8e35d10f089f3ad12d464b5bcd2fa3 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T06:21:51.885845+00:00", + "evaluated_at": "2026-06-23T06:32:51.303877+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64065.3515625, 63623.01953125, 63400.0, - 63060.01171875 + 62763.01953125 ], "p50": [ 64047.75, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 81e32a386e8f7b9a933628c1f324096c2be51763..cbd145ffaa6cc0313b6ba2ea613c91e7944e600c 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-23T05:59:59.086304+00:00", + "evaluated_at": "2026-06-23T06:33:00.264243+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2260.0, 2260.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2400.0, 2400.0, @@ -115,6 +101,13 @@ 2350.0, 2350.0, 2350.0, + 2350.0 + ], + "actuals": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0, 2350.0, 2350.0, @@ -127,353 +120,356 @@ 2350.0, 2350.0, 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, 2350.0 ], "p50": [ - 2394.965087890625, - 2393.5263671875, - 2394.380126953125, - 2393.94873046875, - 2393.666259765625, - 2395.1982421875, - 2397.21923828125, - 2397.015869140625, - 2396.395751953125, - 2396.900634765625, - 2398.269775390625, - 2396.620361328125, - 2396.759765625, - 2396.765869140625, - 2397.76171875, - 2396.12939453125, - 2399.4677734375, - 2398.909912109375, - 2398.6259765625, - 2397.783935546875, - 2397.55322265625, - 2398.6357421875, - 2398.810302734375, - 2399.433837890625 + 2346.322021484375, + 2344.96435546875, + 2343.202880859375, + 2340.48583984375, + 2338.5859375, + 2337.279296875, + 2336.294921875, + 2334.9482421875, + 2333.59814453125, + 2332.787109375, + 2332.76904296875, + 2332.269775390625, + 2333.19921875, + 2332.51220703125, + 2333.143798828125, + 2333.33447265625, + 2328.68701171875, + 2330.98046875, + 2333.616455078125, + 2337.143798828125, + 2336.94580078125, + 2338.5224609375, + 2339.558349609375, + 2338.892578125 ], "p10": [ - 2374.89013671875, - 2366.979248046875, - 2360.84326171875, - 2353.547119140625, - 2347.483154296875, - 2345.11376953125, - 2340.63427734375, - 2336.84619140625, - 2332.72265625, - 2328.9140625, - 2323.559814453125, - 2318.640380859375, - 2312.55029296875, - 2310.2578125, - 2308.276123046875, - 2304.486083984375, - 2300.72216796875, - 2297.514404296875, - 2293.93115234375, - 2291.04150390625, - 2288.484619140625, - 2285.8974609375, - 2281.37109375, - 2279.912841796875 + 2327.647705078125, + 2313.524658203125, + 2304.04638671875, + 2294.6318359375, + 2287.18359375, + 2281.60888671875, + 2277.1923828125, + 2272.0615234375, + 2270.7421875, + 2266.925537109375, + 2267.953857421875, + 2265.92041015625, + 2263.485107421875, + 2262.75244140625, + 2259.877685546875, + 2256.768310546875, + 2257.847900390625, + 2257.37060546875, + 2257.721923828125, + 2257.05322265625, + 2258.630615234375, + 2255.40185546875, + 2256.207275390625, + 2257.279296875 ], "p90": [ - 2412.53759765625, - 2415.130859375, - 2419.704833984375, - 2426.466552734375, - 2430.17138671875, - 2434.903076171875, - 2440.71630859375, - 2445.28369140625, - 2447.5205078125, - 2453.4609375, - 2460.276611328125, - 2461.893798828125, - 2465.7646484375, - 2471.375244140625, - 2475.138671875, - 2475.94287109375, - 2473.947509765625, - 2475.925048828125, - 2478.12744140625, - 2478.425537109375, - 2480.11572265625, - 2482.8056640625, - 2484.63818359375, - 2484.970703125 + 2364.69140625, + 2371.32275390625, + 2378.7705078125, + 2385.47265625, + 2388.3154296875, + 2392.61767578125, + 2396.6923828125, + 2398.56494140625, + 2400.720458984375, + 2403.591796875, + 2406.290283203125, + 2409.900390625, + 2413.81396484375, + 2417.430419921875, + 2418.849365234375, + 2421.91845703125, + 2433.65234375, + 2436.487548828125, + 2441.37841796875, + 2442.44287109375, + 2444.161376953125, + 2448.163818359375, + 2447.28076171875, + 2449.379150390625 ], "mean": [ - 2394.965087890625, - 2393.5263671875, - 2394.380126953125, - 2393.94873046875, - 2393.666259765625, - 2395.1982421875, - 2397.21923828125, - 2397.015869140625, - 2396.395751953125, - 2396.900634765625, - 2398.269775390625, - 2396.620361328125, - 2396.759765625, - 2396.765869140625, - 2397.76171875, - 2396.12939453125, - 2399.4677734375, - 2398.909912109375, - 2398.6259765625, - 2397.783935546875, - 2397.55322265625, - 2398.6357421875, - 2398.810302734375, - 2399.433837890625 + 2346.322021484375, + 2344.96435546875, + 2343.202880859375, + 2340.48583984375, + 2338.5859375, + 2337.279296875, + 2336.294921875, + 2334.9482421875, + 2333.59814453125, + 2332.787109375, + 2332.76904296875, + 2332.269775390625, + 2333.19921875, + 2332.51220703125, + 2333.143798828125, + 2333.33447265625, + 2328.68701171875, + 2330.98046875, + 2333.616455078125, + 2337.143798828125, + 2336.94580078125, + 2338.5224609375, + 2339.558349609375, + 2338.892578125 ], "quantiles": { "0.1": [ - 2374.89013671875, - 2366.979248046875, - 2360.84326171875, - 2353.547119140625, - 2347.483154296875, - 2345.11376953125, - 2340.63427734375, - 2336.84619140625, - 2332.72265625, - 2328.9140625, - 2323.559814453125, - 2318.640380859375, - 2312.55029296875, - 2310.2578125, - 2308.276123046875, - 2304.486083984375, - 2300.72216796875, - 2297.514404296875, - 2293.93115234375, - 2291.04150390625, - 2288.484619140625, - 2285.8974609375, - 2281.37109375, - 2279.912841796875 + 2327.647705078125, + 2313.524658203125, + 2304.04638671875, + 2294.6318359375, + 2287.18359375, + 2281.60888671875, + 2277.1923828125, + 2272.0615234375, + 2270.7421875, + 2266.925537109375, + 2267.953857421875, + 2265.92041015625, + 2263.485107421875, + 2262.75244140625, + 2259.877685546875, + 2256.768310546875, + 2257.847900390625, + 2257.37060546875, + 2257.721923828125, + 2257.05322265625, + 2258.630615234375, + 2255.40185546875, + 2256.207275390625, + 2257.279296875 ], "0.2": [ - 2374.89013671875, - 2366.979248046875, - 2360.84326171875, - 2353.547119140625, - 2347.483154296875, - 2345.11376953125, - 2340.63427734375, - 2336.84619140625, - 2332.72265625, - 2328.9140625, - 2323.559814453125, - 2318.640380859375, - 2312.55029296875, - 2310.2578125, - 2308.276123046875, - 2304.486083984375, - 2300.72216796875, - 2297.514404296875, - 2293.93115234375, - 2291.04150390625, - 2288.484619140625, - 2285.8974609375, - 2281.37109375, - 2279.912841796875 + 2327.647705078125, + 2313.524658203125, + 2304.04638671875, + 2294.6318359375, + 2287.18359375, + 2281.60888671875, + 2277.1923828125, + 2272.0615234375, + 2270.7421875, + 2266.925537109375, + 2267.953857421875, + 2265.92041015625, + 2263.485107421875, + 2262.75244140625, + 2259.877685546875, + 2256.768310546875, + 2257.847900390625, + 2257.37060546875, + 2257.721923828125, + 2257.05322265625, + 2258.630615234375, + 2255.40185546875, + 2256.207275390625, + 2257.279296875 ], "0.3": [ - 2374.89013671875, - 2366.979248046875, - 2360.84326171875, - 2353.547119140625, - 2347.483154296875, - 2345.11376953125, - 2340.63427734375, - 2336.84619140625, - 2332.72265625, - 2328.9140625, - 2323.559814453125, - 2318.640380859375, - 2312.55029296875, - 2310.2578125, - 2308.276123046875, - 2304.486083984375, - 2300.72216796875, - 2297.514404296875, - 2293.93115234375, - 2291.04150390625, - 2288.484619140625, - 2285.8974609375, - 2281.37109375, - 2279.912841796875 + 2327.647705078125, + 2313.524658203125, + 2304.04638671875, + 2294.6318359375, + 2287.18359375, + 2281.60888671875, + 2277.1923828125, + 2272.0615234375, + 2270.7421875, + 2266.925537109375, + 2267.953857421875, + 2265.92041015625, + 2263.485107421875, + 2262.75244140625, + 2259.877685546875, + 2256.768310546875, + 2257.847900390625, + 2257.37060546875, + 2257.721923828125, + 2257.05322265625, + 2258.630615234375, + 2255.40185546875, + 2256.207275390625, + 2257.279296875 ], "0.4": [ - 2394.965087890625, - 2393.5263671875, - 2394.380126953125, - 2393.94873046875, - 2393.666259765625, - 2395.1982421875, - 2397.21923828125, - 2397.015869140625, - 2396.395751953125, - 2396.900634765625, - 2398.269775390625, - 2396.620361328125, - 2396.759765625, - 2396.765869140625, - 2397.76171875, - 2396.12939453125, - 2399.4677734375, - 2398.909912109375, - 2398.6259765625, - 2397.783935546875, - 2397.55322265625, - 2398.6357421875, - 2398.810302734375, - 2399.433837890625 + 2346.322021484375, + 2344.96435546875, + 2343.202880859375, + 2340.48583984375, + 2338.5859375, + 2337.279296875, + 2336.294921875, + 2334.9482421875, + 2333.59814453125, + 2332.787109375, + 2332.76904296875, + 2332.269775390625, + 2333.19921875, + 2332.51220703125, + 2333.143798828125, + 2333.33447265625, + 2328.68701171875, + 2330.98046875, + 2333.616455078125, + 2337.143798828125, + 2336.94580078125, + 2338.5224609375, + 2339.558349609375, + 2338.892578125 ], "0.5": [ - 2394.965087890625, - 2393.5263671875, - 2394.380126953125, - 2393.94873046875, - 2393.666259765625, - 2395.1982421875, - 2397.21923828125, - 2397.015869140625, - 2396.395751953125, - 2396.900634765625, - 2398.269775390625, - 2396.620361328125, - 2396.759765625, - 2396.765869140625, - 2397.76171875, - 2396.12939453125, - 2399.4677734375, - 2398.909912109375, - 2398.6259765625, - 2397.783935546875, - 2397.55322265625, - 2398.6357421875, - 2398.810302734375, - 2399.433837890625 + 2346.322021484375, + 2344.96435546875, + 2343.202880859375, + 2340.48583984375, + 2338.5859375, + 2337.279296875, + 2336.294921875, + 2334.9482421875, + 2333.59814453125, + 2332.787109375, + 2332.76904296875, + 2332.269775390625, + 2333.19921875, + 2332.51220703125, + 2333.143798828125, + 2333.33447265625, + 2328.68701171875, + 2330.98046875, + 2333.616455078125, + 2337.143798828125, + 2336.94580078125, + 2338.5224609375, + 2339.558349609375, + 2338.892578125 ], "0.6": [ - 2394.965087890625, - 2393.5263671875, - 2394.380126953125, - 2393.94873046875, - 2393.666259765625, - 2395.1982421875, - 2397.21923828125, - 2397.015869140625, - 2396.395751953125, - 2396.900634765625, - 2398.269775390625, - 2396.620361328125, - 2396.759765625, - 2396.765869140625, - 2397.76171875, - 2396.12939453125, - 2399.4677734375, - 2398.909912109375, - 2398.6259765625, - 2397.783935546875, - 2397.55322265625, - 2398.6357421875, - 2398.810302734375, - 2399.433837890625 + 2346.322021484375, + 2344.96435546875, + 2343.202880859375, + 2340.48583984375, + 2338.5859375, + 2337.279296875, + 2336.294921875, + 2334.9482421875, + 2333.59814453125, + 2332.787109375, + 2332.76904296875, + 2332.269775390625, + 2333.19921875, + 2332.51220703125, + 2333.143798828125, + 2333.33447265625, + 2328.68701171875, + 2330.98046875, + 2333.616455078125, + 2337.143798828125, + 2336.94580078125, + 2338.5224609375, + 2339.558349609375, + 2338.892578125 ], "0.7": [ - 2394.965087890625, - 2393.5263671875, - 2394.380126953125, - 2393.94873046875, - 2393.666259765625, - 2395.1982421875, - 2397.21923828125, - 2397.015869140625, - 2396.395751953125, - 2396.900634765625, - 2398.269775390625, - 2396.620361328125, - 2396.759765625, - 2396.765869140625, - 2397.76171875, - 2396.12939453125, - 2399.4677734375, - 2398.909912109375, - 2398.6259765625, - 2397.783935546875, - 2397.55322265625, - 2398.6357421875, - 2398.810302734375, - 2399.433837890625 + 2346.322021484375, + 2344.96435546875, + 2343.202880859375, + 2340.48583984375, + 2338.5859375, + 2337.279296875, + 2336.294921875, + 2334.9482421875, + 2333.59814453125, + 2332.787109375, + 2332.76904296875, + 2332.269775390625, + 2333.19921875, + 2332.51220703125, + 2333.143798828125, + 2333.33447265625, + 2328.68701171875, + 2330.98046875, + 2333.616455078125, + 2337.143798828125, + 2336.94580078125, + 2338.5224609375, + 2339.558349609375, + 2338.892578125 ], "0.8": [ - 2412.53759765625, - 2415.130859375, - 2419.704833984375, - 2426.466552734375, - 2430.17138671875, - 2434.903076171875, - 2440.71630859375, - 2445.28369140625, - 2447.5205078125, - 2453.4609375, - 2460.276611328125, - 2461.893798828125, - 2465.7646484375, - 2471.375244140625, - 2475.138671875, - 2475.94287109375, - 2473.947509765625, - 2475.925048828125, - 2478.12744140625, - 2478.425537109375, - 2480.11572265625, - 2482.8056640625, - 2484.63818359375, - 2484.970703125 + 2364.69140625, + 2371.32275390625, + 2378.7705078125, + 2385.47265625, + 2388.3154296875, + 2392.61767578125, + 2396.6923828125, + 2398.56494140625, + 2400.720458984375, + 2403.591796875, + 2406.290283203125, + 2409.900390625, + 2413.81396484375, + 2417.430419921875, + 2418.849365234375, + 2421.91845703125, + 2433.65234375, + 2436.487548828125, + 2441.37841796875, + 2442.44287109375, + 2444.161376953125, + 2448.163818359375, + 2447.28076171875, + 2449.379150390625 ], "0.9": [ - 2412.53759765625, - 2415.130859375, - 2419.704833984375, - 2426.466552734375, - 2430.17138671875, - 2434.903076171875, - 2440.71630859375, - 2445.28369140625, - 2447.5205078125, - 2453.4609375, - 2460.276611328125, - 2461.893798828125, - 2465.7646484375, - 2471.375244140625, - 2475.138671875, - 2475.94287109375, - 2473.947509765625, - 2475.925048828125, - 2478.12744140625, - 2478.425537109375, - 2480.11572265625, - 2482.8056640625, - 2484.63818359375, - 2484.970703125 + 2364.69140625, + 2371.32275390625, + 2378.7705078125, + 2385.47265625, + 2388.3154296875, + 2392.61767578125, + 2396.6923828125, + 2398.56494140625, + 2400.720458984375, + 2403.591796875, + 2406.290283203125, + 2409.900390625, + 2413.81396484375, + 2417.430419921875, + 2418.849365234375, + 2421.91845703125, + 2433.65234375, + 2436.487548828125, + 2441.37841796875, + 2442.44287109375, + 2444.161376953125, + 2448.163818359375, + 2447.28076171875, + 2449.379150390625 ] }, "timestamps": [ - "2026-06-22 18:55:00", - "2026-06-22 19:10:00", - "2026-06-22 19:25:00", - "2026-06-22 19:40:00", "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", @@ -589,6 +585,10 @@ "2026-06-23 23:55:00", "2026-06-24 00:10:00", "2026-06-24 00:25:00", - "2026-06-24 00:40:00" + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 23d0cbae69276dd6af8de47e7053cff05da766ed..0c929d5b6d4c4e542f4bcb1a1a7af869a771341c 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T06:22:11.238760+00:00", + "evaluated_at": "2026-06-23T06:33:08.265970+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index e629f690914d0eafe3e84d367c41a83123a91d54..9b9ee206cda7e64ba6e3d1cc9792c921eebdf9a2 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,392102.4200790405,388031.55105334567,490.2741957190586,0.7268902095208841,0.007593247373223227,0.0076292803368475555,12.202816780441145,626.1808205934134,0.009737161348750323,0.007623802569234238,0.006608671118780089,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,416609.8316408205,412391.38495424174,502.64887019822527,0.7452371464052976,0.007793025558710853,0.007825968427935178,12.93669425581769,645.453198644813,0.010038780138516641,0.007817734121371253,0.006802407289310631,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,40.80650449467975,42.26480901897464,5.524301652595784,3.2355586185720284,0.20205608092167893,0.23458602600461984,86.30682403553787,6.387996907848324,0.24060629514107576,0.20807488999247237,0.19508424028346397,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,1.0423832925863477,1.044524679475747,0.7616127605820194,2.7038707380850435,0.6049613664931831,0.37820679021399844,103.08932287704717,1.0209717393671323,0.6457214951886211,0.4816878974755947,0.4754255523104628,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.13383921609855534,0.13204009928288404,0.29878386603162704,2.151243630269135,0.2195093762633147,0.18738830211489793,40.205145871505124,0.3658404243636224,0.2454847139330934,0.20048870216620862,0.18997494556628536,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,ETS,0.4240181329892832,0.378208032512 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,776.9281881771309,770.8096135788301,24.032104133407003,2.012620182424637,1.4898868549375746,0.7354759899147574,61.16691345134234,27.873431582371246,1.249696052599654,1.0774714115278523,1.0330239587354457,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,125.91726601876819,123.5617349885365,10.039651324475631,5.317214977170625,0.4443142918775933,0.350552347570307,181.1120224247783,11.221286290740833,0.49162257570787044,0.43985324992735614,0.4306136237971852,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,41.51511615626996,37.6888196686636,3.9582545297699423,0.7335761290693331,0.316456996361654,0.3232763124692208,7.688389864759723,6.443222497808838,0.5171817389545555,0.3177194271387245,0.2845607450139711,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,3213.6107117958672,3180.5910737585714,47.41954501596206,0.3407392456236795,0.0201644903448616,0.019880750109537895,5.318259595201379,56.6887176764113,0.0239529792998921,0.020036427471533263,0.018699304343091132,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,393.7593460136612,385.93343527300505,11.809171943344381,0.08287138205855706,0.005073003290697933,0.005037202453226888,3.218162357695171,19.843370328995555,0.00845898557541551,0.005034105268921229,0.005040651923095,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,2988.430088256631,3159.454994258695,47.34586560348186,1.0103238428999073,0.21789064972326036,0.19756149525457772,7.521909784792015,54.66653535991311,0.22004930852178942,0.19058140265921394,0.1422054124490808,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 2165e78e4091be8cce6eac9b84526805316eb351..1a553665e5174966df93cb4c282314b3ac23e6b1 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-23T06:27:20.437665+00:00", + "evaluated_at": "2026-06-23T06:35:36.994244+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64065.3515625, 63623.01953125, 63400.0, - 63060.01171875 + 62763.01953125 ], "p50": [ 64011.35491303308, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 50600813eb0a3b37d4c031bfd5704b7adbd952b3..6403e9cf9aefc0d2b2534bdcfe7481a75b9f79d4 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-23T06:05:00.954861+00:00", + "evaluated_at": "2026-06-23T06:35:37.023845+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2260.0, 2260.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2400.0, 2400.0, @@ -115,6 +101,13 @@ 2350.0, 2350.0, 2350.0, + 2350.0 + ], + "actuals": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0, 2350.0, 2350.0, @@ -127,353 +120,356 @@ 2350.0, 2350.0, 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, 2350.0 ], "p50": [ - 2400.666772435069, - 2401.833680195726, - 2403.0005879563837, - 2404.167495717041, - 2405.3344034776983, - 2406.501311238356, - 2407.6682189990133, - 2408.8351267596704, - 2410.002034520328, - 2411.1689422809854, - 2412.3358500416425, - 2413.5027578023, - 2414.6696655629576, - 2415.8365733236146, - 2417.003481084272, - 2418.1703888449297, - 2419.3372966055867, - 2420.5042043662443, - 2421.671112126902, - 2422.838019887559, - 2424.0049276482164, - 2425.171835408874, - 2426.338743169531, - 2427.5056509301885 + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 ], "p10": [ - 2360.666772435069, - 2401.833680195726, - 2403.0005879563837, - 2364.167495717041, - 2365.3344034776983, - 2406.501311238356, - 2407.6682189990133, - 2408.8351267596704, - 2410.002034520328, - 2371.1689422809854, - 2372.3358500416425, - 2409.5027578023, - 2374.6696655629576, - 2375.8365733236146, - 2377.003481084272, - 2378.1703888449297, - 2379.3372966055867, - 2420.5042043662443, - 2381.671112126902, - 2381.838019887559, - 2424.0049276482164, - 2425.171835408874, - 2386.338743169531, - 2387.5056509301885 + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2304.8175012613037, + 2355.4452799313867, + 2316.0730586014697, + 2352.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2322.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 ], "p90": [ - 2440.666772435069, - 2401.833680195726, - 2407.0005879563832, - 2444.167495717041, - 2405.3344034776983, - 2410.501311238356, - 2447.6682189990133, - 2408.8351267596704, - 2450.002034520328, - 2411.1689422809854, - 2452.3358500416425, - 2413.5027578023, - 2414.6696655629576, - 2455.8365733236146, - 2417.003481084272, - 2458.1703888449297, - 2419.3372966055867, - 2460.5042043662443, - 2461.671112126902, - 2462.838019887559, - 2464.0049276482164, - 2466.171835408874, - 2466.338743169531, - 2467.5056509301885 + 2400.4230505707214, + 2401.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2409.2119519518856, + 2364.839730621968, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 ], "mean": [ - 2401.9667724350697, - 2402.0336801957305, - 2404.0005879563937, - 2402.8674957170488, - 2403.5844034777097, - 2407.801311238346, - 2411.3682189990072, - 2410.035126759663, - 2412.252034520324, - 2410.1189422809866, - 2413.5858500416475, - 2413.2027578023103, - 2411.9696655629655, - 2416.686573323627, - 2414.703481084263, - 2416.870388844924, - 2417.8372966055795, - 2422.7542043662406, - 2421.1211121269034, - 2423.538019887564, - 2427.5549276482193, - 2428.5218354088825, - 2428.0887431695437, - 2425.3556509301798 + 2353.173050570713, + 2354.500829240815, + 2353.2286079108835, + 2354.456386580978, + 2353.634165251047, + 2354.711943921143, + 2353.989722591212, + 2354.9175012613064, + 2355.3952799313747, + 2356.373058601469, + 2357.700837271563, + 2358.328615941632, + 2359.8563946117265, + 2358.1841732817966, + 2363.2119519518915, + 2362.2897306219597, + 2361.017509292062, + 2363.4952879621305, + 2362.323066632225, + 2361.2008453022936, + 2363.57862397239, + 2361.8564026424583, + 2364.084181312553, + 2365.3119599826214 ], "quantiles": { "0.1": [ - 2360.666772435069, - 2401.833680195726, - 2403.0005879563837, - 2364.167495717041, - 2365.3344034776983, - 2406.501311238356, - 2407.6682189990133, - 2408.8351267596704, - 2410.002034520328, - 2371.1689422809854, - 2372.3358500416425, - 2409.5027578023, - 2374.6696655629576, - 2375.8365733236146, - 2377.003481084272, - 2378.1703888449297, - 2379.3372966055867, - 2420.5042043662443, - 2381.671112126902, - 2381.838019887559, - 2424.0049276482164, - 2425.171835408874, - 2386.338743169531, - 2387.5056509301885 + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2304.8175012613037, + 2355.4452799313867, + 2316.0730586014697, + 2352.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2322.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 ], "0.2": [ - 2400.666772435069, - 2401.833680195726, - 2403.0005879563837, - 2404.167495717041, - 2405.3344034776983, - 2406.501311238356, - 2407.6682189990133, - 2408.8351267596704, - 2410.002034520328, - 2411.1689422809854, - 2412.3358500416425, - 2413.5027578023, - 2414.6696655629576, - 2415.8365733236146, - 2417.003481084272, - 2418.1703888449297, - 2419.3372966055867, - 2420.5042043662443, - 2421.671112126902, - 2422.838019887559, - 2424.0049276482164, - 2425.171835408874, - 2426.338743169531, - 2427.5056509301885 + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 ], "0.3": [ - 2400.666772435069, - 2401.833680195726, - 2403.0005879563837, - 2404.167495717041, - 2405.3344034776983, - 2406.501311238356, - 2407.6682189990133, - 2408.8351267596704, - 2410.002034520328, - 2411.1689422809854, - 2412.3358500416425, - 2413.5027578023, - 2414.6696655629576, - 2415.8365733236146, - 2417.003481084272, - 2418.1703888449297, - 2419.3372966055867, - 2420.5042043662443, - 2421.671112126902, - 2422.838019887559, - 2424.0049276482164, - 2425.171835408874, - 2426.338743169531, - 2427.5056509301885 + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 ], "0.4": [ - 2400.666772435069, - 2401.833680195726, - 2403.0005879563837, - 2404.167495717041, - 2405.3344034776983, - 2406.501311238356, - 2407.6682189990133, - 2408.8351267596704, - 2410.002034520328, - 2411.1689422809854, - 2412.3358500416425, - 2413.5027578023, - 2414.6696655629576, - 2415.8365733236146, - 2417.003481084272, - 2418.1703888449297, - 2419.3372966055867, - 2420.5042043662443, - 2421.671112126902, - 2422.838019887559, - 2424.0049276482164, - 2425.171835408874, - 2426.338743169531, - 2427.5056509301885 + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 ], "0.5": [ - 2400.666772435069, - 2401.833680195726, - 2403.0005879563837, - 2404.167495717041, - 2405.3344034776983, - 2406.501311238356, - 2407.6682189990133, - 2408.8351267596704, - 2410.002034520328, - 2411.1689422809854, - 2412.3358500416425, - 2413.5027578023, - 2414.6696655629576, - 2415.8365733236146, - 2417.003481084272, - 2418.1703888449297, - 2419.3372966055867, - 2420.5042043662443, - 2421.671112126902, - 2422.838019887559, - 2424.0049276482164, - 2425.171835408874, - 2426.338743169531, - 2427.5056509301885 + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 ], "0.6": [ - 2400.666772435069, - 2401.833680195726, - 2403.0005879563837, - 2404.167495717041, - 2405.3344034776983, - 2406.501311238356, - 2407.6682189990133, - 2408.8351267596704, - 2410.002034520328, - 2411.1689422809854, - 2412.3358500416425, - 2413.5027578023, - 2414.6696655629576, - 2415.8365733236146, - 2417.003481084272, - 2418.1703888449297, - 2419.3372966055867, - 2420.5042043662443, - 2421.671112126902, - 2422.838019887559, - 2424.0049276482164, - 2425.171835408874, - 2426.338743169531, - 2427.5056509301885 + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 ], "0.7": [ - 2400.666772435069, - 2401.833680195726, - 2403.0005879563837, - 2404.167495717041, - 2405.3344034776983, - 2406.501311238356, - 2407.6682189990133, - 2408.8351267596704, - 2410.002034520328, - 2411.1689422809854, - 2412.3358500416425, - 2413.5027578023, - 2414.6696655629576, - 2415.8365733236146, - 2417.003481084272, - 2418.1703888449297, - 2419.3372966055867, - 2420.5042043662443, - 2421.671112126902, - 2422.838019887559, - 2424.0049276482164, - 2425.171835408874, - 2426.338743169531, - 2427.5056509301885 + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 ], "0.8": [ - 2400.666772435069, - 2401.833680195726, - 2403.0005879563837, - 2404.167495717041, - 2405.3344034776983, - 2406.501311238356, - 2407.6682189990133, - 2408.8351267596704, - 2410.002034520328, - 2411.1689422809854, - 2412.3358500416425, - 2413.5027578023, - 2414.6696655629576, - 2415.8365733236146, - 2417.003481084272, - 2418.1703888449297, - 2419.3372966055867, - 2420.5042043662443, - 2421.671112126902, - 2422.838019887559, - 2424.0049276482164, - 2425.171835408874, - 2426.338743169531, - 2427.5056509301885 + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 ], "0.9": [ - 2440.666772435069, - 2401.833680195726, - 2407.0005879563832, - 2444.167495717041, - 2405.3344034776983, - 2410.501311238356, - 2447.6682189990133, - 2408.8351267596704, - 2450.002034520328, - 2411.1689422809854, - 2452.3358500416425, - 2413.5027578023, - 2414.6696655629576, - 2455.8365733236146, - 2417.003481084272, - 2458.1703888449297, - 2419.3372966055867, - 2460.5042043662443, - 2461.671112126902, - 2462.838019887559, - 2464.0049276482164, - 2466.171835408874, - 2466.338743169531, - 2467.5056509301885 + 2400.4230505707214, + 2401.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2409.2119519518856, + 2364.839730621968, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 ] }, "timestamps": [ - "2026-06-22 18:55:00", - "2026-06-22 19:10:00", - "2026-06-22 19:25:00", - "2026-06-22 19:40:00", "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", @@ -589,6 +585,10 @@ "2026-06-23 23:55:00", "2026-06-24 00:10:00", "2026-06-24 00:25:00", - "2026-06-24 00:40:00" + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 48cafb5839bdde85d42da5fe8b1af304af1c9d6f..9813820de4adbcbd55f13d3bf66488ed402efa14 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T06:27:20.505711+00:00", + "evaluated_at": "2026-06-23T06:35:37.036222+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 6d41dad2297a52ef61bd6d9710d47091d31680e0..b7de29354d29021fb176eb9bad4d827a5db90000 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1981,3 +1981,5 @@ {"evaluated_at": "2026-06-23T06:27:24.794452+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-23T06:27:24.794452+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-23T06:27:24.794452+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-23T06:35:42.047073+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-23T06:35:42.047073+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 4408c761b4536b4ca2b82d7615e301f3ff549c21..6b924e455fb4ce72adfd80b730e7031c64a94b92 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,391331.4517656962,393178.2372932434,476.568359375,0.7065696657541863,0.0073958454829475065,0.007413989368614648,5.6768381203161375,625.5649061174198,0.009727583829873113,0.007410675728691289,0.0067892282423705885,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,440823.78800201416,435299.97573216754,506.4597981770833,0.7508873035239246,0.00786926809122747,0.007884046740621027,6.139776246037659,663.945621268801,0.01032639412097194,0.00787700575901098,0.007008603763949656,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.42197373548970063,0.41394766254173493,0.5554797649383545,0.3253419986658657,0.02056573416587847,0.020502052082295125,2.461810233717552,0.649595055007118,0.024467240949224495,0.020922353312890257,0.02432047623287378,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.03916792980294031,0.05615041124937233,0.17273442347844442,0.613240188815164,0.13836787578185009,0.12034357550005198,3.986527487608525,0.19790889268282086,0.12516901415262568,0.10924722585189735,0.11732743405125128,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.12445195572058923,0.10036755457461785,0.26033559772703385,1.8744161248763918,0.19126734337919743,0.16635581991960036,24.260424940783984,0.35277748754787236,0.23671927661730577,0.17468930571516292,0.12463586802015694,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.28594231831152683, open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,110.17881056929964,109.42203391581666,7.773211479187012,0.6509842924456711,0.347417047376503,0.33300902285532213,8.004532712015623,10.496609479698654,0.4706120017441921,0.3485093564046887,0.29370434141853663,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,2.9526201501580545,2.790144292478279,1.1737087965011597,0.6216213880235363,0.05106295249245829,0.04860294233669352,4.641147542640689,1.7183189896401816,0.07528231485116846,0.051422067552363435,0.03831349630580237,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,27.74255912976317,28.02104251527564,3.6450666387875876,0.6755335855668116,0.38707687998516693,0.2878886424975619,7.134093910570772,5.267120572928169,0.4227789088637995,0.2925805997689033,0.2630706052096171,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,3340.6101120362678,2179.6061281909547,38.719014485677086,0.2782204633701348,0.016468217096712007,0.0162733096479717,1.2700173749181325,57.79801131558306,0.024421694922077353,0.01636014696577905,0.01214739961579372,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,1067.877782188356,484.93321917951107,11.84979248046875,0.08315643845942983,0.0050963038498334145,0.005052548796408567,1.0635231062682748,32.67839932108603,0.013930401131546442,0.005051421306061279,0.007803320514866414,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,499.83229911756433,496.6093653271258,19.394344874790736,0.41386019232445287,0.077989961887891,0.07789697227618235,1.783469856267821,22.356929554783775,0.08999339096232688,0.07806809322802481,0.06697253553290448,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 2eedaf99dff5da013a04778e68c58032bdbfef08..a20e80a81658795fb831281a3d5e00daf730acc1 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T06:26:07.582950+00:00", + "evaluated_at": "2026-06-23T06:34:49.185413+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 64065.3515625, 63623.01953125, 63400.0, - 63060.01171875 + 62763.01953125 ], "p50": [ - 63974.93359375, - 63919.609375, - 63919.771484375, - 64093.7578125, - 63989.169921875, - 63992.056640625, - 64158.951171875, - 64081.275390625, - 64082.6640625, - 64097.640625, - 63993.83984375, - 64143.646484375, - 64061.171875, - 63932.287109375, - 63995.857421875, - 64154.990234375, - 64125.0390625, - 64200.88671875, - 64134.845703125, - 64167.107421875, - 64242.05859375, - 64410.982421875, - 64314.453125, - 64409.3359375 + 63999.52734375, + 63926.1953125, + 63951.67578125, + 64085.478515625, + 63930.6015625, + 64019.056640625, + 64141.333984375, + 64204.427734375, + 64031.8828125, + 64098.162109375, + 64038.416015625, + 64102.232421875, + 64001.083984375, + 63943.39453125, + 64143.494140625, + 64349.119140625, + 64064.033203125, + 64172.46484375, + 64081.322265625, + 64281.890625, + 64245.8515625, + 64217.728515625, + 64341.62890625, + 64261.55859375 ], "p10": [ - 63657.537109375, - 63469.83984375, - 63428.46484375, - 63486.251953125, - 63387.625, - 63285.302734375, - 63440.443359375, - 63289.6015625, - 63217.431640625, - 63219.236328125, - 63167.380859375, - 63250.474609375, - 63035.46484375, - 62927.248046875, - 63009.05078125, - 63308.455078125, - 62919.0546875, - 63280.80859375, - 63046.546875, - 62962.81640625, - 62884.671875, - 63114.767578125, - 63088.662109375, - 63179.751953125 + 63634.794921875, + 63562.44921875, + 63397.42578125, + 63443.880859375, + 63258.544921875, + 63438.189453125, + 63448.955078125, + 63383.517578125, + 63275.291015625, + 63231.095703125, + 63196.12109375, + 63224.634765625, + 62994.255859375, + 62711.341796875, + 63171.87890625, + 63120.515625, + 63095.189453125, + 62979.072265625, + 63010.294921875, + 63032.134765625, + 62890.625, + 63134.99609375, + 63259.39453125, + 62932.052734375 ], "p90": [ - 64325.1171875, - 64399.421875, - 64594.1796875, - 64813.39453125, - 64673.00390625, - 64745.673828125, - 64910.3828125, - 64929.94921875, - 64922.802734375, - 65113.107421875, - 64902.734375, - 65069.341796875, - 65039.697265625, - 64917.693359375, - 65132.771484375, - 65200.03125, - 65423.107421875, - 65508.041015625, - 65412.9296875, - 65612.328125, - 65596.421875, - 66039.375, - 65754.5, - 65530.330078125 + 64277.828125, + 64357.662109375, + 64593.990234375, + 64715.8125, + 64655.5859375, + 64691.08984375, + 64886.31640625, + 64958.853515625, + 64857.484375, + 65063.61328125, + 65012.646484375, + 64796.998046875, + 64914.30078125, + 65010.45703125, + 65203.5, + 65573.76171875, + 65350.685546875, + 65365.0, + 65442.462890625, + 65412.98828125, + 65455.361328125, + 65469.611328125, + 66009.859375, + 65592.62109375 ], "mean": [ - 63981.62890625, - 63957.1953125, - 63956.80859375, - 64124.2265625, - 64016.1015625, - 64007.390625, - 64160.66796875, - 64171.65625, - 64109.63671875, - 64123.59375, - 64035.50390625, - 64168.89453125, - 64143.16015625, - 63985.91015625, - 64036.5703125, - 64253.30078125, - 64144.375, - 64312.2265625, - 64191.2421875, - 64243.578125, - 64261.015625, - 64647.1796875, - 64429.1640625, - 64470.66015625 + 63976.61328125, + 63950.82421875, + 63974.3984375, + 64092.67578125, + 63953.515625, + 64055.5703125, + 64147.2109375, + 64173.21484375, + 64076.0859375, + 64107.3046875, + 64082.9453125, + 64128.921875, + 63993.84375, + 63924.84375, + 64181.8515625, + 64338.328125, + 64144.66796875, + 64175.2421875, + 64177.97265625, + 64293.85546875, + 64241.33203125, + 64268.515625, + 64495.90234375, + 64351.8515625 ], "quantiles": { "0.1": [ - 63657.537109375, - 63469.83984375, - 63428.46484375, - 63486.251953125, - 63387.625, - 63285.302734375, - 63440.443359375, - 63289.6015625, - 63217.431640625, - 63219.236328125, - 63167.380859375, - 63250.474609375, - 63035.46484375, - 62927.248046875, - 63009.05078125, - 63308.455078125, - 62919.0546875, - 63280.80859375, - 63046.546875, - 62962.81640625, - 62884.671875, - 63114.767578125, - 63088.662109375, - 63179.751953125 + 63634.794921875, + 63562.44921875, + 63397.42578125, + 63443.880859375, + 63258.544921875, + 63438.189453125, + 63448.955078125, + 63383.517578125, + 63275.291015625, + 63231.095703125, + 63196.12109375, + 63224.634765625, + 62994.255859375, + 62711.341796875, + 63171.87890625, + 63120.515625, + 63095.189453125, + 62979.072265625, + 63010.294921875, + 63032.134765625, + 62890.625, + 63134.99609375, + 63259.39453125, + 62932.052734375 ], "0.2": [ - 63657.537109375, - 63469.83984375, - 63428.46484375, - 63486.251953125, - 63387.625, - 63285.302734375, - 63440.443359375, - 63289.6015625, - 63217.431640625, - 63219.236328125, - 63167.380859375, - 63250.474609375, - 63035.46484375, - 62927.248046875, - 63009.05078125, - 63308.455078125, - 62919.0546875, - 63280.80859375, - 63046.546875, - 62962.81640625, - 62884.671875, - 63114.767578125, - 63088.662109375, - 63179.751953125 + 63634.794921875, + 63562.44921875, + 63397.42578125, + 63443.880859375, + 63258.544921875, + 63438.189453125, + 63448.955078125, + 63383.517578125, + 63275.291015625, + 63231.095703125, + 63196.12109375, + 63224.634765625, + 62994.255859375, + 62711.341796875, + 63171.87890625, + 63120.515625, + 63095.189453125, + 62979.072265625, + 63010.294921875, + 63032.134765625, + 62890.625, + 63134.99609375, + 63259.39453125, + 62932.052734375 ], "0.3": [ - 63657.537109375, - 63469.83984375, - 63428.46484375, - 63486.251953125, - 63387.625, - 63285.302734375, - 63440.443359375, - 63289.6015625, - 63217.431640625, - 63219.236328125, - 63167.380859375, - 63250.474609375, - 63035.46484375, - 62927.248046875, - 63009.05078125, - 63308.455078125, - 62919.0546875, - 63280.80859375, - 63046.546875, - 62962.81640625, - 62884.671875, - 63114.767578125, - 63088.662109375, - 63179.751953125 + 63634.794921875, + 63562.44921875, + 63397.42578125, + 63443.880859375, + 63258.544921875, + 63438.189453125, + 63448.955078125, + 63383.517578125, + 63275.291015625, + 63231.095703125, + 63196.12109375, + 63224.634765625, + 62994.255859375, + 62711.341796875, + 63171.87890625, + 63120.515625, + 63095.189453125, + 62979.072265625, + 63010.294921875, + 63032.134765625, + 62890.625, + 63134.99609375, + 63259.39453125, + 62932.052734375 ], "0.4": [ - 63974.93359375, - 63919.609375, - 63919.771484375, - 64093.7578125, - 63989.169921875, - 63992.056640625, - 64158.951171875, - 64081.275390625, - 64082.6640625, - 64097.640625, - 63993.83984375, - 64143.646484375, - 64061.171875, - 63932.287109375, - 63995.857421875, - 64154.990234375, - 64125.0390625, - 64200.88671875, - 64134.845703125, - 64167.107421875, - 64242.05859375, - 64410.982421875, - 64314.453125, - 64409.3359375 + 63999.52734375, + 63926.1953125, + 63951.67578125, + 64085.478515625, + 63930.6015625, + 64019.056640625, + 64141.333984375, + 64204.427734375, + 64031.8828125, + 64098.162109375, + 64038.416015625, + 64102.232421875, + 64001.083984375, + 63943.39453125, + 64143.494140625, + 64349.119140625, + 64064.033203125, + 64172.46484375, + 64081.322265625, + 64281.890625, + 64245.8515625, + 64217.728515625, + 64341.62890625, + 64261.55859375 ], "0.5": [ - 63974.93359375, - 63919.609375, - 63919.771484375, - 64093.7578125, - 63989.169921875, - 63992.056640625, - 64158.951171875, - 64081.275390625, - 64082.6640625, - 64097.640625, - 63993.83984375, - 64143.646484375, - 64061.171875, - 63932.287109375, - 63995.857421875, - 64154.990234375, - 64125.0390625, - 64200.88671875, - 64134.845703125, - 64167.107421875, - 64242.05859375, - 64410.982421875, - 64314.453125, - 64409.3359375 + 63999.52734375, + 63926.1953125, + 63951.67578125, + 64085.478515625, + 63930.6015625, + 64019.056640625, + 64141.333984375, + 64204.427734375, + 64031.8828125, + 64098.162109375, + 64038.416015625, + 64102.232421875, + 64001.083984375, + 63943.39453125, + 64143.494140625, + 64349.119140625, + 64064.033203125, + 64172.46484375, + 64081.322265625, + 64281.890625, + 64245.8515625, + 64217.728515625, + 64341.62890625, + 64261.55859375 ], "0.6": [ - 63974.93359375, - 63919.609375, - 63919.771484375, - 64093.7578125, - 63989.169921875, - 63992.056640625, - 64158.951171875, - 64081.275390625, - 64082.6640625, - 64097.640625, - 63993.83984375, - 64143.646484375, - 64061.171875, - 63932.287109375, - 63995.857421875, - 64154.990234375, - 64125.0390625, - 64200.88671875, - 64134.845703125, - 64167.107421875, - 64242.05859375, - 64410.982421875, - 64314.453125, - 64409.3359375 + 63999.52734375, + 63926.1953125, + 63951.67578125, + 64085.478515625, + 63930.6015625, + 64019.056640625, + 64141.333984375, + 64204.427734375, + 64031.8828125, + 64098.162109375, + 64038.416015625, + 64102.232421875, + 64001.083984375, + 63943.39453125, + 64143.494140625, + 64349.119140625, + 64064.033203125, + 64172.46484375, + 64081.322265625, + 64281.890625, + 64245.8515625, + 64217.728515625, + 64341.62890625, + 64261.55859375 ], "0.7": [ - 63974.93359375, - 63919.609375, - 63919.771484375, - 64093.7578125, - 63989.169921875, - 63992.056640625, - 64158.951171875, - 64081.275390625, - 64082.6640625, - 64097.640625, - 63993.83984375, - 64143.646484375, - 64061.171875, - 63932.287109375, - 63995.857421875, - 64154.990234375, - 64125.0390625, - 64200.88671875, - 64134.845703125, - 64167.107421875, - 64242.05859375, - 64410.982421875, - 64314.453125, - 64409.3359375 + 63999.52734375, + 63926.1953125, + 63951.67578125, + 64085.478515625, + 63930.6015625, + 64019.056640625, + 64141.333984375, + 64204.427734375, + 64031.8828125, + 64098.162109375, + 64038.416015625, + 64102.232421875, + 64001.083984375, + 63943.39453125, + 64143.494140625, + 64349.119140625, + 64064.033203125, + 64172.46484375, + 64081.322265625, + 64281.890625, + 64245.8515625, + 64217.728515625, + 64341.62890625, + 64261.55859375 ], "0.8": [ - 64325.1171875, - 64399.421875, - 64594.1796875, - 64813.39453125, - 64673.00390625, - 64745.673828125, - 64910.3828125, - 64929.94921875, - 64922.802734375, - 65113.107421875, - 64902.734375, - 65069.341796875, - 65039.697265625, - 64917.693359375, - 65132.771484375, - 65200.03125, - 65423.107421875, - 65508.041015625, - 65412.9296875, - 65612.328125, - 65596.421875, - 66039.375, - 65754.5, - 65530.330078125 + 64277.828125, + 64357.662109375, + 64593.990234375, + 64715.8125, + 64655.5859375, + 64691.08984375, + 64886.31640625, + 64958.853515625, + 64857.484375, + 65063.61328125, + 65012.646484375, + 64796.998046875, + 64914.30078125, + 65010.45703125, + 65203.5, + 65573.76171875, + 65350.685546875, + 65365.0, + 65442.462890625, + 65412.98828125, + 65455.361328125, + 65469.611328125, + 66009.859375, + 65592.62109375 ], "0.9": [ - 64325.1171875, - 64399.421875, - 64594.1796875, - 64813.39453125, - 64673.00390625, - 64745.673828125, - 64910.3828125, - 64929.94921875, - 64922.802734375, - 65113.107421875, - 64902.734375, - 65069.341796875, - 65039.697265625, - 64917.693359375, - 65132.771484375, - 65200.03125, - 65423.107421875, - 65508.041015625, - 65412.9296875, - 65612.328125, - 65596.421875, - 66039.375, - 65754.5, - 65530.330078125 + 64277.828125, + 64357.662109375, + 64593.990234375, + 64715.8125, + 64655.5859375, + 64691.08984375, + 64886.31640625, + 64958.853515625, + 64857.484375, + 65063.61328125, + 65012.646484375, + 64796.998046875, + 64914.30078125, + 65010.45703125, + 65203.5, + 65573.76171875, + 65350.685546875, + 65365.0, + 65442.462890625, + 65412.98828125, + 65455.361328125, + 65469.611328125, + 66009.859375, + 65592.62109375 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e892391bbc8c9ffff45b6be1b7fbba97f22fdef1..a8ce4bd04480bf15728a1630983376ca83ad953d 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T06:03:05.935234+00:00", + "evaluated_at": "2026-06-23T06:34:55.321679+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2260.0, 2260.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2400.0, 2400.0, @@ -115,6 +101,13 @@ 2350.0, 2350.0, 2350.0, + 2350.0 + ], + "actuals": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0, 2350.0, 2350.0, @@ -127,353 +120,356 @@ 2350.0, 2350.0, 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, 2350.0 ], "p50": [ - 2399.58251953125, - 2401.09130859375, - 2402.0032958984375, - 2403.1121826171875, - 2403.6092529296875, - 2403.7733154296875, - 2404.0401611328125, - 2404.5382080078125, - 2405.382080078125, - 2401.616455078125, - 2399.5953369140625, - 2401.393798828125, - 2407.31982421875, - 2404.3565673828125, - 2405.9639892578125, - 2402.6279296875, - 2406.618408203125, - 2420.000732421875, - 2422.0526123046875, - 2405.478515625, - 2418.803955078125, - 2406.8046875, - 2408.1026611328125, - 2419.4351806640625 + 2348.5499267578125, + 2348.2073974609375, + 2347.3140869140625, + 2349.2498779296875, + 2344.576171875, + 2346.3818359375, + 2345.0546875, + 2348.575439453125, + 2345.3218994140625, + 2345.7723388671875, + 2349.3656005859375, + 2348.0992431640625, + 2354.18701171875, + 2354.379638671875, + 2353.794189453125, + 2355.958984375, + 2362.1947021484375, + 2364.3367919921875, + 2364.032470703125, + 2356.6912841796875, + 2364.1904296875, + 2361.7919921875, + 2366.97412109375, + 2359.549072265625 ], "p10": [ - 2391.6982421875, - 2385.0791015625, - 2381.9517822265625, - 2376.826171875, - 2368.4144287109375, - 2368.8050537109375, - 2360.902587890625, - 2364.881103515625, - 2349.88037109375, - 2351.005126953125, - 2348.754638671875, - 2339.43505859375, - 2340.6329345703125, - 2329.0135498046875, - 2329.55810546875, - 2314.6981201171875, - 2306.7437744140625, - 2309.719970703125, - 2320.2034912109375, - 2324.3697509765625, - 2319.02685546875, - 2295.74462890625, - 2285.48974609375, - 2303.1004638671875 + 2341.74853515625, + 2336.65478515625, + 2333.0933837890625, + 2326.5865478515625, + 2324.43896484375, + 2310.622802734375, + 2312.2215576171875, + 2305.6044921875, + 2304.8333740234375, + 2292.8544921875, + 2302.8226318359375, + 2292.56982421875, + 2285.5423583984375, + 2296.552734375, + 2285.5858154296875, + 2288.329345703125, + 2281.1031494140625, + 2263.333984375, + 2289.7181396484375, + 2256.2646484375, + 2254.3382568359375, + 2253.5128173828125, + 2263.2822265625, + 2244.297607421875 ], "p90": [ - 2407.7659912109375, - 2418.3017578125, - 2427.4390869140625, - 2429.3359375, - 2450.59912109375, - 2444.7525634765625, - 2460.679931640625, - 2467.626220703125, - 2476.2457275390625, - 2466.8995361328125, - 2506.3677978515625, - 2482.0701904296875, - 2500.7371826171875, - 2488.0264892578125, - 2527.208740234375, - 2521.231689453125, - 2503.7862548828125, - 2564.3192138671875, - 2572.4522705078125, - 2543.697265625, - 2567.2420654296875, - 2570.7498779296875, - 2570.4508056640625, - 2622.997314453125 + 2355.0057373046875, + 2358.9635009765625, + 2363.2586669921875, + 2377.7142333984375, + 2367.6612548828125, + 2379.38818359375, + 2401.984619140625, + 2409.8306884765625, + 2396.6905517578125, + 2404.378662109375, + 2405.4495849609375, + 2420.7288818359375, + 2443.0078125, + 2465.65234375, + 2447.034423828125, + 2471.4725341796875, + 2487.4310302734375, + 2524.10009765625, + 2486.4639892578125, + 2532.364990234375, + 2545.293701171875, + 2546.8399658203125, + 2505.9384765625, + 2522.143310546875 ], "mean": [ - 2400.161865234375, - 2401.87646484375, - 2409.510498046875, - 2402.619873046875, - 2409.859130859375, - 2407.507080078125, - 2405.5146484375, - 2412.97802734375, - 2416.092529296875, - 2417.501220703125, - 2421.015625, - 2412.850341796875, - 2417.943359375, - 2407.208740234375, - 2412.985595703125, - 2414.069580078125, - 2411.239501953125, - 2430.51318359375, - 2439.400390625, - 2416.85205078125, - 2437.50537109375, - 2420.06689453125, - 2414.768798828125, - 2433.034912109375 + 2348.58935546875, + 2354.3056640625, + 2349.627197265625, + 2354.47509765625, + 2354.248046875, + 2350.455322265625, + 2352.55859375, + 2355.7783203125, + 2357.17333984375, + 2347.331787109375, + 2351.35888671875, + 2354.29638671875, + 2355.90283203125, + 2384.219970703125, + 2361.7412109375, + 2373.84814453125, + 2374.4384765625, + 2376.1796875, + 2379.295654296875, + 2367.309814453125, + 2389.765869140625, + 2387.532958984375, + 2390.100830078125, + 2374.66943359375 ], "quantiles": { "0.1": [ - 2391.6982421875, - 2385.0791015625, - 2381.9517822265625, - 2376.826171875, - 2368.4144287109375, - 2368.8050537109375, - 2360.902587890625, - 2364.881103515625, - 2349.88037109375, - 2351.005126953125, - 2348.754638671875, - 2339.43505859375, - 2340.6329345703125, - 2329.0135498046875, - 2329.55810546875, - 2314.6981201171875, - 2306.7437744140625, - 2309.719970703125, - 2320.2034912109375, - 2324.3697509765625, - 2319.02685546875, - 2295.74462890625, - 2285.48974609375, - 2303.1004638671875 + 2341.74853515625, + 2336.65478515625, + 2333.0933837890625, + 2326.5865478515625, + 2324.43896484375, + 2310.622802734375, + 2312.2215576171875, + 2305.6044921875, + 2304.8333740234375, + 2292.8544921875, + 2302.8226318359375, + 2292.56982421875, + 2285.5423583984375, + 2296.552734375, + 2285.5858154296875, + 2288.329345703125, + 2281.1031494140625, + 2263.333984375, + 2289.7181396484375, + 2256.2646484375, + 2254.3382568359375, + 2253.5128173828125, + 2263.2822265625, + 2244.297607421875 ], "0.2": [ - 2391.6982421875, - 2385.0791015625, - 2381.9517822265625, - 2376.826171875, - 2368.4144287109375, - 2368.8050537109375, - 2360.902587890625, - 2364.881103515625, - 2349.88037109375, - 2351.005126953125, - 2348.754638671875, - 2339.43505859375, - 2340.6329345703125, - 2329.0135498046875, - 2329.55810546875, - 2314.6981201171875, - 2306.7437744140625, - 2309.719970703125, - 2320.2034912109375, - 2324.3697509765625, - 2319.02685546875, - 2295.74462890625, - 2285.48974609375, - 2303.1004638671875 + 2341.74853515625, + 2336.65478515625, + 2333.0933837890625, + 2326.5865478515625, + 2324.43896484375, + 2310.622802734375, + 2312.2215576171875, + 2305.6044921875, + 2304.8333740234375, + 2292.8544921875, + 2302.8226318359375, + 2292.56982421875, + 2285.5423583984375, + 2296.552734375, + 2285.5858154296875, + 2288.329345703125, + 2281.1031494140625, + 2263.333984375, + 2289.7181396484375, + 2256.2646484375, + 2254.3382568359375, + 2253.5128173828125, + 2263.2822265625, + 2244.297607421875 ], "0.3": [ - 2391.6982421875, - 2385.0791015625, - 2381.9517822265625, - 2376.826171875, - 2368.4144287109375, - 2368.8050537109375, - 2360.902587890625, - 2364.881103515625, - 2349.88037109375, - 2351.005126953125, - 2348.754638671875, - 2339.43505859375, - 2340.6329345703125, - 2329.0135498046875, - 2329.55810546875, - 2314.6981201171875, - 2306.7437744140625, - 2309.719970703125, - 2320.2034912109375, - 2324.3697509765625, - 2319.02685546875, - 2295.74462890625, - 2285.48974609375, - 2303.1004638671875 + 2341.74853515625, + 2336.65478515625, + 2333.0933837890625, + 2326.5865478515625, + 2324.43896484375, + 2310.622802734375, + 2312.2215576171875, + 2305.6044921875, + 2304.8333740234375, + 2292.8544921875, + 2302.8226318359375, + 2292.56982421875, + 2285.5423583984375, + 2296.552734375, + 2285.5858154296875, + 2288.329345703125, + 2281.1031494140625, + 2263.333984375, + 2289.7181396484375, + 2256.2646484375, + 2254.3382568359375, + 2253.5128173828125, + 2263.2822265625, + 2244.297607421875 ], "0.4": [ - 2399.58251953125, - 2401.09130859375, - 2402.0032958984375, - 2403.1121826171875, - 2403.6092529296875, - 2403.7733154296875, - 2404.0401611328125, - 2404.5382080078125, - 2405.382080078125, - 2401.616455078125, - 2399.5953369140625, - 2401.393798828125, - 2407.31982421875, - 2404.3565673828125, - 2405.9639892578125, - 2402.6279296875, - 2406.618408203125, - 2420.000732421875, - 2422.0526123046875, - 2405.478515625, - 2418.803955078125, - 2406.8046875, - 2408.1026611328125, - 2419.4351806640625 + 2348.5499267578125, + 2348.2073974609375, + 2347.3140869140625, + 2349.2498779296875, + 2344.576171875, + 2346.3818359375, + 2345.0546875, + 2348.575439453125, + 2345.3218994140625, + 2345.7723388671875, + 2349.3656005859375, + 2348.0992431640625, + 2354.18701171875, + 2354.379638671875, + 2353.794189453125, + 2355.958984375, + 2362.1947021484375, + 2364.3367919921875, + 2364.032470703125, + 2356.6912841796875, + 2364.1904296875, + 2361.7919921875, + 2366.97412109375, + 2359.549072265625 ], "0.5": [ - 2399.58251953125, - 2401.09130859375, - 2402.0032958984375, - 2403.1121826171875, - 2403.6092529296875, - 2403.7733154296875, - 2404.0401611328125, - 2404.5382080078125, - 2405.382080078125, - 2401.616455078125, - 2399.5953369140625, - 2401.393798828125, - 2407.31982421875, - 2404.3565673828125, - 2405.9639892578125, - 2402.6279296875, - 2406.618408203125, - 2420.000732421875, - 2422.0526123046875, - 2405.478515625, - 2418.803955078125, - 2406.8046875, - 2408.1026611328125, - 2419.4351806640625 + 2348.5499267578125, + 2348.2073974609375, + 2347.3140869140625, + 2349.2498779296875, + 2344.576171875, + 2346.3818359375, + 2345.0546875, + 2348.575439453125, + 2345.3218994140625, + 2345.7723388671875, + 2349.3656005859375, + 2348.0992431640625, + 2354.18701171875, + 2354.379638671875, + 2353.794189453125, + 2355.958984375, + 2362.1947021484375, + 2364.3367919921875, + 2364.032470703125, + 2356.6912841796875, + 2364.1904296875, + 2361.7919921875, + 2366.97412109375, + 2359.549072265625 ], "0.6": [ - 2399.58251953125, - 2401.09130859375, - 2402.0032958984375, - 2403.1121826171875, - 2403.6092529296875, - 2403.7733154296875, - 2404.0401611328125, - 2404.5382080078125, - 2405.382080078125, - 2401.616455078125, - 2399.5953369140625, - 2401.393798828125, - 2407.31982421875, - 2404.3565673828125, - 2405.9639892578125, - 2402.6279296875, - 2406.618408203125, - 2420.000732421875, - 2422.0526123046875, - 2405.478515625, - 2418.803955078125, - 2406.8046875, - 2408.1026611328125, - 2419.4351806640625 + 2348.5499267578125, + 2348.2073974609375, + 2347.3140869140625, + 2349.2498779296875, + 2344.576171875, + 2346.3818359375, + 2345.0546875, + 2348.575439453125, + 2345.3218994140625, + 2345.7723388671875, + 2349.3656005859375, + 2348.0992431640625, + 2354.18701171875, + 2354.379638671875, + 2353.794189453125, + 2355.958984375, + 2362.1947021484375, + 2364.3367919921875, + 2364.032470703125, + 2356.6912841796875, + 2364.1904296875, + 2361.7919921875, + 2366.97412109375, + 2359.549072265625 ], "0.7": [ - 2399.58251953125, - 2401.09130859375, - 2402.0032958984375, - 2403.1121826171875, - 2403.6092529296875, - 2403.7733154296875, - 2404.0401611328125, - 2404.5382080078125, - 2405.382080078125, - 2401.616455078125, - 2399.5953369140625, - 2401.393798828125, - 2407.31982421875, - 2404.3565673828125, - 2405.9639892578125, - 2402.6279296875, - 2406.618408203125, - 2420.000732421875, - 2422.0526123046875, - 2405.478515625, - 2418.803955078125, - 2406.8046875, - 2408.1026611328125, - 2419.4351806640625 + 2348.5499267578125, + 2348.2073974609375, + 2347.3140869140625, + 2349.2498779296875, + 2344.576171875, + 2346.3818359375, + 2345.0546875, + 2348.575439453125, + 2345.3218994140625, + 2345.7723388671875, + 2349.3656005859375, + 2348.0992431640625, + 2354.18701171875, + 2354.379638671875, + 2353.794189453125, + 2355.958984375, + 2362.1947021484375, + 2364.3367919921875, + 2364.032470703125, + 2356.6912841796875, + 2364.1904296875, + 2361.7919921875, + 2366.97412109375, + 2359.549072265625 ], "0.8": [ - 2407.7659912109375, - 2418.3017578125, - 2427.4390869140625, - 2429.3359375, - 2450.59912109375, - 2444.7525634765625, - 2460.679931640625, - 2467.626220703125, - 2476.2457275390625, - 2466.8995361328125, - 2506.3677978515625, - 2482.0701904296875, - 2500.7371826171875, - 2488.0264892578125, - 2527.208740234375, - 2521.231689453125, - 2503.7862548828125, - 2564.3192138671875, - 2572.4522705078125, - 2543.697265625, - 2567.2420654296875, - 2570.7498779296875, - 2570.4508056640625, - 2622.997314453125 + 2355.0057373046875, + 2358.9635009765625, + 2363.2586669921875, + 2377.7142333984375, + 2367.6612548828125, + 2379.38818359375, + 2401.984619140625, + 2409.8306884765625, + 2396.6905517578125, + 2404.378662109375, + 2405.4495849609375, + 2420.7288818359375, + 2443.0078125, + 2465.65234375, + 2447.034423828125, + 2471.4725341796875, + 2487.4310302734375, + 2524.10009765625, + 2486.4639892578125, + 2532.364990234375, + 2545.293701171875, + 2546.8399658203125, + 2505.9384765625, + 2522.143310546875 ], "0.9": [ - 2407.7659912109375, - 2418.3017578125, - 2427.4390869140625, - 2429.3359375, - 2450.59912109375, - 2444.7525634765625, - 2460.679931640625, - 2467.626220703125, - 2476.2457275390625, - 2466.8995361328125, - 2506.3677978515625, - 2482.0701904296875, - 2500.7371826171875, - 2488.0264892578125, - 2527.208740234375, - 2521.231689453125, - 2503.7862548828125, - 2564.3192138671875, - 2572.4522705078125, - 2543.697265625, - 2567.2420654296875, - 2570.7498779296875, - 2570.4508056640625, - 2622.997314453125 + 2355.0057373046875, + 2358.9635009765625, + 2363.2586669921875, + 2377.7142333984375, + 2367.6612548828125, + 2379.38818359375, + 2401.984619140625, + 2409.8306884765625, + 2396.6905517578125, + 2404.378662109375, + 2405.4495849609375, + 2420.7288818359375, + 2443.0078125, + 2465.65234375, + 2447.034423828125, + 2471.4725341796875, + 2487.4310302734375, + 2524.10009765625, + 2486.4639892578125, + 2532.364990234375, + 2545.293701171875, + 2546.8399658203125, + 2505.9384765625, + 2522.143310546875 ] }, "timestamps": [ - "2026-06-22 18:55:00", - "2026-06-22 19:10:00", - "2026-06-22 19:25:00", - "2026-06-22 19:40:00", "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", @@ -589,6 +585,10 @@ "2026-06-23 23:55:00", "2026-06-24 00:10:00", "2026-06-24 00:25:00", - "2026-06-24 00:40:00" + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index f724f92f5146d41a973d7b682d9d1a5c542e00db..78654eb39fce66565c6b8b7a220b743489fea885 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T06:26:53.886905+00:00", + "evaluated_at": "2026-06-23T06:34:57.602074+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index d9b375fcddc846a3fb21f76fb27ac77c1d98706e..13acd5f6bbfb276a8989a8547664eee3fd1645a5 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,332963.64974839805,329300.9538640962,419.433337616505,0.6218601536084337,0.006501459744468886,0.006522849802083147,11.10795037015514,577.0300249973116,0.008972862584880255,0.006522221615709027,0.0057589605385137375,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,362324.16071672674,358513.88717155415,431.8080120956717,0.6402070904928472,0.006701851029954897,0.006719532752724145,11.841827845531682,601.9336846503331,0.009361917999413516,0.0067159411473670565,0.005952533165871488,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,3.7254732223560887,3.857635656925538,1.6989814043242737,0.995085763097673,0.06234093839361071,0.06375101933657625,7.0135930254093175,1.9301484974882344,0.07269976578764256,0.06399277067680005,0.05485515880509876,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.16553977644105883,0.16428849429267248,0.3693090720194847,1.3111177291458853,0.22943281834597143,0.25011146230764186,47.90266674430492,0.40686579659767275,0.25732542869698977,0.23357238694869675,0.22894735949649248,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.07069443588418461,0.06948067735852231,0.21436981089417045,1.5434624912419739,0.15794817496782984,0.14014126764053378,21.721499719081052,0.2658842527946787,0.17841254106938492,0.14384553537184097,0.13384918480285393,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moving-Average,1.6760536008598745,1.7 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,111.84893852754969,112.86893694880575,8.25633900292082,0.6914448446950195,0.3785692242502075,0.3556743787714936,10.898577624665966,10.575865852380584,0.4741654349047728,0.3701702185603997,0.3270558376641007,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,2.3821194971912867,2.0883486739930777,1.2709056558102894,0.6730989323474615,0.056673544653833535,0.05470369193037702,6.229106911693066,1.5434116421717463,0.06761934302737528,0.05568041807352415,0.04824119753639119,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,34.06540812192969,31.895595971231188,3.6269128409846974,0.672169175163187,0.32721825441001057,0.2901100687374287,6.721691908829897,5.836557900160821,0.4684862528557181,0.2911234387412466,0.25829646541179996,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,8833.696459775498,8766.458910433981,90.6140350877193,0.6511188150015759,0.03838989465389242,0.03761689605729079,10.728826453270216,93.98774632778199,0.039713132251175495,0.03828762045959971,0.036520797298410346,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,3394.4544717611316,3296.1012042166913,55.72368421052639,0.39104339796860627,0.023790495453094685,0.023492799099409756,13.945875643306833,58.26194703029699,0.024836353973838855,0.02375432364214269,0.023339482513269588,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3570.695288075452,3753.379267878376,48.076354679802954,1.0259119100178704,0.23453452712662262,0.1991408099384723,9.655933983164873,59.75529506307748,0.24053310261158276,0.19352184172433623,0.15154113761597252,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 98a6b0e65e730e7bd0277081afb249682e7b5ffb..deb40c99af27953651b866e9fe8afd0801c7b076 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T06:27:20.510947+00:00", + "evaluated_at": "2026-06-23T06:35:37.051189+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64065.3515625, 63623.01953125, 63400.0, - 63060.01171875 + 62763.01953125 ], "p50": [ 64091.97658648574, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 0966fcc2b5e830a29e66de75ad2f6142214f67ef..614213fdc9bccddd0ba431c73d24c6b924b631b9 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-23T06:05:01.007000+00:00", + "evaluated_at": "2026-06-23T06:35:37.067449+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2260.0, 2260.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2400.0, 2400.0, @@ -115,6 +101,13 @@ 2350.0, 2350.0, 2350.0, + 2350.0 + ], + "actuals": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0, 2350.0, 2350.0, @@ -127,353 +120,356 @@ 2350.0, 2350.0, 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, 2350.0 ], "p50": [ - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386 + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 ], "p10": [ - 2417.280701754386, - 2457.280701754386, - 2457.280701754386, - 2417.280701754386, - 2417.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2417.280701754386, - 2417.280701754386, - 2453.280701754386, - 2417.280701754386, - 2417.280701754386, - 2417.280701754386, - 2417.280701754386, - 2417.280701754386, - 2457.280701754386, - 2417.280701754386, - 2416.280701754386, - 2457.280701754386, - 2457.280701754386, - 2417.280701754386, - 2417.280701754386 + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2351.5570175438597, + 2401.5570175438597, + 2361.5570175438597, + 2397.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2361.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 ], "p90": [ - 2497.280701754386, - 2457.280701754386, - 2461.2807017543855, - 2497.280701754386, - 2457.280701754386, - 2461.2807017543855, - 2497.280701754386, - 2457.280701754386, - 2497.280701754386, - 2457.280701754386, - 2497.280701754386, - 2457.280701754386, - 2457.280701754386, - 2497.280701754386, - 2457.280701754386, - 2497.280701754386, - 2457.280701754386, - 2497.280701754386, - 2497.280701754386, - 2497.280701754386, - 2497.280701754386, - 2498.280701754386, - 2497.280701754386, - 2497.280701754386 + 2451.5570175438597, + 2451.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2451.5570175438597, + 2406.5570175438593, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 ], "mean": [ - 2458.580701754383, - 2457.4807017543826, - 2458.280701754383, - 2455.9807017543826, - 2455.530701754383, - 2458.580701754383, - 2460.9807017543826, - 2458.4807017543826, - 2459.530701754383, - 2456.2307017543826, - 2458.530701754383, - 2456.9807017543826, - 2454.580701754383, - 2458.1307017543827, - 2454.9807017543826, - 2455.9807017543826, - 2455.780701754383, - 2459.530701754383, - 2456.7307017543826, - 2457.9807017543826, - 2460.830701754383, - 2460.6307017543827, - 2459.030701754383, - 2455.1307017543827 + 2404.3070175438647, + 2405.007017543865, + 2403.107017543865, + 2403.7070175438653, + 2402.257017543865, + 2402.707017543865, + 2401.357017543865, + 2401.6570175438646, + 2401.507017543865, + 2401.857017543865, + 2402.5570175438647, + 2402.5570175438647, + 2403.457017543865, + 2401.1570175438646, + 2405.557017543865, + 2404.007017543865, + 2402.107017543865, + 2403.957017543865, + 2402.1570175438646, + 2400.4070175438646, + 2402.1570175438646, + 2399.8070175438647, + 2401.4070175438646, + 2402.007017543865 ], "quantiles": { "0.1": [ - 2417.280701754386, - 2457.280701754386, - 2457.280701754386, - 2417.280701754386, - 2417.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2417.280701754386, - 2417.280701754386, - 2453.280701754386, - 2417.280701754386, - 2417.280701754386, - 2417.280701754386, - 2417.280701754386, - 2417.280701754386, - 2457.280701754386, - 2417.280701754386, - 2416.280701754386, - 2457.280701754386, - 2457.280701754386, - 2417.280701754386, - 2417.280701754386 + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2351.5570175438597, + 2401.5570175438597, + 2361.5570175438597, + 2397.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2361.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 ], "0.2": [ - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386 + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 ], "0.3": [ - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386 + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 ], "0.4": [ - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386 + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 ], "0.5": [ - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386 + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 ], "0.6": [ - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386 + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 ], "0.7": [ - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386 + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 ], "0.8": [ - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386, - 2457.280701754386 + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 ], "0.9": [ - 2497.280701754386, - 2457.280701754386, - 2461.2807017543855, - 2497.280701754386, - 2457.280701754386, - 2461.2807017543855, - 2497.280701754386, - 2457.280701754386, - 2497.280701754386, - 2457.280701754386, - 2497.280701754386, - 2457.280701754386, - 2457.280701754386, - 2497.280701754386, - 2457.280701754386, - 2497.280701754386, - 2457.280701754386, - 2497.280701754386, - 2497.280701754386, - 2497.280701754386, - 2497.280701754386, - 2498.280701754386, - 2497.280701754386, - 2497.280701754386 + 2451.5570175438597, + 2451.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2451.5570175438597, + 2406.5570175438593, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 ] }, "timestamps": [ - "2026-06-22 18:55:00", - "2026-06-22 19:10:00", - "2026-06-22 19:25:00", - "2026-06-22 19:40:00", "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", @@ -589,6 +585,10 @@ "2026-06-23 23:55:00", "2026-06-24 00:10:00", "2026-06-24 00:25:00", - "2026-06-24 00:40:00" + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 026262fc2d72afbdc31af5a68a3e106c423e8f02..1d172738d8c8aa6d7a60126e453acbb7b1cb2e05 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T06:27:20.536307+00:00", + "evaluated_at": "2026-06-23T06:35:37.080824+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 198658356f302184dd13a437e9cbd957bdda4c33..945163ff24a722196d129416ff47d79f186b0a82 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-23T06:21:21.149264+00:00", - "finished_at": "2026-06-23T06:27:24.793842+00:00", - "task_count": 3, + "started_at": "2026-06-23T06:32:28.283544+00:00", + "finished_at": "2026-06-23T06:35:42.045913+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-23T06:22:11.238760+00:00", + "evaluated_at": "2026-06-23T06:33:08.265970+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T06:22:41.445482+00:00", + "evaluated_at": "2026-06-23T06:33:37.017134+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T06:23:38.635189+00:00", + "evaluated_at": "2026-06-23T06:34:10.356351+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T06:24:19.336344+00:00", + "evaluated_at": "2026-06-23T06:34:22.703157+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-23T06:26:53.886905+00:00", + "evaluated_at": "2026-06-23T06:34:57.602074+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -140,25 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T06:27:19.995671+00:00", + "evaluated_at": "2026-06-23T06:35:36.641552+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -166,25 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-23T06:27:20.391249+00:00", + "evaluated_at": "2026-06-23T06:35:36.927718+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -192,25 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-23T06:27:20.505711+00:00", + "evaluated_at": "2026-06-23T06:35:37.036222+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -218,25 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-23T06:27:20.536307+00:00", + "evaluated_at": "2026-06-23T06:35:37.080824+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -244,25 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T06:27:20.560961+00:00", + "evaluated_at": "2026-06-23T06:35:37.101765+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -283,7 +223,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-23T06:29:27.930796+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_063536.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_063536.json new file mode 100644 index 0000000000000000000000000000000000000000..b864eb085a9606969b041fc2495c0c8fdd48305b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260623_063536.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-23T06:35:36.875708+00:00", + "metrics": { + "MSE[mean]": 470113.1653175042, + "MSE[0.5]": 1177542.5220404183, + "MAE[0.5]": 977.3712130890535, + "MASE[0.5]": 1.4490698716460422, + "MAPE[0.5]": 0.015145119626379112, + "sMAPE[0.5]": 0.015282771879855833, + "MSIS": 37.14948160506097, + "RMSE[mean]": 685.6479893629852, + "NRMSE[mean]": 0.010663932616776286, + "ND[0.5]": 0.015201124949906008, + "mean_weighted_sum_quantile_loss": 0.014245921914777693 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62763.01953125 + ], + "predictions": { + "p50": [ + 63318.92966434221, + 63358.32288813668, + 63344.28381469909, + 63369.64323694281, + 63337.74111103857, + 63363.637466022745, + 63333.303822655944, + 63379.43698973123, + 63381.01172840078, + 63392.515468325226, + 63386.89024191944, + 63395.63252181106, + 63397.26120725989, + 63362.48498235523, + 63353.127765790734, + 63367.33047887872, + 63387.92901086144, + 63382.37885304399, + 63384.49829838311, + 63368.05323821005, + 63398.27707216281, + 63382.83384555884, + 63379.20265016796, + 63404.08859583584 + ], + "p10": [ + 63072.94999072657, + 63080.29969228129, + 63080.142901346255, + 63112.516114502534, + 63079.9800936291, + 63098.74644367946, + 63120.478705173395, + 63124.1287405117, + 63098.3384714073, + 63106.05684104526, + 63107.04817284331, + 63140.28657537842, + 63103.00592089527, + 63103.50106869535, + 63080.80710298798, + 63104.205636958126, + 63110.511688664556, + 63113.37554591073, + 63110.86360456799, + 63110.98713287455, + 63131.37534294053, + 63131.45310666135, + 63131.51480625513, + 63111.27356043016 + ], + "p90": [ + 63556.52348165136, + 63582.10714964783, + 63591.276715556465, + 63560.957020004935, + 63564.93064979559, + 63581.20828317049, + 63585.42729351953, + 63603.08679420565, + 63576.134648822685, + 63669.83837888004, + 63608.85563020985, + 63577.92478484861, + 63608.09587423565, + 63608.591022035725, + 63576.81260534649, + 63592.12033937574, + 63594.08517958935, + 63579.439019648904, + 63579.594709827, + 63640.762941431036, + 63610.33339663449, + 63610.194123660025, + 63580.70879851496, + 63593.12952626268 + ], + "mean": [ + 64894.49282937331, + 64306.91624426785, + 64626.94211598456, + 63327.81424415099, + 64284.58169231657, + 64628.10431273225, + 63673.420384518206, + 64655.01835904008, + 64320.62732422764, + 64667.10924895308, + 64011.39538090586, + 64018.07450831946, + 64000.053814221596, + 64321.97031497185, + 63331.22557163367, + 63685.30730846021, + 64003.966192016946, + 63688.70002893541, + 63676.44501560107, + 64322.7318511924, + 64038.865319134646, + 64001.07814826516, + 64647.33537591816, + 64022.651962922086 + ], + "quantiles": { + "0.1": [ + 63072.94999072657, + 63080.29969228129, + 63080.142901346255, + 63112.516114502534, + 63079.9800936291, + 63098.74644367946, + 63120.478705173395, + 63124.1287405117, + 63098.3384714073, + 63106.05684104526, + 63107.04817284331, + 63140.28657537842, + 63103.00592089527, + 63103.50106869535, + 63080.80710298798, + 63104.205636958126, + 63110.511688664556, + 63113.37554591073, + 63110.86360456799, + 63110.98713287455, + 63131.37534294053, + 63131.45310666135, + 63131.51480625513, + 63111.27356043016 + ], + "0.2": [ + 63159.729259615604, + 63221.57584684113, + 63195.76833912286, + 63222.7451402374, + 63139.576583400056, + 63192.27759408094, + 63178.46437149477, + 63196.76381749805, + 63176.92862719011, + 63237.181940195245, + 63196.975490388104, + 63238.959818323645, + 63185.675226380394, + 63202.485082023406, + 63151.7138879468, + 63186.874942443246, + 63222.9686566779, + 63263.69086171077, + 63197.64287345702, + 63246.021922735556, + 63264.72653544755, + 63223.619874918084, + 63198.003875387556, + 63241.792785921636 + ], + "0.3": [ + 63237.22130420425, + 63266.419912470585, + 63264.23619048002, + 63275.65778632536, + 63260.47085801426, + 63285.30237050907, + 63250.63941928669, + 63287.270412334525, + 63266.4956165381, + 63302.49629238704, + 63272.30534811245, + 63285.4590739486, + 63273.60196265111, + 63274.211106891074, + 63262.935614694405, + 63263.90576580685, + 63295.967851233974, + 63296.65796756099, + 63289.88890984931, + 63288.00561399098, + 63310.1930214639, + 63296.61906947416, + 63283.56049789688, + 63292.83437042122 + ], + "0.4": [ + 63272.057869006545, + 63323.42725159092, + 63318.66772942479, + 63326.14374373723, + 63295.30742281656, + 63332.49007762338, + 63287.17420258765, + 63340.61004549737, + 63317.19506616225, + 63355.44696351785, + 63340.79180678722, + 63339.890612893374, + 63342.30739038199, + 63308.667683560416, + 63341.40268743473, + 63333.3402381432, + 63344.94956345979, + 63344.6257433812, + 63341.602306335044, + 63334.06299747453, + 63359.869391998, + 63342.61292696594, + 63343.687270694245, + 63344.41132071557 + ], + "0.5": [ + 63318.92966434221, + 63358.32288813668, + 63344.28381469909, + 63369.64323694281, + 63337.74111103857, + 63363.637466022745, + 63333.303822655944, + 63379.43698973123, + 63381.01172840078, + 63392.515468325226, + 63386.89024191944, + 63395.63252181106, + 63397.26120725989, + 63362.48498235523, + 63353.127765790734, + 63367.33047887872, + 63387.92901086144, + 63382.37885304399, + 63384.49829838311, + 63368.05323821005, + 63398.27707216281, + 63382.83384555884, + 63379.20265016796, + 63404.08859583584 + ], + "0.6": [ + 63364.29611712166, + 63384.76254286451, + 63378.2385508606, + 63387.494421693635, + 63386.25869744272, + 63389.281356284875, + 63389.84942821414, + 63402.824866170704, + 63400.16069513583, + 63444.11220616416, + 63413.76527829115, + 63417.933206918424, + 63420.274168811215, + 63404.16903459478, + 63401.29879376862, + 63408.77998149699, + 63414.36866558927, + 63411.94849467013, + 63403.514972130775, + 63414.84410979926, + 63423.79089299273, + 63415.01988382945, + 63423.21095138138, + 63431.568330678885 + ], + "0.7": [ + 63417.06577517778, + 63445.93885761287, + 63430.75198667422, + 63419.1369844431, + 63411.829919995624, + 63423.48543080813, + 63447.43039290125, + 63449.4151310616, + 63449.52906387585, + 63488.67166403343, + 63474.02609029135, + 63460.244277597914, + 63475.4367012699, + 63442.95277284067, + 63427.688542141295, + 63476.63641733275, + 63475.544980337625, + 63454.82369884111, + 63444.256572128215, + 63459.97227017676, + 63493.09409251358, + 63449.233525387564, + 63461.055308039795, + 63480.7693591581 + ], + "0.8": [ + 63466.43465091833, + 63496.562143754636, + 63502.87428717843, + 63474.23486407558, + 63469.273949014074, + 63482.86527356575, + 63510.89032245505, + 63528.69716422841, + 63487.422228754294, + 63575.3101436564, + 63528.1886304182, + 63551.28175437636, + 63524.721235295205, + 63491.869555989724, + 63486.81017987609, + 63535.122997016544, + 63531.046272580934, + 63504.192574581655, + 63501.178928846115, + 63531.52171679093, + 63553.23992488504, + 63536.021530378064, + 63517.386610344816, + 63536.132183903486 + ], + "0.9": [ + 63556.52348165136, + 63582.10714964783, + 63591.276715556465, + 63560.957020004935, + 63564.93064979559, + 63581.20828317049, + 63585.42729351953, + 63603.08679420565, + 63576.134648822685, + 63669.83837888004, + 63608.85563020985, + 63577.92478484861, + 63608.09587423565, + 63608.591022035725, + 63576.81260534649, + 63592.12033937574, + 63594.08517958935, + 63579.439019648904, + 63579.594709827, + 63640.762941431036, + 63610.33339663449, + 63610.194123660025, + 63580.70879851496, + 63593.12952626268 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_063251.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_063251.json new file mode 100644 index 0000000000000000000000000000000000000000..1eabbab0a57e262e36e9afc8c3a632c5686d494a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260623_063251.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T06:32:51.303877+00:00", + "metrics": { + "MSE[mean]": 374915.2789675395, + "MSE[0.5]": 374915.2789675395, + "MAE[0.5]": 457.3030598958333, + "MASE[0.5]": 0.6780065520982544, + "MAPE[0.5]": 0.007095182628174298, + "sMAPE[0.5]": 0.0071176028553392905, + "MSIS": 8.912095657931822, + "RMSE[mean]": 612.3032573549968, + "NRMSE[mean]": 0.00952319671138062, + "ND[0.5]": 0.007112467464107236, + "mean_weighted_sum_quantile_loss": 0.006778421306387492 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62763.01953125 + ], + "predictions": { + "p50": [ + 64047.75, + 64056.48828125, + 64068.39453125, + 64069.25390625, + 64067.55859375, + 64060.5234375, + 64063.9765625, + 64038.6328125, + 64028.21875, + 64020.55859375, + 64020.61328125, + 64054.6171875, + 64074.8984375, + 64065.765625, + 64035.16796875, + 63967.1875, + 63962.3828125, + 63954.29296875, + 63971.87109375, + 63999.69140625, + 64036.296875, + 64045.1953125, + 64034.265625, + 64028.4453125 + ], + "p10": [ + 63708.13671875, + 63627.17578125, + 63564.40625, + 63518.7578125, + 63468.26171875, + 63395.6640625, + 63348.48046875, + 63294.234375, + 63218.78515625, + 63168.41796875, + 63146.94140625, + 63195.8046875, + 63210.5, + 63175.421875, + 63153.5703125, + 63091.359375, + 62978.7734375, + 62963.5390625, + 62942.0546875, + 62979.93359375, + 63002.4140625, + 62990.171875, + 62950.984375, + 62972.1640625 + ], + "p90": [ + 64295.46484375, + 64380.52734375, + 64437.92578125, + 64481.59765625, + 64500.6328125, + 64552.421875, + 64549.6796875, + 64594.72265625, + 64582.53515625, + 64606.28125, + 64624.22265625, + 64635.63671875, + 64657.3671875, + 64664.40625, + 64664.90625, + 64630.70703125, + 64794.1015625, + 64797.54296875, + 64802.140625, + 64812.22265625, + 64830.8828125, + 64850.62109375, + 64870.25390625, + 64923.4765625 + ], + "mean": [ + 64047.75, + 64056.48828125, + 64068.39453125, + 64069.25390625, + 64067.55859375, + 64060.5234375, + 64063.9765625, + 64038.6328125, + 64028.21875, + 64020.55859375, + 64020.61328125, + 64054.6171875, + 64074.8984375, + 64065.765625, + 64035.16796875, + 63967.1875, + 63962.3828125, + 63954.29296875, + 63971.87109375, + 63999.69140625, + 64036.296875, + 64045.1953125, + 64034.265625, + 64028.4453125 + ], + "quantiles": { + "0.1": [ + 63708.13671875, + 63627.17578125, + 63564.40625, + 63518.7578125, + 63468.26171875, + 63395.6640625, + 63348.48046875, + 63294.234375, + 63218.78515625, + 63168.41796875, + 63146.94140625, + 63195.8046875, + 63210.5, + 63175.421875, + 63153.5703125, + 63091.359375, + 62978.7734375, + 62963.5390625, + 62942.0546875, + 62979.93359375, + 63002.4140625, + 62990.171875, + 62950.984375, + 62972.1640625 + ], + "0.2": [ + 63708.13671875, + 63627.17578125, + 63564.40625, + 63518.7578125, + 63468.26171875, + 63395.6640625, + 63348.48046875, + 63294.234375, + 63218.78515625, + 63168.41796875, + 63146.94140625, + 63195.8046875, + 63210.5, + 63175.421875, + 63153.5703125, + 63091.359375, + 62978.7734375, + 62963.5390625, + 62942.0546875, + 62979.93359375, + 63002.4140625, + 62990.171875, + 62950.984375, + 62972.1640625 + ], + "0.3": [ + 63708.13671875, + 63627.17578125, + 63564.40625, + 63518.7578125, + 63468.26171875, + 63395.6640625, + 63348.48046875, + 63294.234375, + 63218.78515625, + 63168.41796875, + 63146.94140625, + 63195.8046875, + 63210.5, + 63175.421875, + 63153.5703125, + 63091.359375, + 62978.7734375, + 62963.5390625, + 62942.0546875, + 62979.93359375, + 63002.4140625, + 62990.171875, + 62950.984375, + 62972.1640625 + ], + "0.4": [ + 64047.75, + 64056.48828125, + 64068.39453125, + 64069.25390625, + 64067.55859375, + 64060.5234375, + 64063.9765625, + 64038.6328125, + 64028.21875, + 64020.55859375, + 64020.61328125, + 64054.6171875, + 64074.8984375, + 64065.765625, + 64035.16796875, + 63967.1875, + 63962.3828125, + 63954.29296875, + 63971.87109375, + 63999.69140625, + 64036.296875, + 64045.1953125, + 64034.265625, + 64028.4453125 + ], + "0.5": [ + 64047.75, + 64056.48828125, + 64068.39453125, + 64069.25390625, + 64067.55859375, + 64060.5234375, + 64063.9765625, + 64038.6328125, + 64028.21875, + 64020.55859375, + 64020.61328125, + 64054.6171875, + 64074.8984375, + 64065.765625, + 64035.16796875, + 63967.1875, + 63962.3828125, + 63954.29296875, + 63971.87109375, + 63999.69140625, + 64036.296875, + 64045.1953125, + 64034.265625, + 64028.4453125 + ], + "0.6": [ + 64047.75, + 64056.48828125, + 64068.39453125, + 64069.25390625, + 64067.55859375, + 64060.5234375, + 64063.9765625, + 64038.6328125, + 64028.21875, + 64020.55859375, + 64020.61328125, + 64054.6171875, + 64074.8984375, + 64065.765625, + 64035.16796875, + 63967.1875, + 63962.3828125, + 63954.29296875, + 63971.87109375, + 63999.69140625, + 64036.296875, + 64045.1953125, + 64034.265625, + 64028.4453125 + ], + "0.7": [ + 64047.75, + 64056.48828125, + 64068.39453125, + 64069.25390625, + 64067.55859375, + 64060.5234375, + 64063.9765625, + 64038.6328125, + 64028.21875, + 64020.55859375, + 64020.61328125, + 64054.6171875, + 64074.8984375, + 64065.765625, + 64035.16796875, + 63967.1875, + 63962.3828125, + 63954.29296875, + 63971.87109375, + 63999.69140625, + 64036.296875, + 64045.1953125, + 64034.265625, + 64028.4453125 + ], + "0.8": [ + 64295.46484375, + 64380.52734375, + 64437.92578125, + 64481.59765625, + 64500.6328125, + 64552.421875, + 64549.6796875, + 64594.72265625, + 64582.53515625, + 64606.28125, + 64624.22265625, + 64635.63671875, + 64657.3671875, + 64664.40625, + 64664.90625, + 64630.70703125, + 64794.1015625, + 64797.54296875, + 64802.140625, + 64812.22265625, + 64830.8828125, + 64850.62109375, + 64870.25390625, + 64923.4765625 + ], + "0.9": [ + 64295.46484375, + 64380.52734375, + 64437.92578125, + 64481.59765625, + 64500.6328125, + 64552.421875, + 64549.6796875, + 64594.72265625, + 64582.53515625, + 64606.28125, + 64624.22265625, + 64635.63671875, + 64657.3671875, + 64664.40625, + 64664.90625, + 64630.70703125, + 64794.1015625, + 64797.54296875, + 64802.140625, + 64812.22265625, + 64830.8828125, + 64850.62109375, + 64870.25390625, + 64923.4765625 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_063536.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_063536.json new file mode 100644 index 0000000000000000000000000000000000000000..9781406ed20828677ab63f447d52aed2a72084e1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260623_063536.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-23T06:35:36.994244+00:00", + "metrics": { + "MSE[mean]": 416609.8316408205, + "MSE[0.5]": 412391.38495424174, + "MAE[0.5]": 502.64887019822527, + "MASE[0.5]": 0.7452371464052976, + "MAPE[0.5]": 0.007793025558710853, + "sMAPE[0.5]": 0.007825968427935178, + "MSIS": 12.93669425581769, + "RMSE[mean]": 645.453198644813, + "NRMSE[mean]": 0.010038780138516641, + "ND[0.5]": 0.007817734121371253, + "mean_weighted_sum_quantile_loss": 0.006802407289310631 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62763.01953125 + ], + "predictions": { + "p50": [ + 64011.35491303308, + 64006.11580176587, + 63995.82786237366, + 63996.34070423146, + 63997.71096796425, + 63980.76677857204, + 63961.701495429836, + 63978.66941541263, + 63958.09046039542, + 63972.609161628214, + 63951.76067536101, + 63946.740314093804, + 63955.55784345159, + 63938.66052905939, + 63937.52688654218, + 63934.16863464998, + 63933.486164007765, + 63925.75877149056, + 63920.847785223355, + 63914.05593958114, + 63927.89690643894, + 63904.01521704673, + 63877.92063702953, + 63895.77722888732 + ], + "p10": [ + 63801.98538178308, + 63767.09236426587, + 63741.704424873664, + 63755.891876106456, + 63740.38557733925, + 63708.74529419704, + 63730.392901679836, + 63744.96082166263, + 63713.57092914542, + 63714.851349128214, + 63710.263409736006, + 63704.810626593804, + 63715.55589032659, + 63688.46912280939, + 63681.460089667184, + 63684.72918152498, + 63699.777570257764, + 63674.05838086556, + 63690.214972723355, + 63665.12820520614, + 63703.42815643894, + 63670.37263892173, + 63649.58665265453, + 63645.04676013732 + ], + "p90": [ + 64336.38225678308, + 64241.21345801587, + 64236.41184674866, + 64232.458672981455, + 64226.37112421425, + 64232.02263794704, + 64216.330401679836, + 64242.29441541263, + 64206.09280414542, + 64232.253692878214, + 64196.24895661101, + 64166.611407843804, + 64247.90393720159, + 64196.20076343439, + 64159.26751154218, + 64184.38543152498, + 64181.13967963277, + 64174.34470899056, + 64171.09895709836, + 64184.807502081145, + 64161.05823456394, + 64199.58357642173, + 64113.82727765453, + 64144.22254138732 + ], + "mean": [ + 64034.90598725214, + 64027.125684578525, + 63967.54104596763, + 63981.3972276687, + 63994.40163202656, + 63959.96800904075, + 63946.58999152338, + 63989.547110725005, + 63954.261319770434, + 63971.041563972125, + 63960.20856598623, + 63916.07810706263, + 63980.235714545495, + 63932.522970465936, + 63922.725792791985, + 63932.7258807436, + 63951.51100775749, + 63909.79951367793, + 63931.31893756703, + 63902.554318487484, + 63940.806906439095, + 63913.13431860953, + 63860.75858624841, + 63901.740119512535 + ], + "quantiles": { + "0.1": [ + 63801.98538178308, + 63767.09236426587, + 63741.704424873664, + 63755.891876106456, + 63740.38557733925, + 63708.74529419704, + 63730.392901679836, + 63744.96082166263, + 63713.57092914542, + 63714.851349128214, + 63710.263409736006, + 63704.810626593804, + 63715.55589032659, + 63688.46912280939, + 63681.460089667184, + 63684.72918152498, + 63699.777570257764, + 63674.05838086556, + 63690.214972723355, + 63665.12820520614, + 63703.42815643894, + 63670.37263892173, + 63649.58665265453, + 63645.04676013732 + ], + "0.2": [ + 63892.09319428308, + 63898.12361426587, + 63793.79465924866, + 63803.15320423146, + 63805.673467964254, + 63778.73357544704, + 63797.713214179836, + 63805.61082166263, + 63782.872491645416, + 63798.609161628214, + 63775.70755036101, + 63759.48953284381, + 63807.70042157659, + 63778.52771655939, + 63733.55032404218, + 63742.90886902498, + 63806.937726507764, + 63729.36736524056, + 63801.726691473355, + 63788.37429895614, + 63806.89690643894, + 63745.00545142173, + 63707.76634015453, + 63728.32410388732 + ], + "0.3": [ + 63934.78303803308, + 63929.762676765866, + 63891.23059674866, + 63895.41101673146, + 63887.22268671425, + 63882.20232544704, + 63871.149151679834, + 63872.16160291263, + 63861.10842914542, + 63887.171661628214, + 63854.542706611006, + 63850.209064093804, + 63871.22815595159, + 63846.45545093439, + 63797.65969904218, + 63848.67605652498, + 63849.374835882765, + 63820.08689649056, + 63839.457160223355, + 63834.43679895614, + 63877.42815643894, + 63824.39607642173, + 63774.40071515453, + 63791.27449451232 + ], + "0.4": [ + 63990.70022553308, + 63993.23298926587, + 63958.582940498665, + 63960.36961048146, + 63943.74221796425, + 63950.32888794704, + 63909.010089179836, + 63953.87254041263, + 63889.66077289542, + 63950.49822412821, + 63896.26692536101, + 63879.21218909381, + 63928.77073407659, + 63881.205841559386, + 63881.07766779218, + 63902.52996277498, + 63911.497882757765, + 63899.56736524056, + 63881.457160223355, + 63889.52664270614, + 63910.72893768894, + 63866.39607642173, + 63818.96555890453, + 63848.35535388732 + ], + "0.5": [ + 64011.35491303308, + 64006.11580176587, + 63995.82786237366, + 63996.34070423146, + 63997.71096796425, + 63980.76677857204, + 63961.701495429836, + 63978.66941541263, + 63958.09046039542, + 63972.609161628214, + 63951.76067536101, + 63946.740314093804, + 63955.55784345159, + 63938.66052905939, + 63937.52688654218, + 63934.16863464998, + 63933.486164007765, + 63925.75877149056, + 63920.847785223355, + 63914.05593958114, + 63927.89690643894, + 63904.01521704673, + 63877.92063702953, + 63895.77722888732 + ], + "0.6": [ + 64041.82366303308, + 64038.80330176587, + 64013.93528424866, + 64027.56257923146, + 64056.29924921425, + 63990.30232544704, + 63993.853839179836, + 64008.68113416263, + 63989.26936664542, + 64019.550567878214, + 63991.62005036101, + 63975.900470343804, + 64019.92698407659, + 63970.139435309386, + 63971.53860529218, + 64001.075275274976, + 63961.497882757765, + 63957.27752149056, + 63978.11106647336, + 63947.236798956146, + 63998.79925018894, + 63922.87654517173, + 63908.10071515453, + 63974.51551013732 + ], + "0.7": [ + 64112.36272553308, + 64106.09002051587, + 64074.32200299866, + 64083.30750110646, + 64094.796124214256, + 64064.88201294704, + 64064.13665167984, + 64075.96785291263, + 64051.58225727042, + 64067.179474128214, + 64064.67395661101, + 64029.138751593804, + 64084.81760907659, + 64038.96912280939, + 64025.56985529218, + 64072.62761902498, + 64040.419757757765, + 64025.22752149056, + 64031.52512897336, + 64002.98172083114, + 64060.66643768894, + 64009.44998267174, + 63975.601105779526, + 64028.36316638732 + ], + "0.8": [ + 64173.09241303308, + 64169.63142676587, + 64156.93372174866, + 64151.913360481456, + 64145.46096796425, + 64147.99060669704, + 64123.920245429836, + 64177.84129041263, + 64121.80452289542, + 64127.519317878214, + 64116.77083161101, + 64097.810626593804, + 64154.50979657659, + 64095.80896655939, + 64078.66829279218, + 64137.67840027498, + 64122.247882757765, + 64094.89002149056, + 64084.285285223355, + 64077.705548956146, + 64114.346906438936, + 64097.14607642173, + 64042.78821515453, + 64059.18347888732 + ], + "0.9": [ + 64336.38225678308, + 64241.21345801587, + 64236.41184674866, + 64232.458672981455, + 64226.37112421425, + 64232.02263794704, + 64216.330401679836, + 64242.29441541263, + 64206.09280414542, + 64232.253692878214, + 64196.24895661101, + 64166.611407843804, + 64247.90393720159, + 64196.20076343439, + 64159.26751154218, + 64184.38543152498, + 64181.13967963277, + 64174.34470899056, + 64171.09895709836, + 64184.807502081145, + 64161.05823456394, + 64199.58357642173, + 64113.82727765453, + 64144.22254138732 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_063449.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_063449.json new file mode 100644 index 0000000000000000000000000000000000000000..22a5aaa629ac3c3facac8136732d70b4a78a0369 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260623_063449.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T06:34:49.185413+00:00", + "metrics": { + "MSE[mean]": 440823.78800201416, + "MSE[0.5]": 435299.97573216754, + "MAE[0.5]": 506.4597981770833, + "MASE[0.5]": 0.7508873035239246, + "MAPE[0.5]": 0.00786926809122747, + "sMAPE[0.5]": 0.007884046740621027, + "MSIS": 6.139776246037659, + "RMSE[mean]": 663.945621268801, + "NRMSE[mean]": 0.01032639412097194, + "ND[0.5]": 0.00787700575901098, + "mean_weighted_sum_quantile_loss": 0.007008603763949656 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62763.01953125 + ], + "predictions": { + "p50": [ + 63999.52734375, + 63926.1953125, + 63951.67578125, + 64085.478515625, + 63930.6015625, + 64019.056640625, + 64141.333984375, + 64204.427734375, + 64031.8828125, + 64098.162109375, + 64038.416015625, + 64102.232421875, + 64001.083984375, + 63943.39453125, + 64143.494140625, + 64349.119140625, + 64064.033203125, + 64172.46484375, + 64081.322265625, + 64281.890625, + 64245.8515625, + 64217.728515625, + 64341.62890625, + 64261.55859375 + ], + "p10": [ + 63634.794921875, + 63562.44921875, + 63397.42578125, + 63443.880859375, + 63258.544921875, + 63438.189453125, + 63448.955078125, + 63383.517578125, + 63275.291015625, + 63231.095703125, + 63196.12109375, + 63224.634765625, + 62994.255859375, + 62711.341796875, + 63171.87890625, + 63120.515625, + 63095.189453125, + 62979.072265625, + 63010.294921875, + 63032.134765625, + 62890.625, + 63134.99609375, + 63259.39453125, + 62932.052734375 + ], + "p90": [ + 64277.828125, + 64357.662109375, + 64593.990234375, + 64715.8125, + 64655.5859375, + 64691.08984375, + 64886.31640625, + 64958.853515625, + 64857.484375, + 65063.61328125, + 65012.646484375, + 64796.998046875, + 64914.30078125, + 65010.45703125, + 65203.5, + 65573.76171875, + 65350.685546875, + 65365.0, + 65442.462890625, + 65412.98828125, + 65455.361328125, + 65469.611328125, + 66009.859375, + 65592.62109375 + ], + "mean": [ + 63976.61328125, + 63950.82421875, + 63974.3984375, + 64092.67578125, + 63953.515625, + 64055.5703125, + 64147.2109375, + 64173.21484375, + 64076.0859375, + 64107.3046875, + 64082.9453125, + 64128.921875, + 63993.84375, + 63924.84375, + 64181.8515625, + 64338.328125, + 64144.66796875, + 64175.2421875, + 64177.97265625, + 64293.85546875, + 64241.33203125, + 64268.515625, + 64495.90234375, + 64351.8515625 + ], + "quantiles": { + "0.1": [ + 63634.794921875, + 63562.44921875, + 63397.42578125, + 63443.880859375, + 63258.544921875, + 63438.189453125, + 63448.955078125, + 63383.517578125, + 63275.291015625, + 63231.095703125, + 63196.12109375, + 63224.634765625, + 62994.255859375, + 62711.341796875, + 63171.87890625, + 63120.515625, + 63095.189453125, + 62979.072265625, + 63010.294921875, + 63032.134765625, + 62890.625, + 63134.99609375, + 63259.39453125, + 62932.052734375 + ], + "0.2": [ + 63634.794921875, + 63562.44921875, + 63397.42578125, + 63443.880859375, + 63258.544921875, + 63438.189453125, + 63448.955078125, + 63383.517578125, + 63275.291015625, + 63231.095703125, + 63196.12109375, + 63224.634765625, + 62994.255859375, + 62711.341796875, + 63171.87890625, + 63120.515625, + 63095.189453125, + 62979.072265625, + 63010.294921875, + 63032.134765625, + 62890.625, + 63134.99609375, + 63259.39453125, + 62932.052734375 + ], + "0.3": [ + 63634.794921875, + 63562.44921875, + 63397.42578125, + 63443.880859375, + 63258.544921875, + 63438.189453125, + 63448.955078125, + 63383.517578125, + 63275.291015625, + 63231.095703125, + 63196.12109375, + 63224.634765625, + 62994.255859375, + 62711.341796875, + 63171.87890625, + 63120.515625, + 63095.189453125, + 62979.072265625, + 63010.294921875, + 63032.134765625, + 62890.625, + 63134.99609375, + 63259.39453125, + 62932.052734375 + ], + "0.4": [ + 63999.52734375, + 63926.1953125, + 63951.67578125, + 64085.478515625, + 63930.6015625, + 64019.056640625, + 64141.333984375, + 64204.427734375, + 64031.8828125, + 64098.162109375, + 64038.416015625, + 64102.232421875, + 64001.083984375, + 63943.39453125, + 64143.494140625, + 64349.119140625, + 64064.033203125, + 64172.46484375, + 64081.322265625, + 64281.890625, + 64245.8515625, + 64217.728515625, + 64341.62890625, + 64261.55859375 + ], + "0.5": [ + 63999.52734375, + 63926.1953125, + 63951.67578125, + 64085.478515625, + 63930.6015625, + 64019.056640625, + 64141.333984375, + 64204.427734375, + 64031.8828125, + 64098.162109375, + 64038.416015625, + 64102.232421875, + 64001.083984375, + 63943.39453125, + 64143.494140625, + 64349.119140625, + 64064.033203125, + 64172.46484375, + 64081.322265625, + 64281.890625, + 64245.8515625, + 64217.728515625, + 64341.62890625, + 64261.55859375 + ], + "0.6": [ + 63999.52734375, + 63926.1953125, + 63951.67578125, + 64085.478515625, + 63930.6015625, + 64019.056640625, + 64141.333984375, + 64204.427734375, + 64031.8828125, + 64098.162109375, + 64038.416015625, + 64102.232421875, + 64001.083984375, + 63943.39453125, + 64143.494140625, + 64349.119140625, + 64064.033203125, + 64172.46484375, + 64081.322265625, + 64281.890625, + 64245.8515625, + 64217.728515625, + 64341.62890625, + 64261.55859375 + ], + "0.7": [ + 63999.52734375, + 63926.1953125, + 63951.67578125, + 64085.478515625, + 63930.6015625, + 64019.056640625, + 64141.333984375, + 64204.427734375, + 64031.8828125, + 64098.162109375, + 64038.416015625, + 64102.232421875, + 64001.083984375, + 63943.39453125, + 64143.494140625, + 64349.119140625, + 64064.033203125, + 64172.46484375, + 64081.322265625, + 64281.890625, + 64245.8515625, + 64217.728515625, + 64341.62890625, + 64261.55859375 + ], + "0.8": [ + 64277.828125, + 64357.662109375, + 64593.990234375, + 64715.8125, + 64655.5859375, + 64691.08984375, + 64886.31640625, + 64958.853515625, + 64857.484375, + 65063.61328125, + 65012.646484375, + 64796.998046875, + 64914.30078125, + 65010.45703125, + 65203.5, + 65573.76171875, + 65350.685546875, + 65365.0, + 65442.462890625, + 65412.98828125, + 65455.361328125, + 65469.611328125, + 66009.859375, + 65592.62109375 + ], + "0.9": [ + 64277.828125, + 64357.662109375, + 64593.990234375, + 64715.8125, + 64655.5859375, + 64691.08984375, + 64886.31640625, + 64958.853515625, + 64857.484375, + 65063.61328125, + 65012.646484375, + 64796.998046875, + 64914.30078125, + 65010.45703125, + 65203.5, + 65573.76171875, + 65350.685546875, + 65365.0, + 65442.462890625, + 65412.98828125, + 65455.361328125, + 65469.611328125, + 66009.859375, + 65592.62109375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_063537.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_063537.json new file mode 100644 index 0000000000000000000000000000000000000000..a09abc3d61f03c0b7c1995fba35d39bf0df79889 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260623_063537.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T06:35:37.051189+00:00", + "metrics": { + "MSE[mean]": 362324.16071672674, + "MSE[0.5]": 358513.88717155415, + "MAE[0.5]": 431.8080120956717, + "MASE[0.5]": 0.6402070904928472, + "MAPE[0.5]": 0.006701851029954897, + "sMAPE[0.5]": 0.006719532752724145, + "MSIS": 11.841827845531682, + "RMSE[mean]": 601.9336846503331, + "NRMSE[mean]": 0.009361917999413516, + "ND[0.5]": 0.0067159411473670565, + "mean_weighted_sum_quantile_loss": 0.005952533165871488 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62763.01953125 + ], + "predictions": { + "p50": [ + 64091.97658648574, + 64091.75783648574, + 64086.49025836074, + 64092.02346148574, + 64098.41408648574, + 64086.49025836074, + 64072.44533648574, + 64094.43361773574, + 64078.87502398574, + 64098.41408648574, + 64082.58596148574, + 64082.58596148574, + 64096.42385211074, + 64084.54689898574, + 64088.43361773574, + 64090.09572711074, + 64094.43361773574, + 64091.72658648574, + 64091.83596148574, + 64090.06447711074, + 64108.92580523574, + 64090.06447711074, + 64068.99025836074, + 64091.86721148574 + ], + "p10": [ + 63882.60705523574, + 63852.73439898574, + 63832.36682086074, + 63851.57463336074, + 63841.08869586074, + 63814.46877398574, + 63841.13674273574, + 63860.72502398574, + 63834.35549273574, + 63840.65627398574, + 63841.08869586074, + 63840.65627398574, + 63856.42189898574, + 63834.35549273574, + 63832.36682086074, + 63840.65627398574, + 63860.72502398574, + 63840.02619586074, + 63861.20314898574, + 63841.13674273574, + 63884.45705523574, + 63856.42189898574, + 63840.65627398574, + 63841.13674273574 + ], + "p90": [ + 64417.00393023574, + 64326.85549273574, + 64327.07424273574, + 64328.14143023574, + 64327.07424273574, + 64337.74611773574, + 64327.07424273574, + 64358.05861773574, + 64326.87736773574, + 64358.05861773574, + 64327.07424273574, + 64302.45705523574, + 64388.76994586074, + 64342.08713336074, + 64310.17424273574, + 64340.31252398574, + 64342.08713336074, + 64340.31252398574, + 64342.08713336074, + 64360.81603961074, + 64342.08713336074, + 64385.63283648574, + 64304.89689898574, + 64340.31252398574 + ], + "mean": [ + 64115.52766070418, + 64112.76771929793, + 64058.20344195418, + 64077.07998492293, + 64095.10475054793, + 64065.69148882918, + 64057.33383257918, + 64105.31131304793, + 64075.04588336043, + 64096.84648882918, + 64091.03385211043, + 64051.92375445418, + 64121.10172320418, + 64078.40934039168, + 64073.632523985434, + 64088.65297320418, + 64112.45846148543, + 64075.76732867293, + 64102.30711382918, + 64078.56285601668, + 64121.83580523543, + 64099.18357867293, + 64051.82820757918, + 64097.83010211043 + ], + "quantiles": { + "0.1": [ + 63882.60705523574, + 63852.73439898574, + 63832.36682086074, + 63851.57463336074, + 63841.08869586074, + 63814.46877398574, + 63841.13674273574, + 63860.72502398574, + 63834.35549273574, + 63840.65627398574, + 63841.08869586074, + 63840.65627398574, + 63856.42189898574, + 63834.35549273574, + 63832.36682086074, + 63840.65627398574, + 63860.72502398574, + 63840.02619586074, + 63861.20314898574, + 63841.13674273574, + 63884.45705523574, + 63856.42189898574, + 63840.65627398574, + 63841.13674273574 + ], + "0.2": [ + 63972.71486773574, + 63983.76564898574, + 63884.45705523574, + 63898.83596148574, + 63906.37658648574, + 63884.45705523574, + 63908.45705523574, + 63921.37502398574, + 63903.65705523574, + 63924.41408648574, + 63906.53283648574, + 63895.33518023574, + 63948.56643023574, + 63924.41408648574, + 63884.45705523574, + 63898.83596148574, + 63967.88518023574, + 63895.33518023574, + 63972.71486773574, + 63964.38283648574, + 63987.92580523574, + 63931.05471148574, + 63898.83596148574, + 63924.41408648574 + ], + "0.3": [ + 64015.40471148574, + 64015.40471148574, + 63981.89299273574, + 63991.09377398574, + 63987.92580523574, + 63987.92580523574, + 63981.89299273574, + 63987.92580523574, + 63981.89299273574, + 64012.97658648574, + 63985.36799273574, + 63986.05471148574, + 64012.09416461074, + 63992.34182086074, + 63948.56643023574, + 64004.60314898574, + 64010.32228961074, + 63986.05471148574, + 64010.44533648574, + 64010.44533648574, + 64058.45705523574, + 64010.44533648574, + 63965.47033648574, + 63987.36447711074 + ], + "0.4": [ + 64071.32189898574, + 64078.87502398574, + 64049.24533648574, + 64056.05236773574, + 64044.44533648574, + 64056.05236773574, + 64019.75393023574, + 64069.63674273574, + 64010.44533648574, + 64076.30314898574, + 64027.09221148574, + 64015.05783648574, + 64069.63674273574, + 64027.09221148574, + 64031.98439898574, + 64058.45705523574, + 64072.44533648574, + 64065.53518023574, + 64052.44533648574, + 64065.53518023574, + 64091.75783648574, + 64052.44533648574, + 64010.03518023574, + 64044.44533648574 + ], + "0.5": [ + 64091.97658648574, + 64091.75783648574, + 64086.49025836074, + 64092.02346148574, + 64098.41408648574, + 64086.49025836074, + 64072.44533648574, + 64094.43361773574, + 64078.87502398574, + 64098.41408648574, + 64082.58596148574, + 64082.58596148574, + 64096.42385211074, + 64084.54689898574, + 64088.43361773574, + 64090.09572711074, + 64094.43361773574, + 64091.72658648574, + 64091.83596148574, + 64090.06447711074, + 64108.92580523574, + 64090.06447711074, + 64068.99025836074, + 64091.86721148574 + ], + "0.6": [ + 64122.44533648574, + 64124.44533648574, + 64104.59768023574, + 64123.24533648574, + 64157.00236773574, + 64096.02580523574, + 64104.59768023574, + 64124.44533648574, + 64110.05393023574, + 64145.35549273574, + 64122.44533648574, + 64111.74611773574, + 64160.79299273574, + 64116.02580523574, + 64122.44533648574, + 64157.00236773574, + 64122.44533648574, + 64123.24533648574, + 64149.09924273574, + 64123.24533648574, + 64179.82814898574, + 64108.92580523574, + 64099.17033648574, + 64170.60549273574 + ], + "0.7": [ + 64192.98439898574, + 64191.73205523574, + 64164.98439898574, + 64178.99025836074, + 64195.49924273574, + 64170.60549273574, + 64174.88049273574, + 64191.73205523574, + 64172.36682086074, + 64192.98439898574, + 64195.49924273574, + 64164.98439898574, + 64225.68361773574, + 64184.85549273574, + 64176.47658648574, + 64228.55471148574, + 64201.36721148574, + 64191.19533648574, + 64202.51330523574, + 64178.99025836074, + 64241.69533648574, + 64195.49924273574, + 64166.67072711074, + 64224.45314898574 + ], + "0.8": [ + 64253.71408648574, + 64255.27346148574, + 64247.59611773574, + 64247.59611773574, + 64246.16408648574, + 64253.71408648574, + 64234.66408648574, + 64293.60549273574, + 64242.58908648574, + 64253.32424273574, + 64247.59611773574, + 64233.65627398574, + 64295.37580523574, + 64241.69533648574, + 64229.57502398574, + 64293.60549273574, + 64283.19533648574, + 64260.85783648574, + 64255.27346148574, + 64253.71408648574, + 64295.37580523574, + 64283.19533648574, + 64233.85783648574, + 64255.27346148574 + ], + "0.9": [ + 64417.00393023574, + 64326.85549273574, + 64327.07424273574, + 64328.14143023574, + 64327.07424273574, + 64337.74611773574, + 64327.07424273574, + 64358.05861773574, + 64326.87736773574, + 64358.05861773574, + 64327.07424273574, + 64302.45705523574, + 64388.76994586074, + 64342.08713336074, + 64310.17424273574, + 64340.31252398574, + 64342.08713336074, + 64340.31252398574, + 64342.08713336074, + 64360.81603961074, + 64342.08713336074, + 64385.63283648574, + 64304.89689898574, + 64340.31252398574 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_063537.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_063537.json new file mode 100644 index 0000000000000000000000000000000000000000..dcb76bee4240502d0389dbb71d96f293a3737797 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260623_063537.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T06:35:37.090540+00:00", + "metrics": { + "MSE[mean]": 367530.58235549927, + "MSE[0.5]": 367530.58235549927, + "MAE[0.5]": 481.8655598958333, + "MASE[0.5]": 0.7144233999096529, + "MAPE[0.5]": 0.007487189482401336, + "sMAPE[0.5]": 0.007503469594640169, + "MSIS": 5.701529558490698, + "RMSE[mean]": 606.2430060260483, + "NRMSE[mean]": 0.009428941185490902, + "ND[0.5]": 0.007494489797670733, + "mean_weighted_sum_quantile_loss": 0.006516298979958784 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62763.01953125 + ], + "predictions": { + "p50": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "p10": [ + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625, + 62710.150234374996 + ], + "p90": [ + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875, + 65269.748203125004 + ], + "mean": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "quantiles": { + "0.1": [ + 62907.248906249995, + 62733.72, + 62924.976953125, + 63078.668515625, + 62892.479999999996, + 62916.0, + 62863.08, + 62863.049375, + 62939.52, + 62862.402421875, + 62868.43171875, + 62929.532421874996, + 62922.978671875, + 62571.04, + 62531.851484375, + 62525.558046875, + 62045.748515625, + 62618.091484375, + 63313.88, + 62972.828515625, + 62694.531484375, + 62818.019140625, + 62962.783515625, + 62710.150234374996 + ], + "0.2": [ + 63228.2042578125, + 63053.79, + 63246.02275390625, + 63400.49845703125, + 63213.36, + 63237.0, + 63183.81, + 63183.77921875, + 63260.64, + 63183.12896484375, + 63189.1890234375, + 63250.60146484375, + 63244.01427734375, + 62890.28, + 62850.89154296875, + 62844.56599609375, + 62362.30845703125, + 62937.57154296875, + 63636.909999999996, + 63294.11845703125, + 63014.40154296875, + 63138.519238281246, + 63284.02220703125, + 63030.09998046875 + ], + "0.3": [ + 63549.159609375, + 63373.86, + 63567.0685546875, + 63722.3283984375, + 63534.24, + 63558.0, + 63504.54, + 63504.5090625, + 63581.76, + 63503.8555078125, + 63509.946328125, + 63571.6705078125, + 63565.0498828125, + 63209.52, + 63169.9316015625, + 63163.5739453125, + 62678.8683984375, + 63257.051601562496, + 63959.94, + 63615.4083984375, + 63334.2716015625, + 63459.0193359375, + 63605.2608984375, + 63350.0497265625 + ], + "0.4": [ + 63870.1149609375, + 63693.93, + 63888.11435546875, + 64044.15833984375, + 63855.12, + 63879.0, + 63825.27, + 63825.23890625, + 63902.88, + 63824.58205078125, + 63830.7036328125, + 63892.73955078125, + 63886.08548828125, + 63528.76, + 63488.97166015625, + 63482.58189453125, + 62995.42833984375, + 63576.53166015625, + 64282.97, + 63936.69833984375, + 63654.14166015625, + 63779.51943359375, + 63926.49958984375, + 63669.99947265625 + ], + "0.5": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "0.6": [ + 64512.025664062494, + 64334.06999999999, + 64530.20595703124, + 64687.81822265624, + 64496.87999999999, + 64520.99999999999, + 64466.729999999996, + 64466.69859374999, + 64545.119999999995, + 64466.03513671875, + 64472.2182421875, + 64534.877636718746, + 64528.15669921874, + 64167.23999999999, + 64127.051777343746, + 64120.59779296874, + 63628.548222656245, + 64215.49177734374, + 64929.02999999999, + 64579.27822265624, + 64293.88177734374, + 64420.519628906244, + 64568.976972656244, + 64309.89896484374 + ], + "0.7": [ + 64832.981015625, + 64654.14, + 64851.2517578125, + 65009.6481640625, + 64817.76, + 64842.0, + 64787.46, + 64787.4284375, + 64866.24, + 64786.7616796875, + 64792.975546875, + 64855.9466796875, + 64849.1923046875, + 64486.48, + 64446.0918359375, + 64439.6057421875, + 63945.1081640625, + 64534.971835937504, + 65252.06, + 64900.5681640625, + 64613.7518359375, + 64741.0197265625, + 64890.2156640625, + 64629.8487109375 + ], + "0.8": [ + 65153.936367187496, + 64974.20999999999, + 65172.297558593746, + 65331.47810546874, + 65138.63999999999, + 65162.99999999999, + 65108.189999999995, + 65108.15828124999, + 65187.35999999999, + 65107.48822265624, + 65113.73285156249, + 65177.015722656244, + 65170.227910156245, + 64805.719999999994, + 64765.131894531245, + 64758.613691406244, + 64261.66810546874, + 64854.451894531245, + 65575.09, + 65221.858105468746, + 64933.62189453124, + 65061.51982421875, + 65211.45435546874, + 64949.79845703125 + ], + "0.9": [ + 65474.891718750005, + 65294.28, + 65493.343359375, + 65653.308046875, + 65459.520000000004, + 65484.0, + 65428.92, + 65428.888125, + 65508.48, + 65428.214765625, + 65434.49015625, + 65498.084765625004, + 65491.263515625, + 65124.96, + 65084.171953125, + 65077.621640625, + 64578.228046875, + 65173.931953125, + 65898.12, + 65543.148046875, + 65253.491953125, + 65382.019921875, + 65532.693046875, + 65269.748203125004 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_063513.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_063513.json new file mode 100644 index 0000000000000000000000000000000000000000..c2cfd78d955fb3f0eeb98ee6ed908107bdb05747 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260623_063513.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T06:35:13.336947+00:00", + "metrics": { + "MSE[mean]": 382324.2377440135, + "MSE[0.5]": 382324.2377440135, + "MAE[0.5]": 491.26611328125, + "MASE[0.5]": 0.7283608460971193, + "MAPE[0.5]": 0.007614713121981015, + "sMAPE[0.5]": 0.007648303899198906, + "MSIS": 12.651792367597038, + "RMSE[mean]": 618.3237321533223, + "NRMSE[mean]": 0.009616833590021497, + "ND[0.5]": 0.007640697282295063, + "mean_weighted_sum_quantile_loss": 0.00772092796900676 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62763.01953125 + ], + "predictions": { + "p50": [ + 64067.4375, + 64074.46875, + 64074.46875, + 64060.40625, + 64055.71875, + 64048.6875, + 64027.59375, + 64008.84375, + 63987.75, + 63974.859375, + 63956.109375, + 63933.84375, + 63926.8125, + 63903.375, + 63892.828125, + 63874.078125, + 63848.296875, + 63844.1953125, + 63851.8125, + 63838.3359375, + 63818.4140625, + 63780.328125, + 63780.328125, + 63766.55859375 + ], + "p10": [ + 63680.1328125, + 63563.53125, + 63436.96875, + 63286.96875, + 63174.46875, + 63115.875, + 63045.5625, + 62994.0, + 62928.375, + 62904.9375, + 62886.1875, + 62853.375, + 62862.75, + 62829.9375, + 62811.1875, + 62764.3125, + 62736.1875, + 62731.5, + 62750.25, + 62745.5625, + 62712.75, + 62661.1875, + 62661.1875, + 62647.125 + ], + "p90": [ + 64315.875, + 64341.65625, + 64358.0625, + 64358.0625, + 64348.6875, + 64339.3125, + 64348.6875, + 64348.6875, + 64362.75, + 64358.0625, + 64348.6875, + 64353.375, + 64348.6875, + 64341.65625, + 64334.625, + 64329.9375, + 64327.59375, + 64329.9375, + 64344.0, + 64341.65625, + 64336.96875, + 64318.21875, + 64334.625, + 64336.96875 + ], + "mean": [ + 64067.4375, + 64074.46875, + 64074.46875, + 64060.40625, + 64055.71875, + 64048.6875, + 64027.59375, + 64008.84375, + 63987.75, + 63974.859375, + 63956.109375, + 63933.84375, + 63926.8125, + 63903.375, + 63892.828125, + 63874.078125, + 63848.296875, + 63844.1953125, + 63851.8125, + 63838.3359375, + 63818.4140625, + 63780.328125, + 63780.328125, + 63766.55859375 + ], + "quantiles": { + "0.1": [ + 63680.1328125, + 63563.53125, + 63436.96875, + 63286.96875, + 63174.46875, + 63115.875, + 63045.5625, + 62994.0, + 62928.375, + 62904.9375, + 62886.1875, + 62853.375, + 62862.75, + 62829.9375, + 62811.1875, + 62764.3125, + 62736.1875, + 62731.5, + 62750.25, + 62745.5625, + 62712.75, + 62661.1875, + 62661.1875, + 62647.125 + ], + "0.2": [ + 63680.1328125, + 63563.53125, + 63436.96875, + 63286.96875, + 63174.46875, + 63115.875, + 63045.5625, + 62994.0, + 62928.375, + 62904.9375, + 62886.1875, + 62853.375, + 62862.75, + 62829.9375, + 62811.1875, + 62764.3125, + 62736.1875, + 62731.5, + 62750.25, + 62745.5625, + 62712.75, + 62661.1875, + 62661.1875, + 62647.125 + ], + "0.3": [ + 63680.1328125, + 63563.53125, + 63436.96875, + 63286.96875, + 63174.46875, + 63115.875, + 63045.5625, + 62994.0, + 62928.375, + 62904.9375, + 62886.1875, + 62853.375, + 62862.75, + 62829.9375, + 62811.1875, + 62764.3125, + 62736.1875, + 62731.5, + 62750.25, + 62745.5625, + 62712.75, + 62661.1875, + 62661.1875, + 62647.125 + ], + "0.4": [ + 64067.4375, + 64074.46875, + 64074.46875, + 64060.40625, + 64055.71875, + 64048.6875, + 64027.59375, + 64008.84375, + 63987.75, + 63974.859375, + 63956.109375, + 63933.84375, + 63926.8125, + 63903.375, + 63892.828125, + 63874.078125, + 63848.296875, + 63844.1953125, + 63851.8125, + 63838.3359375, + 63818.4140625, + 63780.328125, + 63780.328125, + 63766.55859375 + ], + "0.5": [ + 64067.4375, + 64074.46875, + 64074.46875, + 64060.40625, + 64055.71875, + 64048.6875, + 64027.59375, + 64008.84375, + 63987.75, + 63974.859375, + 63956.109375, + 63933.84375, + 63926.8125, + 63903.375, + 63892.828125, + 63874.078125, + 63848.296875, + 63844.1953125, + 63851.8125, + 63838.3359375, + 63818.4140625, + 63780.328125, + 63780.328125, + 63766.55859375 + ], + "0.6": [ + 64067.4375, + 64074.46875, + 64074.46875, + 64060.40625, + 64055.71875, + 64048.6875, + 64027.59375, + 64008.84375, + 63987.75, + 63974.859375, + 63956.109375, + 63933.84375, + 63926.8125, + 63903.375, + 63892.828125, + 63874.078125, + 63848.296875, + 63844.1953125, + 63851.8125, + 63838.3359375, + 63818.4140625, + 63780.328125, + 63780.328125, + 63766.55859375 + ], + "0.7": [ + 64067.4375, + 64074.46875, + 64074.46875, + 64060.40625, + 64055.71875, + 64048.6875, + 64027.59375, + 64008.84375, + 63987.75, + 63974.859375, + 63956.109375, + 63933.84375, + 63926.8125, + 63903.375, + 63892.828125, + 63874.078125, + 63848.296875, + 63844.1953125, + 63851.8125, + 63838.3359375, + 63818.4140625, + 63780.328125, + 63780.328125, + 63766.55859375 + ], + "0.8": [ + 64315.875, + 64341.65625, + 64358.0625, + 64358.0625, + 64348.6875, + 64339.3125, + 64348.6875, + 64348.6875, + 64362.75, + 64358.0625, + 64348.6875, + 64353.375, + 64348.6875, + 64341.65625, + 64334.625, + 64329.9375, + 64327.59375, + 64329.9375, + 64344.0, + 64341.65625, + 64336.96875, + 64318.21875, + 64334.625, + 64336.96875 + ], + "0.9": [ + 64315.875, + 64341.65625, + 64358.0625, + 64358.0625, + 64348.6875, + 64339.3125, + 64348.6875, + 64348.6875, + 64362.75, + 64358.0625, + 64348.6875, + 64353.375, + 64348.6875, + 64341.65625, + 64334.625, + 64329.9375, + 64327.59375, + 64329.9375, + 64344.0, + 64341.65625, + 64336.96875, + 64318.21875, + 64334.625, + 64336.96875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_063328.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_063328.json new file mode 100644 index 0000000000000000000000000000000000000000..51c2a2db3d7eb66cdd2c8e8a2a2b437fc74f7f36 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260623_063328.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T06:33:28.357768+00:00", + "metrics": { + "MSE[mean]": 362617.54157002765, + "MSE[0.5]": 401724.2428334554, + "MAE[0.5]": 477.828125, + "MASE[0.5]": 0.7084374191605437, + "MAPE[0.5]": 0.007411385097020631, + "sMAPE[0.5]": 0.007438079983119124, + "MSIS": 16.970682786939047, + "RMSE[mean]": 602.1773339889402, + "NRMSE[mean]": 0.009365707495145053, + "ND[0.5]": 0.007431695281619153, + "mean_weighted_sum_quantile_loss": 0.00636811322928112 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62763.01953125 + ], + "predictions": { + "p50": [ + 64011.52734375, + 64040.58984375, + 64027.0390625, + 64016.88671875, + 64006.375, + 63994.2421875, + 63999.92578125, + 63993.54296875, + 64007.51171875, + 64007.8203125, + 64001.36328125, + 64000.70703125, + 64006.90625, + 63993.09375, + 64011.703125, + 64015.1640625, + 64009.4140625, + 64018.65234375, + 64005.078125, + 64005.1796875, + 64004.26953125, + 64006.23046875, + 64007.32421875, + 64011.71875 + ], + "p10": [ + 64086.23046875, + 64092.93359375, + 64082.4609375, + 64081.26953125, + 64066.96875, + 64034.2109375, + 64039.3203125, + 64068.7109375, + 64080.984375, + 64075.95703125, + 64054.39453125, + 64055.55078125, + 64054.18359375, + 64064.5, + 64061.1328125, + 64055.94140625, + 64062.5078125, + 64083.50390625, + 64043.42578125, + 64060.19140625, + 64063.0078125, + 64058.21875, + 64075.671875, + 64059.796875 + ], + "p90": [ + 64276.0234375, + 64333.29296875, + 64336.5546875, + 64333.60546875, + 64334.3828125, + 64333.7890625, + 64351.1015625, + 64356.50390625, + 64360.45703125, + 64374.7578125, + 64382.22265625, + 64385.6171875, + 64393.1640625, + 64407.48828125, + 64408.1953125, + 64428.09765625, + 64424.34375, + 64443.06640625, + 64448.32421875, + 64441.57421875, + 64451.265625, + 64481.98046875, + 64473.9921875, + 64483.38671875 + ], + "mean": [ + 64078.27734375, + 64111.40625, + 64101.26171875, + 64100.3515625, + 64083.1796875, + 64081.7109375, + 64089.07421875, + 64093.32421875, + 64111.53515625, + 64106.91015625, + 64100.078125, + 64100.21875, + 64100.421875, + 64106.59765625, + 64113.70703125, + 64126.16015625, + 64115.55078125, + 64127.390625, + 64120.90625, + 64109.87890625, + 64111.4921875, + 64128.30859375, + 64129.4609375, + 64132.390625 + ], + "quantiles": { + "0.1": [ + 64086.23046875, + 64092.93359375, + 64082.4609375, + 64081.26953125, + 64066.96875, + 64034.2109375, + 64039.3203125, + 64068.7109375, + 64080.984375, + 64075.95703125, + 64054.39453125, + 64055.55078125, + 64054.18359375, + 64064.5, + 64061.1328125, + 64055.94140625, + 64062.5078125, + 64083.50390625, + 64043.42578125, + 64060.19140625, + 64063.0078125, + 64058.21875, + 64075.671875, + 64059.796875 + ], + "0.2": [ + 64086.23046875, + 64092.93359375, + 64082.4609375, + 64081.26953125, + 64066.96875, + 64034.2109375, + 64039.3203125, + 64068.7109375, + 64080.984375, + 64075.95703125, + 64054.39453125, + 64055.55078125, + 64054.18359375, + 64064.5, + 64061.1328125, + 64055.94140625, + 64062.5078125, + 64083.50390625, + 64043.42578125, + 64060.19140625, + 64063.0078125, + 64058.21875, + 64075.671875, + 64059.796875 + ], + "0.3": [ + 64086.23046875, + 64092.93359375, + 64082.4609375, + 64081.26953125, + 64066.96875, + 64034.2109375, + 64039.3203125, + 64068.7109375, + 64080.984375, + 64075.95703125, + 64054.39453125, + 64055.55078125, + 64054.18359375, + 64064.5, + 64061.1328125, + 64055.94140625, + 64062.5078125, + 64083.50390625, + 64043.42578125, + 64060.19140625, + 64063.0078125, + 64058.21875, + 64075.671875, + 64059.796875 + ], + "0.4": [ + 64011.52734375, + 64040.58984375, + 64027.0390625, + 64016.88671875, + 64006.375, + 63994.2421875, + 63999.92578125, + 63993.54296875, + 64007.51171875, + 64007.8203125, + 64001.36328125, + 64000.70703125, + 64006.90625, + 63993.09375, + 64011.703125, + 64015.1640625, + 64009.4140625, + 64018.65234375, + 64005.078125, + 64005.1796875, + 64004.26953125, + 64006.23046875, + 64007.32421875, + 64011.71875 + ], + "0.5": [ + 64011.52734375, + 64040.58984375, + 64027.0390625, + 64016.88671875, + 64006.375, + 63994.2421875, + 63999.92578125, + 63993.54296875, + 64007.51171875, + 64007.8203125, + 64001.36328125, + 64000.70703125, + 64006.90625, + 63993.09375, + 64011.703125, + 64015.1640625, + 64009.4140625, + 64018.65234375, + 64005.078125, + 64005.1796875, + 64004.26953125, + 64006.23046875, + 64007.32421875, + 64011.71875 + ], + "0.6": [ + 64011.52734375, + 64040.58984375, + 64027.0390625, + 64016.88671875, + 64006.375, + 63994.2421875, + 63999.92578125, + 63993.54296875, + 64007.51171875, + 64007.8203125, + 64001.36328125, + 64000.70703125, + 64006.90625, + 63993.09375, + 64011.703125, + 64015.1640625, + 64009.4140625, + 64018.65234375, + 64005.078125, + 64005.1796875, + 64004.26953125, + 64006.23046875, + 64007.32421875, + 64011.71875 + ], + "0.7": [ + 64011.52734375, + 64040.58984375, + 64027.0390625, + 64016.88671875, + 64006.375, + 63994.2421875, + 63999.92578125, + 63993.54296875, + 64007.51171875, + 64007.8203125, + 64001.36328125, + 64000.70703125, + 64006.90625, + 63993.09375, + 64011.703125, + 64015.1640625, + 64009.4140625, + 64018.65234375, + 64005.078125, + 64005.1796875, + 64004.26953125, + 64006.23046875, + 64007.32421875, + 64011.71875 + ], + "0.8": [ + 64276.0234375, + 64333.29296875, + 64336.5546875, + 64333.60546875, + 64334.3828125, + 64333.7890625, + 64351.1015625, + 64356.50390625, + 64360.45703125, + 64374.7578125, + 64382.22265625, + 64385.6171875, + 64393.1640625, + 64407.48828125, + 64408.1953125, + 64428.09765625, + 64424.34375, + 64443.06640625, + 64448.32421875, + 64441.57421875, + 64451.265625, + 64481.98046875, + 64473.9921875, + 64483.38671875 + ], + "0.9": [ + 64276.0234375, + 64333.29296875, + 64336.5546875, + 64333.60546875, + 64334.3828125, + 64333.7890625, + 64351.1015625, + 64356.50390625, + 64360.45703125, + 64374.7578125, + 64382.22265625, + 64385.6171875, + 64393.1640625, + 64407.48828125, + 64408.1953125, + 64428.09765625, + 64424.34375, + 64443.06640625, + 64448.32421875, + 64441.57421875, + 64451.265625, + 64481.98046875, + 64473.9921875, + 64483.38671875 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_063415.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_063415.json new file mode 100644 index 0000000000000000000000000000000000000000..81b19702388c3423282585f7a553dbf05779cd4c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260623_063415.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-23T06:34:15.847155+00:00", + "metrics": { + "MSE[mean]": 391539.58251253766, + "MSE[0.5]": 391539.58251253766, + "MAE[0.5]": 478.9646809895833, + "MASE[0.5]": 0.7101224995270288, + "MAPE[0.5]": 0.007427594415192405, + "sMAPE[0.5]": 0.007455835182171643, + "MSIS": 9.016388691549452, + "RMSE[mean]": 625.7312382425363, + "NRMSE[mean]": 0.009732043066340573, + "ND[0.5]": 0.007449372218875792, + "mean_weighted_sum_quantile_loss": 0.007036570576132953 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62763.01953125 + ], + "predictions": { + "p50": [ + 64023.37890625, + 64024.7578125, + 64026.94140625, + 64026.6953125, + 64019.84375, + 64017.75, + 64011.62890625, + 64009.66015625, + 64002.10546875, + 63992.125, + 63987.859375, + 63982.7265625, + 63981.890625, + 63978.6484375, + 63977.296875, + 63977.65625, + 63973.75390625, + 63977.02734375, + 63973.89453125, + 63967.76953125, + 63961.5703125, + 63951.97265625, + 63948.65625, + 63944.92578125 + ], + "p10": [ + 63730.04296875, + 63618.515625, + 63533.73828125, + 63454.3046875, + 63392.73046875, + 63351.51171875, + 63293.296875, + 63254.015625, + 63218.6953125, + 63181.16796875, + 63142.51171875, + 63113.8046875, + 63090.81640625, + 63060.68359375, + 63022.4140625, + 62998.765625, + 62968.8359375, + 62943.7421875, + 62915.9453125, + 62883.33984375, + 62856.21875, + 62825.9453125, + 62810.6640625, + 62797.26171875 + ], + "p90": [ + 64278.515625, + 64351.27734375, + 64412.90234375, + 64451.04296875, + 64467.76953125, + 64495.3359375, + 64521.25, + 64552.12109375, + 64569.1796875, + 64581.78125, + 64599.21875, + 64610.0625, + 64625.9765625, + 64644.80859375, + 64665.75, + 64676.21875, + 64685.06640625, + 64720.390625, + 64745.79296875, + 64765.9453125, + 64772.59375, + 64776.19140625, + 64786.57421875, + 64797.18359375 + ], + "mean": [ + 64023.37890625, + 64024.7578125, + 64026.94140625, + 64026.6953125, + 64019.84375, + 64017.75, + 64011.62890625, + 64009.66015625, + 64002.10546875, + 63992.125, + 63987.859375, + 63982.7265625, + 63981.890625, + 63978.6484375, + 63977.296875, + 63977.65625, + 63973.75390625, + 63977.02734375, + 63973.89453125, + 63967.76953125, + 63961.5703125, + 63951.97265625, + 63948.65625, + 63944.92578125 + ], + "quantiles": { + "0.1": [ + 63730.04296875, + 63618.515625, + 63533.73828125, + 63454.3046875, + 63392.73046875, + 63351.51171875, + 63293.296875, + 63254.015625, + 63218.6953125, + 63181.16796875, + 63142.51171875, + 63113.8046875, + 63090.81640625, + 63060.68359375, + 63022.4140625, + 62998.765625, + 62968.8359375, + 62943.7421875, + 62915.9453125, + 62883.33984375, + 62856.21875, + 62825.9453125, + 62810.6640625, + 62797.26171875 + ], + "0.2": [ + 63730.04296875, + 63618.515625, + 63533.73828125, + 63454.3046875, + 63392.73046875, + 63351.51171875, + 63293.296875, + 63254.015625, + 63218.6953125, + 63181.16796875, + 63142.51171875, + 63113.8046875, + 63090.81640625, + 63060.68359375, + 63022.4140625, + 62998.765625, + 62968.8359375, + 62943.7421875, + 62915.9453125, + 62883.33984375, + 62856.21875, + 62825.9453125, + 62810.6640625, + 62797.26171875 + ], + "0.3": [ + 63730.04296875, + 63618.515625, + 63533.73828125, + 63454.3046875, + 63392.73046875, + 63351.51171875, + 63293.296875, + 63254.015625, + 63218.6953125, + 63181.16796875, + 63142.51171875, + 63113.8046875, + 63090.81640625, + 63060.68359375, + 63022.4140625, + 62998.765625, + 62968.8359375, + 62943.7421875, + 62915.9453125, + 62883.33984375, + 62856.21875, + 62825.9453125, + 62810.6640625, + 62797.26171875 + ], + "0.4": [ + 64023.37890625, + 64024.7578125, + 64026.94140625, + 64026.6953125, + 64019.84375, + 64017.75, + 64011.62890625, + 64009.66015625, + 64002.10546875, + 63992.125, + 63987.859375, + 63982.7265625, + 63981.890625, + 63978.6484375, + 63977.296875, + 63977.65625, + 63973.75390625, + 63977.02734375, + 63973.89453125, + 63967.76953125, + 63961.5703125, + 63951.97265625, + 63948.65625, + 63944.92578125 + ], + "0.5": [ + 64023.37890625, + 64024.7578125, + 64026.94140625, + 64026.6953125, + 64019.84375, + 64017.75, + 64011.62890625, + 64009.66015625, + 64002.10546875, + 63992.125, + 63987.859375, + 63982.7265625, + 63981.890625, + 63978.6484375, + 63977.296875, + 63977.65625, + 63973.75390625, + 63977.02734375, + 63973.89453125, + 63967.76953125, + 63961.5703125, + 63951.97265625, + 63948.65625, + 63944.92578125 + ], + "0.6": [ + 64023.37890625, + 64024.7578125, + 64026.94140625, + 64026.6953125, + 64019.84375, + 64017.75, + 64011.62890625, + 64009.66015625, + 64002.10546875, + 63992.125, + 63987.859375, + 63982.7265625, + 63981.890625, + 63978.6484375, + 63977.296875, + 63977.65625, + 63973.75390625, + 63977.02734375, + 63973.89453125, + 63967.76953125, + 63961.5703125, + 63951.97265625, + 63948.65625, + 63944.92578125 + ], + "0.7": [ + 64023.37890625, + 64024.7578125, + 64026.94140625, + 64026.6953125, + 64019.84375, + 64017.75, + 64011.62890625, + 64009.66015625, + 64002.10546875, + 63992.125, + 63987.859375, + 63982.7265625, + 63981.890625, + 63978.6484375, + 63977.296875, + 63977.65625, + 63973.75390625, + 63977.02734375, + 63973.89453125, + 63967.76953125, + 63961.5703125, + 63951.97265625, + 63948.65625, + 63944.92578125 + ], + "0.8": [ + 64278.515625, + 64351.27734375, + 64412.90234375, + 64451.04296875, + 64467.76953125, + 64495.3359375, + 64521.25, + 64552.12109375, + 64569.1796875, + 64581.78125, + 64599.21875, + 64610.0625, + 64625.9765625, + 64644.80859375, + 64665.75, + 64676.21875, + 64685.06640625, + 64720.390625, + 64745.79296875, + 64765.9453125, + 64772.59375, + 64776.19140625, + 64786.57421875, + 64797.18359375 + ], + "0.9": [ + 64278.515625, + 64351.27734375, + 64412.90234375, + 64451.04296875, + 64467.76953125, + 64495.3359375, + 64521.25, + 64552.12109375, + 64569.1796875, + 64581.78125, + 64599.21875, + 64610.0625, + 64625.9765625, + 64644.80859375, + 64665.75, + 64676.21875, + 64685.06640625, + 64720.390625, + 64745.79296875, + 64765.9453125, + 64772.59375, + 64776.19140625, + 64786.57421875, + 64797.18359375 + ] + } + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_063359.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_063359.json new file mode 100644 index 0000000000000000000000000000000000000000..60cf0d55c2e261266e9bb07f4574dd44a2a0825b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_063359.json @@ -0,0 +1,609 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T06:33:59.935000+00:00", + "metrics": { + "MSE[mean]": 378459.4751256307, + "MSE[0.5]": 378459.4751256307, + "MAE[0.5]": 459.1764322916667, + "MASE[0.5]": 0.6807840510268299, + "MAPE[0.5]": 0.007122688919867705, + "sMAPE[0.5]": 0.007146761693736026, + "MSIS": 8.210409419268652, + "RMSE[mean]": 615.1906006479867, + "NRMSE[mean]": 0.00956810376980655, + "ND[0.5]": 0.007141604160057961, + "mean_weighted_sum_quantile_loss": 0.006903895636834039 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00" + ], + "context": [ + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 63989.94921875 + ], + "actual": [ + 64211.19140625, + 64165.98828125, + 64145.390625, + 64139.2109375, + 64657.21875, + 65149.5703125, + 65578.0, + 64980.390625, + 64836.94921875, + 64719.76953125, + 64602.0, + 64334.01171875, + 64472.0, + 64433.80078125, + 64320.5703125, + 63971.12109375, + 64020.01171875, + 64154.98828125, + 64156.0, + 64204.01171875, + 64065.3515625, + 63623.01953125, + 63400.0, + 62763.01953125 + ], + "predictions": { + "p50": [ + 64058.73046875, + 64059.62890625, + 64055.1953125, + 64053.01171875, + 64048.296875, + 64043.7890625, + 64041.6796875, + 64032.171875, + 64028.0, + 64026.7578125, + 64026.6484375, + 64021.18359375, + 64019.2890625, + 64015.8828125, + 64015.50390625, + 64011.5390625, + 64012.50390625, + 64010.9609375, + 64012.640625, + 64008.13671875, + 64008.6953125, + 64006.578125, + 64005.2734375, + 64006.28515625 + ], + "p10": [ + 63700.69140625, + 63615.8671875, + 63522.015625, + 63457.6640625, + 63388.66796875, + 63342.66015625, + 63290.9453125, + 63229.546875, + 63177.22265625, + 63140.1640625, + 63108.62109375, + 63065.96484375, + 63035.84765625, + 63001.38671875, + 62986.4453125, + 62948.28125, + 62929.40625, + 62894.3984375, + 62889.21875, + 62868.12890625, + 62854.4453125, + 62841.3046875, + 62801.49609375, + 62791.9921875 + ], + "p90": [ + 64344.59765625, + 64416.2734375, + 64449.80859375, + 64486.9375, + 64523.65234375, + 64556.8515625, + 64585.265625, + 64613.83984375, + 64630.13671875, + 64664.88671875, + 64687.06640625, + 64720.03515625, + 64735.9375, + 64763.65234375, + 64781.2578125, + 64805.53125, + 64822.1796875, + 64832.3046875, + 64847.5390625, + 64862.09375, + 64876.98828125, + 64890.25390625, + 64911.796875, + 64930.48046875 + ], + "mean": [ + 64058.73046875, + 64059.62890625, + 64055.1953125, + 64053.01171875, + 64048.296875, + 64043.7890625, + 64041.6796875, + 64032.171875, + 64028.0, + 64026.7578125, + 64026.6484375, + 64021.18359375, + 64019.2890625, + 64015.8828125, + 64015.50390625, + 64011.5390625, + 64012.50390625, + 64010.9609375, + 64012.640625, + 64008.13671875, + 64008.6953125, + 64006.578125, + 64005.2734375, + 64006.28515625 + ], + "quantiles": { + "0.1": [ + 63700.69140625, + 63615.8671875, + 63522.015625, + 63457.6640625, + 63388.66796875, + 63342.66015625, + 63290.9453125, + 63229.546875, + 63177.22265625, + 63140.1640625, + 63108.62109375, + 63065.96484375, + 63035.84765625, + 63001.38671875, + 62986.4453125, + 62948.28125, + 62929.40625, + 62894.3984375, + 62889.21875, + 62868.12890625, + 62854.4453125, + 62841.3046875, + 62801.49609375, + 62791.9921875 + ], + "0.2": [ + 63700.69140625, + 63615.8671875, + 63522.015625, + 63457.6640625, + 63388.66796875, + 63342.66015625, + 63290.9453125, + 63229.546875, + 63177.22265625, + 63140.1640625, + 63108.62109375, + 63065.96484375, + 63035.84765625, + 63001.38671875, + 62986.4453125, + 62948.28125, + 62929.40625, + 62894.3984375, + 62889.21875, + 62868.12890625, + 62854.4453125, + 62841.3046875, + 62801.49609375, + 62791.9921875 + ], + "0.3": [ + 63700.69140625, + 63615.8671875, + 63522.015625, + 63457.6640625, + 63388.66796875, + 63342.66015625, + 63290.9453125, + 63229.546875, + 63177.22265625, + 63140.1640625, + 63108.62109375, + 63065.96484375, + 63035.84765625, + 63001.38671875, + 62986.4453125, + 62948.28125, + 62929.40625, + 62894.3984375, + 62889.21875, + 62868.12890625, + 62854.4453125, + 62841.3046875, + 62801.49609375, + 62791.9921875 + ], + "0.4": [ + 64058.73046875, + 64059.62890625, + 64055.1953125, + 64053.01171875, + 64048.296875, + 64043.7890625, + 64041.6796875, + 64032.171875, + 64028.0, + 64026.7578125, + 64026.6484375, + 64021.18359375, + 64019.2890625, + 64015.8828125, + 64015.50390625, + 64011.5390625, + 64012.50390625, + 64010.9609375, + 64012.640625, + 64008.13671875, + 64008.6953125, + 64006.578125, + 64005.2734375, + 64006.28515625 + ], + "0.5": [ + 64058.73046875, + 64059.62890625, + 64055.1953125, + 64053.01171875, + 64048.296875, + 64043.7890625, + 64041.6796875, + 64032.171875, + 64028.0, + 64026.7578125, + 64026.6484375, + 64021.18359375, + 64019.2890625, + 64015.8828125, + 64015.50390625, + 64011.5390625, + 64012.50390625, + 64010.9609375, + 64012.640625, + 64008.13671875, + 64008.6953125, + 64006.578125, + 64005.2734375, + 64006.28515625 + ], + "0.6": [ + 64058.73046875, + 64059.62890625, + 64055.1953125, + 64053.01171875, + 64048.296875, + 64043.7890625, + 64041.6796875, + 64032.171875, + 64028.0, + 64026.7578125, + 64026.6484375, + 64021.18359375, + 64019.2890625, + 64015.8828125, + 64015.50390625, + 64011.5390625, + 64012.50390625, + 64010.9609375, + 64012.640625, + 64008.13671875, + 64008.6953125, + 64006.578125, + 64005.2734375, + 64006.28515625 + ], + "0.7": [ + 64058.73046875, + 64059.62890625, + 64055.1953125, + 64053.01171875, + 64048.296875, + 64043.7890625, + 64041.6796875, + 64032.171875, + 64028.0, + 64026.7578125, + 64026.6484375, + 64021.18359375, + 64019.2890625, + 64015.8828125, + 64015.50390625, + 64011.5390625, + 64012.50390625, + 64010.9609375, + 64012.640625, + 64008.13671875, + 64008.6953125, + 64006.578125, + 64005.2734375, + 64006.28515625 + ], + "0.8": [ + 64344.59765625, + 64416.2734375, + 64449.80859375, + 64486.9375, + 64523.65234375, + 64556.8515625, + 64585.265625, + 64613.83984375, + 64630.13671875, + 64664.88671875, + 64687.06640625, + 64720.03515625, + 64735.9375, + 64763.65234375, + 64781.2578125, + 64805.53125, + 64822.1796875, + 64832.3046875, + 64847.5390625, + 64862.09375, + 64876.98828125, + 64890.25390625, + 64911.796875, + 64930.48046875 + ], + "0.9": [ + 64344.59765625, + 64416.2734375, + 64449.80859375, + 64486.9375, + 64523.65234375, + 64556.8515625, + 64585.265625, + 64613.83984375, + 64630.13671875, + 64664.88671875, + 64687.06640625, + 64720.03515625, + 64735.9375, + 64763.65234375, + 64781.2578125, + 64805.53125, + 64822.1796875, + 64832.3046875, + 64847.5390625, + 64862.09375, + 64876.98828125, + 64890.25390625, + 64911.796875, + 64930.48046875 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260623_063536.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260623_063536.json new file mode 100644 index 0000000000000000000000000000000000000000..3789467f52180fe2044e43c776c004e85392db37 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260623_063536.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-23T06:35:36.910777+00:00", + "metrics": { + "MSE[mean]": 405.0743480807764, + "MSE[0.5]": 608.6471739099854, + "MAE[0.5]": 24.669804248920588, + "MASE[0.5]": 0.17312143332575855, + "MAPE[0.5]": 0.010517366535899247, + "sMAPE[0.5]": 0.010562818866835447, + "MSIS": 1.1534560199264958, + "RMSE[mean]": 20.126458905648963, + "NRMSE[mean]": 0.008579662766173625, + "ND[0.5]": 0.010516435203802738, + "mean_weighted_sum_quantile_loss": 0.00913335147116228 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" + ], + "context": [ + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2325.3987489371193, + 2325.395840997833, + 2325.3961498577028, + 2325.396110063681, + 2325.3961217693673, + 2325.396117535312, + 2325.3961216022713, + 2325.3961204768116, + 2325.3961215938843, + 2325.396121452487, + 2325.3961215988306, + 2325.39612055857, + 2325.3961174869305, + 2325.396120674269, + 2325.39612159883, + 2325.396120674269, + 2325.3961216057933, + 2325.3961203957697, + 2325.3961214897454, + 2325.3961137131732, + 2325.3960534416688, + 2325.3957283228847, + 2325.3961137131732, + 2325.3957283228847 + ], + "p10": [ + 2313.500277032296, + 2313.497249294135, + 2313.497550328575, + 2310.878247177015, + 2313.497530589285, + 2313.497529326663, + 2287.3048118770844, + 2310.878250217633, + 2316.2048642600885, + 2313.4975302724047, + 2313.497589318757, + 2310.8782502179915, + 2313.4975893187566, + 2323.8044638033048, + 2287.3048118736433, + 2313.4975293596817, + 2313.4975893187575, + 2313.497583414122, + 2315.0900799576416, + 2313.497583414122, + 2285.6962178104727, + 2314.926644253953, + 2314.9312960759535, + 2285.6962178104727 + ], + "p90": [ + 2375.1858958311404, + 2357.120083288611, + 2337.298502072609, + 2339.302862921083, + 2337.300939405959, + 2358.9266477974834, + 2337.3231440330455, + 2357.1203633537993, + 2357.1203633541954, + 2375.2044994532653, + 2375.4246707649922, + 2339.3028659620595, + 2357.1203633541577, + 2375.3961214742685, + 2358.926647830502, + 2357.1203633541577, + 2375.398976403341, + 2375.183208117602, + 2357.1203633541577, + 2358.926647830502, + 2337.298472889175, + 2337.2946538936785, + 2329.639825514268, + 2330.405308352209 + ], + "mean": [ + 2350.0464241355203, + 2337.9490209237574, + 2359.379209315673, + 2347.728229707504, + 2324.988251000378, + 2339.117574894811, + 2347.3959793739127, + 2337.557283821306, + 2386.0388279839785, + 2373.334032258006, + 2375.607993393511, + 2337.8815498743147, + 2349.981674022873, + 2352.494801843458, + 2337.3502185260104, + 2360.4308935714002, + 2353.315866676818, + 2351.2720002335964, + 2327.5811364174383, + 2372.1547916953305, + 2333.338663223651, + 2339.114497063815, + 2348.8379600116077, + 2346.786081886898 + ], + "quantiles": { + "0.1": [ + 2313.500277032296, + 2313.497249294135, + 2313.497550328575, + 2310.878247177015, + 2313.497530589285, + 2313.497529326663, + 2287.3048118770844, + 2310.878250217633, + 2316.2048642600885, + 2313.4975302724047, + 2313.497589318757, + 2310.8782502179915, + 2313.4975893187566, + 2323.8044638033048, + 2287.3048118736433, + 2313.4975293596817, + 2313.4975893187575, + 2313.497583414122, + 2315.0900799576416, + 2313.497583414122, + 2285.6962178104727, + 2314.926644253953, + 2314.9312960759535, + 2285.6962178104727 + ], + "0.2": [ + 2323.8071606363246, + 2323.8041928572397, + 2324.1377910836636, + 2323.804461983269, + 2323.804465341122, + 2323.8044728897676, + 2323.8044650276865, + 2323.9743951625396, + 2325.183208930236, + 2324.9801284819305, + 2325.183207954279, + 2324.017428849328, + 2323.8044729227863, + 2324.980128481934, + 2323.804471343078, + 2323.8044729227863, + 2324.0168757229258, + 2323.8044729227863, + 2324.1377619002296, + 2323.8044729227863, + 2316.2048642600507, + 2324.0168757229258, + 2324.980128481934, + 2316.2048642600507 + ], + "0.3": [ + 2325.1858968877164, + 2325.3673605744298, + 2325.3733651246544, + 2325.1832061332016, + 2325.373336258097, + 2325.2257849114185, + 2325.374142598209, + 2325.3676404764337, + 2325.3928213360323, + 2325.392311752024, + 2325.37145374961, + 2325.3676406399763, + 2325.231815150113, + 2325.3923117367476, + 2325.3714413775488, + 2325.367640591021, + 2325.3923117585764, + 2325.225757197856, + 2325.372191959375, + 2325.211714464527, + 2325.183209174178, + 2325.231815150113, + 2325.3714537496094, + 2324.0168757229258 + ], + "0.4": [ + 2325.387731793494, + 2325.39533190838, + 2325.395738172076, + 2325.3926137689546, + 2325.3960537585453, + 2325.3926177699072, + 2325.396066422622, + 2325.392821832134, + 2325.3961132263985, + 2325.3960664191773, + 2325.3959233941555, + 2325.393181515264, + 2325.3928201775007, + 2325.396066419181, + 2325.3956527819373, + 2325.3960534416688, + 2325.3960950998826, + 2325.393181515264, + 2325.396062539712, + 2325.392616809931, + 2325.371448800785, + 2325.3923117585764, + 2325.3956119739264, + 2325.3676406399763 + ], + "0.5": [ + 2325.3987489371193, + 2325.395840997833, + 2325.3961498577028, + 2325.396110063681, + 2325.3961217693673, + 2325.396117535312, + 2325.3961216022713, + 2325.3961204768116, + 2325.3961215938843, + 2325.396121452487, + 2325.3961215988306, + 2325.39612055857, + 2325.3961174869305, + 2325.396120674269, + 2325.39612159883, + 2325.396120674269, + 2325.3961216057933, + 2325.3961203957697, + 2325.3961214897454, + 2325.3961137131732, + 2325.3960534416688, + 2325.3957283228847, + 2325.3961137131732, + 2325.3957283228847 + ], + "0.6": [ + 2325.3988093277057, + 2325.3958415500815, + 2325.396150798908, + 2325.3961185743087, + 2325.396121932251, + 2325.396121582633, + 2325.396121619117, + 2325.396121615265, + 2325.3961216157136, + 2325.396121615673, + 2325.396121616068, + 2325.3961216156235, + 2325.396121615285, + 2325.396121615285, + 2325.396121615676, + 2325.396121615676, + 2325.396121615679, + 2325.3961216044004, + 2325.396121615676, + 2325.3961216134226, + 2325.39612060485, + 2325.3961216044004, + 2325.3961216130224, + 2325.3961214524907 + ], + "0.7": [ + 2325.398809351095, + 2325.3958415530565, + 2325.396150807723, + 2325.3961185747003, + 2325.3961219354796, + 2325.3961228054773, + 2325.396122841937, + 2325.396121623931, + 2325.396121618641, + 2325.396189952525, + 2325.3999405951845, + 2325.396122097024, + 2325.39612161583, + 2325.396121615728, + 2325.396632474796, + 2325.396122097024, + 2325.396632474796, + 2325.396121615728, + 2325.3961307569934, + 2325.3961216156963, + 2325.3961216156763, + 2325.3961216156763, + 2325.3961216156963, + 2325.3961216156476 + ], + "0.8": [ + 2325.6830818964345, + 2325.4613653358674, + 2325.6095730430116, + 2325.3962754160057, + 2325.609544045594, + 2326.988281134275, + 2326.9877703094758, + 2325.6095438592192, + 2326.9877703060724, + 2326.991580165655, + 2326.9915813884845, + 2326.9877703060347, + 2325.6095438595776, + 2326.168590442143, + 2326.9882811672937, + 2326.9889409669668, + 2326.991581388484, + 2325.680394182896, + 2326.9889409669668, + 2325.396632474796, + 2325.609543696002, + 2325.3972940988738, + 2325.424670786873, + 2325.396632474796 + ], + "0.9": [ + 2375.1858958311404, + 2357.120083288611, + 2337.298502072609, + 2339.302862921083, + 2337.300939405959, + 2358.9266477974834, + 2337.3231440330455, + 2357.1203633537993, + 2357.1203633541954, + 2375.2044994532653, + 2375.4246707649922, + 2339.3028659620595, + 2357.1203633541577, + 2375.3961214742685, + 2358.926647830502, + 2357.1203633541577, + 2375.398976403341, + 2375.183208117602, + 2357.1203633541577, + 2358.926647830502, + 2337.298472889175, + 2337.2946538936785, + 2329.639825514268, + 2330.405308352209 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260623_063300.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260623_063300.json new file mode 100644 index 0000000000000000000000000000000000000000..e754f7c76314d3147106c5d650093c5000fb583e --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260623_063300.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-23T06:33:00.264243+00:00", + "metrics": { + "MSE[mean]": 279.7418062264721, + "MSE[0.5]": 279.7418062264721, + "MAE[0.5]": 15.182281494140625, + "MASE[0.5]": 0.10654232627467104, + "MAPE[0.5]": 0.006486450910494719, + "sMAPE[0.5]": 0.006494114357996288, + "MSIS": 0.9889105188916302, + "RMSE[mean]": 16.725483736695693, + "NRMSE[mean]": 0.007129868733227293, + "ND[0.5]": 0.0064720205303619004, + "mean_weighted_sum_quantile_loss": 0.009158919694839153 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" + ], + "context": [ + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2346.322021484375, + 2344.96435546875, + 2343.202880859375, + 2340.48583984375, + 2338.5859375, + 2337.279296875, + 2336.294921875, + 2334.9482421875, + 2333.59814453125, + 2332.787109375, + 2332.76904296875, + 2332.269775390625, + 2333.19921875, + 2332.51220703125, + 2333.143798828125, + 2333.33447265625, + 2328.68701171875, + 2330.98046875, + 2333.616455078125, + 2337.143798828125, + 2336.94580078125, + 2338.5224609375, + 2339.558349609375, + 2338.892578125 + ], + "p10": [ + 2327.647705078125, + 2313.524658203125, + 2304.04638671875, + 2294.6318359375, + 2287.18359375, + 2281.60888671875, + 2277.1923828125, + 2272.0615234375, + 2270.7421875, + 2266.925537109375, + 2267.953857421875, + 2265.92041015625, + 2263.485107421875, + 2262.75244140625, + 2259.877685546875, + 2256.768310546875, + 2257.847900390625, + 2257.37060546875, + 2257.721923828125, + 2257.05322265625, + 2258.630615234375, + 2255.40185546875, + 2256.207275390625, + 2257.279296875 + ], + "p90": [ + 2364.69140625, + 2371.32275390625, + 2378.7705078125, + 2385.47265625, + 2388.3154296875, + 2392.61767578125, + 2396.6923828125, + 2398.56494140625, + 2400.720458984375, + 2403.591796875, + 2406.290283203125, + 2409.900390625, + 2413.81396484375, + 2417.430419921875, + 2418.849365234375, + 2421.91845703125, + 2433.65234375, + 2436.487548828125, + 2441.37841796875, + 2442.44287109375, + 2444.161376953125, + 2448.163818359375, + 2447.28076171875, + 2449.379150390625 + ], + "mean": [ + 2346.322021484375, + 2344.96435546875, + 2343.202880859375, + 2340.48583984375, + 2338.5859375, + 2337.279296875, + 2336.294921875, + 2334.9482421875, + 2333.59814453125, + 2332.787109375, + 2332.76904296875, + 2332.269775390625, + 2333.19921875, + 2332.51220703125, + 2333.143798828125, + 2333.33447265625, + 2328.68701171875, + 2330.98046875, + 2333.616455078125, + 2337.143798828125, + 2336.94580078125, + 2338.5224609375, + 2339.558349609375, + 2338.892578125 + ], + "quantiles": { + "0.1": [ + 2327.647705078125, + 2313.524658203125, + 2304.04638671875, + 2294.6318359375, + 2287.18359375, + 2281.60888671875, + 2277.1923828125, + 2272.0615234375, + 2270.7421875, + 2266.925537109375, + 2267.953857421875, + 2265.92041015625, + 2263.485107421875, + 2262.75244140625, + 2259.877685546875, + 2256.768310546875, + 2257.847900390625, + 2257.37060546875, + 2257.721923828125, + 2257.05322265625, + 2258.630615234375, + 2255.40185546875, + 2256.207275390625, + 2257.279296875 + ], + "0.2": [ + 2327.647705078125, + 2313.524658203125, + 2304.04638671875, + 2294.6318359375, + 2287.18359375, + 2281.60888671875, + 2277.1923828125, + 2272.0615234375, + 2270.7421875, + 2266.925537109375, + 2267.953857421875, + 2265.92041015625, + 2263.485107421875, + 2262.75244140625, + 2259.877685546875, + 2256.768310546875, + 2257.847900390625, + 2257.37060546875, + 2257.721923828125, + 2257.05322265625, + 2258.630615234375, + 2255.40185546875, + 2256.207275390625, + 2257.279296875 + ], + "0.3": [ + 2327.647705078125, + 2313.524658203125, + 2304.04638671875, + 2294.6318359375, + 2287.18359375, + 2281.60888671875, + 2277.1923828125, + 2272.0615234375, + 2270.7421875, + 2266.925537109375, + 2267.953857421875, + 2265.92041015625, + 2263.485107421875, + 2262.75244140625, + 2259.877685546875, + 2256.768310546875, + 2257.847900390625, + 2257.37060546875, + 2257.721923828125, + 2257.05322265625, + 2258.630615234375, + 2255.40185546875, + 2256.207275390625, + 2257.279296875 + ], + "0.4": [ + 2346.322021484375, + 2344.96435546875, + 2343.202880859375, + 2340.48583984375, + 2338.5859375, + 2337.279296875, + 2336.294921875, + 2334.9482421875, + 2333.59814453125, + 2332.787109375, + 2332.76904296875, + 2332.269775390625, + 2333.19921875, + 2332.51220703125, + 2333.143798828125, + 2333.33447265625, + 2328.68701171875, + 2330.98046875, + 2333.616455078125, + 2337.143798828125, + 2336.94580078125, + 2338.5224609375, + 2339.558349609375, + 2338.892578125 + ], + "0.5": [ + 2346.322021484375, + 2344.96435546875, + 2343.202880859375, + 2340.48583984375, + 2338.5859375, + 2337.279296875, + 2336.294921875, + 2334.9482421875, + 2333.59814453125, + 2332.787109375, + 2332.76904296875, + 2332.269775390625, + 2333.19921875, + 2332.51220703125, + 2333.143798828125, + 2333.33447265625, + 2328.68701171875, + 2330.98046875, + 2333.616455078125, + 2337.143798828125, + 2336.94580078125, + 2338.5224609375, + 2339.558349609375, + 2338.892578125 + ], + "0.6": [ + 2346.322021484375, + 2344.96435546875, + 2343.202880859375, + 2340.48583984375, + 2338.5859375, + 2337.279296875, + 2336.294921875, + 2334.9482421875, + 2333.59814453125, + 2332.787109375, + 2332.76904296875, + 2332.269775390625, + 2333.19921875, + 2332.51220703125, + 2333.143798828125, + 2333.33447265625, + 2328.68701171875, + 2330.98046875, + 2333.616455078125, + 2337.143798828125, + 2336.94580078125, + 2338.5224609375, + 2339.558349609375, + 2338.892578125 + ], + "0.7": [ + 2346.322021484375, + 2344.96435546875, + 2343.202880859375, + 2340.48583984375, + 2338.5859375, + 2337.279296875, + 2336.294921875, + 2334.9482421875, + 2333.59814453125, + 2332.787109375, + 2332.76904296875, + 2332.269775390625, + 2333.19921875, + 2332.51220703125, + 2333.143798828125, + 2333.33447265625, + 2328.68701171875, + 2330.98046875, + 2333.616455078125, + 2337.143798828125, + 2336.94580078125, + 2338.5224609375, + 2339.558349609375, + 2338.892578125 + ], + "0.8": [ + 2364.69140625, + 2371.32275390625, + 2378.7705078125, + 2385.47265625, + 2388.3154296875, + 2392.61767578125, + 2396.6923828125, + 2398.56494140625, + 2400.720458984375, + 2403.591796875, + 2406.290283203125, + 2409.900390625, + 2413.81396484375, + 2417.430419921875, + 2418.849365234375, + 2421.91845703125, + 2433.65234375, + 2436.487548828125, + 2441.37841796875, + 2442.44287109375, + 2444.161376953125, + 2448.163818359375, + 2447.28076171875, + 2449.379150390625 + ], + "0.9": [ + 2364.69140625, + 2371.32275390625, + 2378.7705078125, + 2385.47265625, + 2388.3154296875, + 2392.61767578125, + 2396.6923828125, + 2398.56494140625, + 2400.720458984375, + 2403.591796875, + 2406.290283203125, + 2409.900390625, + 2413.81396484375, + 2417.430419921875, + 2418.849365234375, + 2421.91845703125, + 2433.65234375, + 2436.487548828125, + 2441.37841796875, + 2442.44287109375, + 2444.161376953125, + 2448.163818359375, + 2447.28076171875, + 2449.379150390625 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260623_063537.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260623_063537.json new file mode 100644 index 0000000000000000000000000000000000000000..ac63daadb1702ac096716160c116759e1fd3628e --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260623_063537.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-23T06:35:37.023845+00:00", + "metrics": { + "MSE[mean]": 393.7593460136612, + "MSE[0.5]": 385.93343527300505, + "MAE[0.5]": 11.809171943344381, + "MASE[0.5]": 0.08287138205855706, + "MAPE[0.5]": 0.005073003290697933, + "sMAPE[0.5]": 0.005037202453226888, + "MSIS": 3.218162357695171, + "RMSE[mean]": 19.843370328995555, + "NRMSE[mean]": 0.00845898557541551, + "ND[0.5]": 0.005034105268921229, + "mean_weighted_sum_quantile_loss": 0.005040651923095 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" + ], + "context": [ + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 + ], + "p10": [ + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2304.8175012613037, + 2355.4452799313867, + 2316.0730586014697, + 2352.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2322.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 + ], + "p90": [ + 2400.4230505707214, + 2401.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2409.2119519518856, + 2364.839730621968, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 + ], + "mean": [ + 2353.173050570713, + 2354.500829240815, + 2353.2286079108835, + 2354.456386580978, + 2353.634165251047, + 2354.711943921143, + 2353.989722591212, + 2354.9175012613064, + 2355.3952799313747, + 2356.373058601469, + 2357.700837271563, + 2358.328615941632, + 2359.8563946117265, + 2358.1841732817966, + 2363.2119519518915, + 2362.2897306219597, + 2361.017509292062, + 2363.4952879621305, + 2362.323066632225, + 2361.2008453022936, + 2363.57862397239, + 2361.8564026424583, + 2364.084181312553, + 2365.3119599826214 + ], + "quantiles": { + "0.1": [ + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2304.8175012613037, + 2355.4452799313867, + 2316.0730586014697, + 2352.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2322.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 + ], + "0.2": [ + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 + ], + "0.3": [ + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 + ], + "0.4": [ + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 + ], + "0.5": [ + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 + ], + "0.6": [ + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 + ], + "0.7": [ + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 + ], + "0.8": [ + 2350.4230505707214, + 2351.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2359.2119519518856, + 2359.8397306219686, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 + ], + "0.9": [ + 2400.4230505707214, + 2401.050829240805, + 2351.678607910888, + 2352.306386580971, + 2352.9341652510543, + 2353.5619439211373, + 2354.1897225912203, + 2354.8175012613037, + 2355.4452799313867, + 2356.0730586014697, + 2356.700837271553, + 2357.328615941636, + 2357.956394611719, + 2358.5841732818026, + 2409.2119519518856, + 2364.839730621968, + 2360.467509292052, + 2361.095287962135, + 2361.723066632218, + 2362.3508453023014, + 2362.9786239723844, + 2363.6064026424674, + 2364.234181312551, + 2364.861959982634 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260623_063455.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260623_063455.json new file mode 100644 index 0000000000000000000000000000000000000000..a957bde7a43675c9015adeea0600a212919a3905 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260623_063455.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-23T06:34:55.321679+00:00", + "metrics": { + "MSE[mean]": 1067.877782188356, + "MSE[0.5]": 484.93321917951107, + "MAE[0.5]": 11.84979248046875, + "MASE[0.5]": 0.08315643845942983, + "MAPE[0.5]": 0.0050963038498334145, + "sMAPE[0.5]": 0.005052548796408567, + "MSIS": 1.0635231062682748, + "RMSE[mean]": 32.67839932108603, + "NRMSE[mean]": 0.013930401131546442, + "ND[0.5]": 0.005051421306061279, + "mean_weighted_sum_quantile_loss": 0.007803320514866414 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" + ], + "context": [ + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2348.5499267578125, + 2348.2073974609375, + 2347.3140869140625, + 2349.2498779296875, + 2344.576171875, + 2346.3818359375, + 2345.0546875, + 2348.575439453125, + 2345.3218994140625, + 2345.7723388671875, + 2349.3656005859375, + 2348.0992431640625, + 2354.18701171875, + 2354.379638671875, + 2353.794189453125, + 2355.958984375, + 2362.1947021484375, + 2364.3367919921875, + 2364.032470703125, + 2356.6912841796875, + 2364.1904296875, + 2361.7919921875, + 2366.97412109375, + 2359.549072265625 + ], + "p10": [ + 2341.74853515625, + 2336.65478515625, + 2333.0933837890625, + 2326.5865478515625, + 2324.43896484375, + 2310.622802734375, + 2312.2215576171875, + 2305.6044921875, + 2304.8333740234375, + 2292.8544921875, + 2302.8226318359375, + 2292.56982421875, + 2285.5423583984375, + 2296.552734375, + 2285.5858154296875, + 2288.329345703125, + 2281.1031494140625, + 2263.333984375, + 2289.7181396484375, + 2256.2646484375, + 2254.3382568359375, + 2253.5128173828125, + 2263.2822265625, + 2244.297607421875 + ], + "p90": [ + 2355.0057373046875, + 2358.9635009765625, + 2363.2586669921875, + 2377.7142333984375, + 2367.6612548828125, + 2379.38818359375, + 2401.984619140625, + 2409.8306884765625, + 2396.6905517578125, + 2404.378662109375, + 2405.4495849609375, + 2420.7288818359375, + 2443.0078125, + 2465.65234375, + 2447.034423828125, + 2471.4725341796875, + 2487.4310302734375, + 2524.10009765625, + 2486.4639892578125, + 2532.364990234375, + 2545.293701171875, + 2546.8399658203125, + 2505.9384765625, + 2522.143310546875 + ], + "mean": [ + 2348.58935546875, + 2354.3056640625, + 2349.627197265625, + 2354.47509765625, + 2354.248046875, + 2350.455322265625, + 2352.55859375, + 2355.7783203125, + 2357.17333984375, + 2347.331787109375, + 2351.35888671875, + 2354.29638671875, + 2355.90283203125, + 2384.219970703125, + 2361.7412109375, + 2373.84814453125, + 2374.4384765625, + 2376.1796875, + 2379.295654296875, + 2367.309814453125, + 2389.765869140625, + 2387.532958984375, + 2390.100830078125, + 2374.66943359375 + ], + "quantiles": { + "0.1": [ + 2341.74853515625, + 2336.65478515625, + 2333.0933837890625, + 2326.5865478515625, + 2324.43896484375, + 2310.622802734375, + 2312.2215576171875, + 2305.6044921875, + 2304.8333740234375, + 2292.8544921875, + 2302.8226318359375, + 2292.56982421875, + 2285.5423583984375, + 2296.552734375, + 2285.5858154296875, + 2288.329345703125, + 2281.1031494140625, + 2263.333984375, + 2289.7181396484375, + 2256.2646484375, + 2254.3382568359375, + 2253.5128173828125, + 2263.2822265625, + 2244.297607421875 + ], + "0.2": [ + 2341.74853515625, + 2336.65478515625, + 2333.0933837890625, + 2326.5865478515625, + 2324.43896484375, + 2310.622802734375, + 2312.2215576171875, + 2305.6044921875, + 2304.8333740234375, + 2292.8544921875, + 2302.8226318359375, + 2292.56982421875, + 2285.5423583984375, + 2296.552734375, + 2285.5858154296875, + 2288.329345703125, + 2281.1031494140625, + 2263.333984375, + 2289.7181396484375, + 2256.2646484375, + 2254.3382568359375, + 2253.5128173828125, + 2263.2822265625, + 2244.297607421875 + ], + "0.3": [ + 2341.74853515625, + 2336.65478515625, + 2333.0933837890625, + 2326.5865478515625, + 2324.43896484375, + 2310.622802734375, + 2312.2215576171875, + 2305.6044921875, + 2304.8333740234375, + 2292.8544921875, + 2302.8226318359375, + 2292.56982421875, + 2285.5423583984375, + 2296.552734375, + 2285.5858154296875, + 2288.329345703125, + 2281.1031494140625, + 2263.333984375, + 2289.7181396484375, + 2256.2646484375, + 2254.3382568359375, + 2253.5128173828125, + 2263.2822265625, + 2244.297607421875 + ], + "0.4": [ + 2348.5499267578125, + 2348.2073974609375, + 2347.3140869140625, + 2349.2498779296875, + 2344.576171875, + 2346.3818359375, + 2345.0546875, + 2348.575439453125, + 2345.3218994140625, + 2345.7723388671875, + 2349.3656005859375, + 2348.0992431640625, + 2354.18701171875, + 2354.379638671875, + 2353.794189453125, + 2355.958984375, + 2362.1947021484375, + 2364.3367919921875, + 2364.032470703125, + 2356.6912841796875, + 2364.1904296875, + 2361.7919921875, + 2366.97412109375, + 2359.549072265625 + ], + "0.5": [ + 2348.5499267578125, + 2348.2073974609375, + 2347.3140869140625, + 2349.2498779296875, + 2344.576171875, + 2346.3818359375, + 2345.0546875, + 2348.575439453125, + 2345.3218994140625, + 2345.7723388671875, + 2349.3656005859375, + 2348.0992431640625, + 2354.18701171875, + 2354.379638671875, + 2353.794189453125, + 2355.958984375, + 2362.1947021484375, + 2364.3367919921875, + 2364.032470703125, + 2356.6912841796875, + 2364.1904296875, + 2361.7919921875, + 2366.97412109375, + 2359.549072265625 + ], + "0.6": [ + 2348.5499267578125, + 2348.2073974609375, + 2347.3140869140625, + 2349.2498779296875, + 2344.576171875, + 2346.3818359375, + 2345.0546875, + 2348.575439453125, + 2345.3218994140625, + 2345.7723388671875, + 2349.3656005859375, + 2348.0992431640625, + 2354.18701171875, + 2354.379638671875, + 2353.794189453125, + 2355.958984375, + 2362.1947021484375, + 2364.3367919921875, + 2364.032470703125, + 2356.6912841796875, + 2364.1904296875, + 2361.7919921875, + 2366.97412109375, + 2359.549072265625 + ], + "0.7": [ + 2348.5499267578125, + 2348.2073974609375, + 2347.3140869140625, + 2349.2498779296875, + 2344.576171875, + 2346.3818359375, + 2345.0546875, + 2348.575439453125, + 2345.3218994140625, + 2345.7723388671875, + 2349.3656005859375, + 2348.0992431640625, + 2354.18701171875, + 2354.379638671875, + 2353.794189453125, + 2355.958984375, + 2362.1947021484375, + 2364.3367919921875, + 2364.032470703125, + 2356.6912841796875, + 2364.1904296875, + 2361.7919921875, + 2366.97412109375, + 2359.549072265625 + ], + "0.8": [ + 2355.0057373046875, + 2358.9635009765625, + 2363.2586669921875, + 2377.7142333984375, + 2367.6612548828125, + 2379.38818359375, + 2401.984619140625, + 2409.8306884765625, + 2396.6905517578125, + 2404.378662109375, + 2405.4495849609375, + 2420.7288818359375, + 2443.0078125, + 2465.65234375, + 2447.034423828125, + 2471.4725341796875, + 2487.4310302734375, + 2524.10009765625, + 2486.4639892578125, + 2532.364990234375, + 2545.293701171875, + 2546.8399658203125, + 2505.9384765625, + 2522.143310546875 + ], + "0.9": [ + 2355.0057373046875, + 2358.9635009765625, + 2363.2586669921875, + 2377.7142333984375, + 2367.6612548828125, + 2379.38818359375, + 2401.984619140625, + 2409.8306884765625, + 2396.6905517578125, + 2404.378662109375, + 2405.4495849609375, + 2420.7288818359375, + 2443.0078125, + 2465.65234375, + 2447.034423828125, + 2471.4725341796875, + 2487.4310302734375, + 2524.10009765625, + 2486.4639892578125, + 2532.364990234375, + 2545.293701171875, + 2546.8399658203125, + 2505.9384765625, + 2522.143310546875 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260623_063537.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260623_063537.json new file mode 100644 index 0000000000000000000000000000000000000000..966171e3664d4b8396e6319356c061b25085c2f8 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260623_063537.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-23T06:35:37.067449+00:00", + "metrics": { + "MSE[mean]": 3394.4544717611316, + "MSE[0.5]": 3296.1012042166913, + "MAE[0.5]": 55.72368421052639, + "MASE[0.5]": 0.39104339796860627, + "MAPE[0.5]": 0.023790495453094685, + "sMAPE[0.5]": 0.023492799099409756, + "MSIS": 13.945875643306833, + "RMSE[mean]": 58.26194703029699, + "NRMSE[mean]": 0.024836353973838855, + "ND[0.5]": 0.02375432364214269, + "mean_weighted_sum_quantile_loss": 0.023339482513269588 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" + ], + "context": [ + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 + ], + "p10": [ + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2351.5570175438597, + 2401.5570175438597, + 2361.5570175438597, + 2397.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2361.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 + ], + "p90": [ + 2451.5570175438597, + 2451.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2451.5570175438597, + 2406.5570175438593, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 + ], + "mean": [ + 2404.3070175438647, + 2405.007017543865, + 2403.107017543865, + 2403.7070175438653, + 2402.257017543865, + 2402.707017543865, + 2401.357017543865, + 2401.6570175438646, + 2401.507017543865, + 2401.857017543865, + 2402.5570175438647, + 2402.5570175438647, + 2403.457017543865, + 2401.1570175438646, + 2405.557017543865, + 2404.007017543865, + 2402.107017543865, + 2403.957017543865, + 2402.1570175438646, + 2400.4070175438646, + 2402.1570175438646, + 2399.8070175438647, + 2401.4070175438646, + 2402.007017543865 + ], + "quantiles": { + "0.1": [ + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2351.5570175438597, + 2401.5570175438597, + 2361.5570175438597, + 2397.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2361.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 + ], + "0.2": [ + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 + ], + "0.3": [ + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 + ], + "0.4": [ + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 + ], + "0.5": [ + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 + ], + "0.6": [ + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 + ], + "0.7": [ + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 + ], + "0.8": [ + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 + ], + "0.9": [ + 2451.5570175438597, + 2451.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2451.5570175438597, + 2406.5570175438593, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597, + 2401.5570175438597 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260623_063537.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260623_063537.json new file mode 100644 index 0000000000000000000000000000000000000000..a644638c0691ec1fc9941a0df09c8107eb0860fb --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260623_063537.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-23T06:35:37.097463+00:00", + "metrics": { + "MSE[mean]": 4062.5, + "MSE[0.5]": 4062.5, + "MAE[0.5]": 56.25, + "MASE[0.5]": 0.3947368421052631, + "MAPE[0.5]": 0.023993987049028675, + "sMAPE[0.5]": 0.023630364303001843, + "MSIS": 2.888596793984224, + "RMSE[mean]": 63.73774391990981, + "NRMSE[mean]": 0.027170619077759067, + "ND[0.5]": 0.023978685612788632, + "mean_weighted_sum_quantile_loss": 0.018543516873889845 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" + ], + "context": [ + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "p10": [ + 2401.0, + 2401.0, + 2401.0, + 2401.0, + 2401.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0 + ], + "p90": [ + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0 + ], + "mean": [ + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "quantiles": { + "0.1": [ + 2401.0, + 2401.0, + 2401.0, + 2401.0, + 2401.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0 + ], + "0.2": [ + 2413.25, + 2413.25, + 2413.25, + 2413.25, + 2413.25, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2314.75, + 2314.75, + 2314.75, + 2314.75 + ], + "0.3": [ + 2425.5, + 2425.5, + 2425.5, + 2425.5, + 2425.5, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2326.5, + 2326.5, + 2326.5, + 2326.5 + ], + "0.4": [ + 2437.75, + 2437.75, + 2437.75, + 2437.75, + 2437.75, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2338.25, + 2338.25, + 2338.25, + 2338.25 + ], + "0.5": [ + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "0.6": [ + 2462.2499999999995, + 2462.2499999999995, + 2462.2499999999995, + 2462.2499999999995, + 2462.2499999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995 + ], + "0.7": [ + 2474.5, + 2474.5, + 2474.5, + 2474.5, + 2474.5, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2373.5, + 2373.5, + 2373.5, + 2373.5 + ], + "0.8": [ + 2486.7499999999995, + 2486.7499999999995, + 2486.7499999999995, + 2486.7499999999995, + 2486.7499999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995 + ], + "0.9": [ + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260623_063534.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260623_063534.json new file mode 100644 index 0000000000000000000000000000000000000000..e818696a95a09af1b28fea40643f93b74dd3163b --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260623_063534.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-23T06:35:34.008556+00:00", + "metrics": { + "MSE[mean]": 171.97231539090475, + "MSE[0.5]": 171.97231539090475, + "MAE[0.5]": 7.569498697916667, + "MASE[0.5]": 0.05311928910818714, + "MAPE[0.5]": 0.0032531764630068607, + "sMAPE[0.5]": 0.0032419906080230656, + "MSIS": 0.7833686694764254, + "RMSE[mean]": 13.113821540302611, + "NRMSE[mean]": 0.005590261402615678, + "ND[0.5]": 0.003226784524866785, + "mean_weighted_sum_quantile_loss": 0.006184292685051559 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" + ], + "context": [ + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2352.0322265625, + 2351.626953125, + 2350.8974609375, + 2351.0595703125, + 2351.0595703125, + 2350.7353515625, + 2350.978515625, + 2348.9521484375, + 2346.763671875, + 2347.8984375, + 2346.92578125, + 2346.439453125, + 2343.845703125, + 2342.548828125, + 2341.900390625, + 2342.224609375, + 2340.1171875, + 2342.873046875, + 2343.521484375, + 2340.279296875, + 2342.548828125, + 2343.197265625, + 2342.38671875, + 2340.927734375 + ], + "p10": [ + 2344.494140625, + 2336.064453125, + 2325.203125, + 2316.125, + 2307.046875, + 2299.9140625, + 2293.75390625, + 2287.59375, + 2284.3515625, + 2285.6484375, + 2282.40625, + 2279.8125, + 2276.5703125, + 2277.8671875, + 2277.21875, + 2275.921875, + 2273.9765625, + 2276.5703125, + 2278.515625, + 2277.21875, + 2279.8125, + 2279.1640625, + 2275.921875, + 2275.2734375 + ], + "p90": [ + 2361.23193359375, + 2364.6767578125, + 2369.925048828125, + 2375.1328125, + 2379.185546875, + 2382.58984375, + 2389.236328125, + 2394.423828125, + 2398.962890625, + 2402.3671875, + 2406.419921875, + 2411.12109375, + 2412.41796875, + 2413.390625, + 2417.9296875, + 2422.79296875, + 2413.71484375, + 2416.30859375, + 2417.60546875, + 2415.3359375, + 2417.9296875, + 2419.875, + 2421.8203125, + 2421.171875 + ], + "mean": [ + 2352.0322265625, + 2351.626953125, + 2350.8974609375, + 2351.0595703125, + 2351.0595703125, + 2350.7353515625, + 2350.978515625, + 2348.9521484375, + 2346.763671875, + 2347.8984375, + 2346.92578125, + 2346.439453125, + 2343.845703125, + 2342.548828125, + 2341.900390625, + 2342.224609375, + 2340.1171875, + 2342.873046875, + 2343.521484375, + 2340.279296875, + 2342.548828125, + 2343.197265625, + 2342.38671875, + 2340.927734375 + ], + "quantiles": { + "0.1": [ + 2344.494140625, + 2336.064453125, + 2325.203125, + 2316.125, + 2307.046875, + 2299.9140625, + 2293.75390625, + 2287.59375, + 2284.3515625, + 2285.6484375, + 2282.40625, + 2279.8125, + 2276.5703125, + 2277.8671875, + 2277.21875, + 2275.921875, + 2273.9765625, + 2276.5703125, + 2278.515625, + 2277.21875, + 2279.8125, + 2279.1640625, + 2275.921875, + 2275.2734375 + ], + "0.2": [ + 2344.494140625, + 2336.064453125, + 2325.203125, + 2316.125, + 2307.046875, + 2299.9140625, + 2293.75390625, + 2287.59375, + 2284.3515625, + 2285.6484375, + 2282.40625, + 2279.8125, + 2276.5703125, + 2277.8671875, + 2277.21875, + 2275.921875, + 2273.9765625, + 2276.5703125, + 2278.515625, + 2277.21875, + 2279.8125, + 2279.1640625, + 2275.921875, + 2275.2734375 + ], + "0.3": [ + 2344.494140625, + 2336.064453125, + 2325.203125, + 2316.125, + 2307.046875, + 2299.9140625, + 2293.75390625, + 2287.59375, + 2284.3515625, + 2285.6484375, + 2282.40625, + 2279.8125, + 2276.5703125, + 2277.8671875, + 2277.21875, + 2275.921875, + 2273.9765625, + 2276.5703125, + 2278.515625, + 2277.21875, + 2279.8125, + 2279.1640625, + 2275.921875, + 2275.2734375 + ], + "0.4": [ + 2352.0322265625, + 2351.626953125, + 2350.8974609375, + 2351.0595703125, + 2351.0595703125, + 2350.7353515625, + 2350.978515625, + 2348.9521484375, + 2346.763671875, + 2347.8984375, + 2346.92578125, + 2346.439453125, + 2343.845703125, + 2342.548828125, + 2341.900390625, + 2342.224609375, + 2340.1171875, + 2342.873046875, + 2343.521484375, + 2340.279296875, + 2342.548828125, + 2343.197265625, + 2342.38671875, + 2340.927734375 + ], + "0.5": [ + 2352.0322265625, + 2351.626953125, + 2350.8974609375, + 2351.0595703125, + 2351.0595703125, + 2350.7353515625, + 2350.978515625, + 2348.9521484375, + 2346.763671875, + 2347.8984375, + 2346.92578125, + 2346.439453125, + 2343.845703125, + 2342.548828125, + 2341.900390625, + 2342.224609375, + 2340.1171875, + 2342.873046875, + 2343.521484375, + 2340.279296875, + 2342.548828125, + 2343.197265625, + 2342.38671875, + 2340.927734375 + ], + "0.6": [ + 2352.0322265625, + 2351.626953125, + 2350.8974609375, + 2351.0595703125, + 2351.0595703125, + 2350.7353515625, + 2350.978515625, + 2348.9521484375, + 2346.763671875, + 2347.8984375, + 2346.92578125, + 2346.439453125, + 2343.845703125, + 2342.548828125, + 2341.900390625, + 2342.224609375, + 2340.1171875, + 2342.873046875, + 2343.521484375, + 2340.279296875, + 2342.548828125, + 2343.197265625, + 2342.38671875, + 2340.927734375 + ], + "0.7": [ + 2352.0322265625, + 2351.626953125, + 2350.8974609375, + 2351.0595703125, + 2351.0595703125, + 2350.7353515625, + 2350.978515625, + 2348.9521484375, + 2346.763671875, + 2347.8984375, + 2346.92578125, + 2346.439453125, + 2343.845703125, + 2342.548828125, + 2341.900390625, + 2342.224609375, + 2340.1171875, + 2342.873046875, + 2343.521484375, + 2340.279296875, + 2342.548828125, + 2343.197265625, + 2342.38671875, + 2340.927734375 + ], + "0.8": [ + 2361.23193359375, + 2364.6767578125, + 2369.925048828125, + 2375.1328125, + 2379.185546875, + 2382.58984375, + 2389.236328125, + 2394.423828125, + 2398.962890625, + 2402.3671875, + 2406.419921875, + 2411.12109375, + 2412.41796875, + 2413.390625, + 2417.9296875, + 2422.79296875, + 2413.71484375, + 2416.30859375, + 2417.60546875, + 2415.3359375, + 2417.9296875, + 2419.875, + 2421.8203125, + 2421.171875 + ], + "0.9": [ + 2361.23193359375, + 2364.6767578125, + 2369.925048828125, + 2375.1328125, + 2379.185546875, + 2382.58984375, + 2389.236328125, + 2394.423828125, + 2398.962890625, + 2402.3671875, + 2406.419921875, + 2411.12109375, + 2412.41796875, + 2413.390625, + 2417.9296875, + 2422.79296875, + 2413.71484375, + 2416.30859375, + 2417.60546875, + 2415.3359375, + 2417.9296875, + 2419.875, + 2421.8203125, + 2421.171875 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260623_063334.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260623_063334.json new file mode 100644 index 0000000000000000000000000000000000000000..3ad1493f57016fd3103d9b698519fd4a72b4c9f1 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260623_063334.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-23T06:33:34.500911+00:00", + "metrics": { + "MSE[mean]": 200.06703186035156, + "MSE[0.5]": 356.06895194451016, + "MAE[0.5]": 17.711283365885418, + "MASE[0.5]": 0.12428970783077485, + "MAPE[0.5]": 0.007558805763886882, + "sMAPE[0.5]": 0.007578531237741978, + "MSIS": 1.419131630345395, + "RMSE[mean]": 14.144505359338359, + "NRMSE[mean]": 0.0060296292828440606, + "ND[0.5]": 0.007550103033414742, + "mean_weighted_sum_quantile_loss": 0.005678394571337823 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" + ], + "context": [ + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2344.9755859375, + 2346.40478515625, + 2343.53466796875, + 2339.465087890625, + 2338.365966796875, + 2337.289306640625, + 2335.3984375, + 2335.839111328125, + 2333.1630859375, + 2330.36376953125, + 2331.458740234375, + 2327.4150390625, + 2328.386962890625, + 2330.422119140625, + 2330.010498046875, + 2329.142578125, + 2328.83251953125, + 2328.87548828125, + 2327.382080078125, + 2328.634033203125, + 2327.4970703125, + 2328.476318359375, + 2328.849365234375, + 2329.3642578125 + ], + "p10": [ + 2349.63427734375, + 2354.68115234375, + 2346.96533203125, + 2348.334716796875, + 2349.8486328125, + 2348.094970703125, + 2344.471435546875, + 2344.363525390625, + 2348.11279296875, + 2345.06884765625, + 2346.430419921875, + 2346.39990234375, + 2344.371337890625, + 2349.45703125, + 2346.779296875, + 2349.647705078125, + 2349.55224609375, + 2342.6435546875, + 2349.364990234375, + 2347.046875, + 2346.326416015625, + 2347.696044921875, + 2349.4306640625, + 2346.194580078125 + ], + "p90": [ + 2361.63916015625, + 2368.14501953125, + 2369.553466796875, + 2367.715087890625, + 2369.02587890625, + 2370.45654296875, + 2371.918212890625, + 2375.282958984375, + 2375.145751953125, + 2374.447998046875, + 2378.412353515625, + 2375.982177734375, + 2379.27783203125, + 2382.3115234375, + 2384.2607421875, + 2385.311767578125, + 2386.666748046875, + 2387.609619140625, + 2389.244873046875, + 2388.149658203125, + 2390.928466796875, + 2394.80322265625, + 2395.435546875, + 2395.444580078125 + ], + "mean": [ + 2348.7822265625, + 2350.08349609375, + 2349.000244140625, + 2345.835205078125, + 2345.476318359375, + 2343.72802734375, + 2342.46923828125, + 2343.68310546875, + 2341.484130859375, + 2339.998779296875, + 2341.635498046875, + 2338.79052734375, + 2339.099365234375, + 2340.369384765625, + 2340.831298828125, + 2341.77490234375, + 2340.6572265625, + 2341.646240234375, + 2341.417236328125, + 2341.220947265625, + 2341.717041015625, + 2343.226806640625, + 2344.060791015625, + 2343.076416015625 + ], + "quantiles": { + "0.1": [ + 2349.63427734375, + 2354.68115234375, + 2346.96533203125, + 2348.334716796875, + 2349.8486328125, + 2348.094970703125, + 2344.471435546875, + 2344.363525390625, + 2348.11279296875, + 2345.06884765625, + 2346.430419921875, + 2346.39990234375, + 2344.371337890625, + 2349.45703125, + 2346.779296875, + 2349.647705078125, + 2349.55224609375, + 2342.6435546875, + 2349.364990234375, + 2347.046875, + 2346.326416015625, + 2347.696044921875, + 2349.4306640625, + 2346.194580078125 + ], + "0.2": [ + 2349.63427734375, + 2354.68115234375, + 2346.96533203125, + 2348.334716796875, + 2349.8486328125, + 2348.094970703125, + 2344.471435546875, + 2344.363525390625, + 2348.11279296875, + 2345.06884765625, + 2346.430419921875, + 2346.39990234375, + 2344.371337890625, + 2349.45703125, + 2346.779296875, + 2349.647705078125, + 2349.55224609375, + 2342.6435546875, + 2349.364990234375, + 2347.046875, + 2346.326416015625, + 2347.696044921875, + 2349.4306640625, + 2346.194580078125 + ], + "0.3": [ + 2349.63427734375, + 2354.68115234375, + 2346.96533203125, + 2348.334716796875, + 2349.8486328125, + 2348.094970703125, + 2344.471435546875, + 2344.363525390625, + 2348.11279296875, + 2345.06884765625, + 2346.430419921875, + 2346.39990234375, + 2344.371337890625, + 2349.45703125, + 2346.779296875, + 2349.647705078125, + 2349.55224609375, + 2342.6435546875, + 2349.364990234375, + 2347.046875, + 2346.326416015625, + 2347.696044921875, + 2349.4306640625, + 2346.194580078125 + ], + "0.4": [ + 2344.9755859375, + 2346.40478515625, + 2343.53466796875, + 2339.465087890625, + 2338.365966796875, + 2337.289306640625, + 2335.3984375, + 2335.839111328125, + 2333.1630859375, + 2330.36376953125, + 2331.458740234375, + 2327.4150390625, + 2328.386962890625, + 2330.422119140625, + 2330.010498046875, + 2329.142578125, + 2328.83251953125, + 2328.87548828125, + 2327.382080078125, + 2328.634033203125, + 2327.4970703125, + 2328.476318359375, + 2328.849365234375, + 2329.3642578125 + ], + "0.5": [ + 2344.9755859375, + 2346.40478515625, + 2343.53466796875, + 2339.465087890625, + 2338.365966796875, + 2337.289306640625, + 2335.3984375, + 2335.839111328125, + 2333.1630859375, + 2330.36376953125, + 2331.458740234375, + 2327.4150390625, + 2328.386962890625, + 2330.422119140625, + 2330.010498046875, + 2329.142578125, + 2328.83251953125, + 2328.87548828125, + 2327.382080078125, + 2328.634033203125, + 2327.4970703125, + 2328.476318359375, + 2328.849365234375, + 2329.3642578125 + ], + "0.6": [ + 2344.9755859375, + 2346.40478515625, + 2343.53466796875, + 2339.465087890625, + 2338.365966796875, + 2337.289306640625, + 2335.3984375, + 2335.839111328125, + 2333.1630859375, + 2330.36376953125, + 2331.458740234375, + 2327.4150390625, + 2328.386962890625, + 2330.422119140625, + 2330.010498046875, + 2329.142578125, + 2328.83251953125, + 2328.87548828125, + 2327.382080078125, + 2328.634033203125, + 2327.4970703125, + 2328.476318359375, + 2328.849365234375, + 2329.3642578125 + ], + "0.7": [ + 2344.9755859375, + 2346.40478515625, + 2343.53466796875, + 2339.465087890625, + 2338.365966796875, + 2337.289306640625, + 2335.3984375, + 2335.839111328125, + 2333.1630859375, + 2330.36376953125, + 2331.458740234375, + 2327.4150390625, + 2328.386962890625, + 2330.422119140625, + 2330.010498046875, + 2329.142578125, + 2328.83251953125, + 2328.87548828125, + 2327.382080078125, + 2328.634033203125, + 2327.4970703125, + 2328.476318359375, + 2328.849365234375, + 2329.3642578125 + ], + "0.8": [ + 2361.63916015625, + 2368.14501953125, + 2369.553466796875, + 2367.715087890625, + 2369.02587890625, + 2370.45654296875, + 2371.918212890625, + 2375.282958984375, + 2375.145751953125, + 2374.447998046875, + 2378.412353515625, + 2375.982177734375, + 2379.27783203125, + 2382.3115234375, + 2384.2607421875, + 2385.311767578125, + 2386.666748046875, + 2387.609619140625, + 2389.244873046875, + 2388.149658203125, + 2390.928466796875, + 2394.80322265625, + 2395.435546875, + 2395.444580078125 + ], + "0.9": [ + 2361.63916015625, + 2368.14501953125, + 2369.553466796875, + 2367.715087890625, + 2369.02587890625, + 2370.45654296875, + 2371.918212890625, + 2375.282958984375, + 2375.145751953125, + 2374.447998046875, + 2378.412353515625, + 2375.982177734375, + 2379.27783203125, + 2382.3115234375, + 2384.2607421875, + 2385.311767578125, + 2386.666748046875, + 2387.609619140625, + 2389.244873046875, + 2388.149658203125, + 2390.928466796875, + 2394.80322265625, + 2395.435546875, + 2395.444580078125 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260623_063420.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260623_063420.json new file mode 100644 index 0000000000000000000000000000000000000000..bb9b6891e497cc32e6737a569b1d860ee2788d41 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260623_063420.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-23T06:34:20.398115+00:00", + "metrics": { + "MSE[mean]": 331.2393526385228, + "MSE[0.5]": 331.2393526385228, + "MAE[0.5]": 9.657124837239584, + "MASE[0.5]": 0.06776929710343567, + "MAPE[0.5]": 0.00415524003096212, + "sMAPE[0.5]": 0.004124440321027184, + "MSIS": 1.2111967031021564, + "RMSE[mean]": 18.199982215335343, + "NRMSE[mean]": 0.007758429363553254, + "ND[0.5]": 0.00411671396258881, + "mean_weighted_sum_quantile_loss": 0.008617699776124926 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" + ], + "context": [ + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2349.6708984375, + 2349.93212890625, + 2350.35693359375, + 2350.537109375, + 2350.810546875, + 2350.993896484375, + 2351.58544921875, + 2352.536865234375, + 2353.341796875, + 2353.94091796875, + 2354.9716796875, + 2355.843505859375, + 2356.373046875, + 2356.90673828125, + 2357.7900390625, + 2358.29736328125, + 2358.91455078125, + 2358.91162109375, + 2359.18017578125, + 2359.556884765625, + 2359.28125, + 2359.974365234375, + 2360.655517578125, + 2360.61376953125 + ], + "p10": [ + 2342.553466796875, + 2333.306640625, + 2324.458984375, + 2315.440673828125, + 2305.941162109375, + 2297.805908203125, + 2288.594482421875, + 2283.166259765625, + 2278.104736328125, + 2273.2822265625, + 2265.266845703125, + 2264.73974609375, + 2262.008056640625, + 2260.6982421875, + 2258.916748046875, + 2254.43896484375, + 2251.5185546875, + 2248.897705078125, + 2247.672607421875, + 2246.447509765625, + 2243.797119140625, + 2239.282470703125, + 2236.342529296875, + 2233.118896484375 + ], + "p90": [ + 2356.919189453125, + 2367.055908203125, + 2382.90234375, + 2398.099853515625, + 2411.117431640625, + 2416.552734375, + 2419.15966796875, + 2425.931396484375, + 2434.352294921875, + 2443.269287109375, + 2451.76513671875, + 2456.458251953125, + 2459.025634765625, + 2461.446533203125, + 2464.2421875, + 2472.423828125, + 2478.34814453125, + 2479.60009765625, + 2479.921630859375, + 2481.113037109375, + 2486.734619140625, + 2491.142333984375, + 2490.75537109375, + 2489.75634765625 + ], + "mean": [ + 2349.6708984375, + 2349.93212890625, + 2350.35693359375, + 2350.537109375, + 2350.810546875, + 2350.993896484375, + 2351.58544921875, + 2352.536865234375, + 2353.341796875, + 2353.94091796875, + 2354.9716796875, + 2355.843505859375, + 2356.373046875, + 2356.90673828125, + 2357.7900390625, + 2358.29736328125, + 2358.91455078125, + 2358.91162109375, + 2359.18017578125, + 2359.556884765625, + 2359.28125, + 2359.974365234375, + 2360.655517578125, + 2360.61376953125 + ], + "quantiles": { + "0.1": [ + 2342.553466796875, + 2333.306640625, + 2324.458984375, + 2315.440673828125, + 2305.941162109375, + 2297.805908203125, + 2288.594482421875, + 2283.166259765625, + 2278.104736328125, + 2273.2822265625, + 2265.266845703125, + 2264.73974609375, + 2262.008056640625, + 2260.6982421875, + 2258.916748046875, + 2254.43896484375, + 2251.5185546875, + 2248.897705078125, + 2247.672607421875, + 2246.447509765625, + 2243.797119140625, + 2239.282470703125, + 2236.342529296875, + 2233.118896484375 + ], + "0.2": [ + 2342.553466796875, + 2333.306640625, + 2324.458984375, + 2315.440673828125, + 2305.941162109375, + 2297.805908203125, + 2288.594482421875, + 2283.166259765625, + 2278.104736328125, + 2273.2822265625, + 2265.266845703125, + 2264.73974609375, + 2262.008056640625, + 2260.6982421875, + 2258.916748046875, + 2254.43896484375, + 2251.5185546875, + 2248.897705078125, + 2247.672607421875, + 2246.447509765625, + 2243.797119140625, + 2239.282470703125, + 2236.342529296875, + 2233.118896484375 + ], + "0.3": [ + 2342.553466796875, + 2333.306640625, + 2324.458984375, + 2315.440673828125, + 2305.941162109375, + 2297.805908203125, + 2288.594482421875, + 2283.166259765625, + 2278.104736328125, + 2273.2822265625, + 2265.266845703125, + 2264.73974609375, + 2262.008056640625, + 2260.6982421875, + 2258.916748046875, + 2254.43896484375, + 2251.5185546875, + 2248.897705078125, + 2247.672607421875, + 2246.447509765625, + 2243.797119140625, + 2239.282470703125, + 2236.342529296875, + 2233.118896484375 + ], + "0.4": [ + 2349.6708984375, + 2349.93212890625, + 2350.35693359375, + 2350.537109375, + 2350.810546875, + 2350.993896484375, + 2351.58544921875, + 2352.536865234375, + 2353.341796875, + 2353.94091796875, + 2354.9716796875, + 2355.843505859375, + 2356.373046875, + 2356.90673828125, + 2357.7900390625, + 2358.29736328125, + 2358.91455078125, + 2358.91162109375, + 2359.18017578125, + 2359.556884765625, + 2359.28125, + 2359.974365234375, + 2360.655517578125, + 2360.61376953125 + ], + "0.5": [ + 2349.6708984375, + 2349.93212890625, + 2350.35693359375, + 2350.537109375, + 2350.810546875, + 2350.993896484375, + 2351.58544921875, + 2352.536865234375, + 2353.341796875, + 2353.94091796875, + 2354.9716796875, + 2355.843505859375, + 2356.373046875, + 2356.90673828125, + 2357.7900390625, + 2358.29736328125, + 2358.91455078125, + 2358.91162109375, + 2359.18017578125, + 2359.556884765625, + 2359.28125, + 2359.974365234375, + 2360.655517578125, + 2360.61376953125 + ], + "0.6": [ + 2349.6708984375, + 2349.93212890625, + 2350.35693359375, + 2350.537109375, + 2350.810546875, + 2350.993896484375, + 2351.58544921875, + 2352.536865234375, + 2353.341796875, + 2353.94091796875, + 2354.9716796875, + 2355.843505859375, + 2356.373046875, + 2356.90673828125, + 2357.7900390625, + 2358.29736328125, + 2358.91455078125, + 2358.91162109375, + 2359.18017578125, + 2359.556884765625, + 2359.28125, + 2359.974365234375, + 2360.655517578125, + 2360.61376953125 + ], + "0.7": [ + 2349.6708984375, + 2349.93212890625, + 2350.35693359375, + 2350.537109375, + 2350.810546875, + 2350.993896484375, + 2351.58544921875, + 2352.536865234375, + 2353.341796875, + 2353.94091796875, + 2354.9716796875, + 2355.843505859375, + 2356.373046875, + 2356.90673828125, + 2357.7900390625, + 2358.29736328125, + 2358.91455078125, + 2358.91162109375, + 2359.18017578125, + 2359.556884765625, + 2359.28125, + 2359.974365234375, + 2360.655517578125, + 2360.61376953125 + ], + "0.8": [ + 2356.919189453125, + 2367.055908203125, + 2382.90234375, + 2398.099853515625, + 2411.117431640625, + 2416.552734375, + 2419.15966796875, + 2425.931396484375, + 2434.352294921875, + 2443.269287109375, + 2451.76513671875, + 2456.458251953125, + 2459.025634765625, + 2461.446533203125, + 2464.2421875, + 2472.423828125, + 2478.34814453125, + 2479.60009765625, + 2479.921630859375, + 2481.113037109375, + 2486.734619140625, + 2491.142333984375, + 2490.75537109375, + 2489.75634765625 + ], + "0.9": [ + 2356.919189453125, + 2367.055908203125, + 2382.90234375, + 2398.099853515625, + 2411.117431640625, + 2416.552734375, + 2419.15966796875, + 2425.931396484375, + 2434.352294921875, + 2443.269287109375, + 2451.76513671875, + 2456.458251953125, + 2459.025634765625, + 2461.446533203125, + 2464.2421875, + 2472.423828125, + 2478.34814453125, + 2479.60009765625, + 2479.921630859375, + 2481.113037109375, + 2486.734619140625, + 2491.142333984375, + 2490.75537109375, + 2489.75634765625 + ] + } + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260623_063407.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260623_063407.json new file mode 100644 index 0000000000000000000000000000000000000000..c13db138eba2eafc3e82a38a1854edaaae2a205a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260623_063407.json @@ -0,0 +1,609 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-23T06:34:07.092901+00:00", + "metrics": { + "MSE[mean]": 805.2567732830843, + "MSE[0.5]": 805.2567732830843, + "MAE[0.5]": 25.376261393229168, + "MASE[0.5]": 0.17807902732090644, + "MAPE[0.5]": 0.010814888313380502, + "sMAPE[0.5]": 0.010880528043385587, + "MSIS": 1.201258395010965, + "RMSE[mean]": 28.37704659197437, + "NRMSE[mean]": 0.012096787179527262, + "ND[0.5]": 0.010817589226243339, + "mean_weighted_sum_quantile_loss": 0.013121757319111409 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00", + "2026-06-23 01:55:00", + "2026-06-23 02:10:00", + "2026-06-23 02:25:00", + "2026-06-23 02:40:00", + "2026-06-23 02:55:00", + "2026-06-23 03:10:00", + "2026-06-23 03:25:00", + "2026-06-23 03:40:00", + "2026-06-23 03:55:00", + "2026-06-23 04:10:00", + "2026-06-23 04:25:00", + "2026-06-23 04:40:00", + "2026-06-23 04:55:00", + "2026-06-23 05:10:00", + "2026-06-23 05:25:00", + "2026-06-23 05:40:00", + "2026-06-23 05:55:00", + "2026-06-23 06:10:00", + "2026-06-23 06:25:00", + "2026-06-23 06:40:00", + "2026-06-23 06:55:00", + "2026-06-23 07:10:00", + "2026-06-23 07:25:00", + "2026-06-23 07:40:00", + "2026-06-23 07:55:00", + "2026-06-23 08:10:00", + "2026-06-23 08:25:00", + "2026-06-23 08:40:00", + "2026-06-23 08:55:00", + "2026-06-23 09:10:00", + "2026-06-23 09:25:00", + "2026-06-23 09:40:00", + "2026-06-23 09:55:00", + "2026-06-23 10:10:00", + "2026-06-23 10:25:00", + "2026-06-23 10:40:00", + "2026-06-23 10:55:00", + "2026-06-23 11:10:00", + "2026-06-23 11:25:00", + "2026-06-23 11:40:00", + "2026-06-23 11:55:00", + "2026-06-23 12:10:00", + "2026-06-23 12:25:00", + "2026-06-23 12:40:00", + "2026-06-23 12:55:00", + "2026-06-23 13:10:00", + "2026-06-23 13:25:00", + "2026-06-23 13:40:00", + "2026-06-23 13:55:00", + "2026-06-23 14:10:00", + "2026-06-23 14:25:00", + "2026-06-23 14:40:00", + "2026-06-23 14:55:00", + "2026-06-23 15:10:00", + "2026-06-23 15:25:00", + "2026-06-23 15:40:00", + "2026-06-23 15:55:00", + "2026-06-23 16:10:00", + "2026-06-23 16:25:00", + "2026-06-23 16:40:00", + "2026-06-23 16:55:00", + "2026-06-23 17:10:00", + "2026-06-23 17:25:00", + "2026-06-23 17:40:00", + "2026-06-23 17:55:00", + "2026-06-23 18:10:00", + "2026-06-23 18:25:00", + "2026-06-23 18:40:00", + "2026-06-23 18:55:00", + "2026-06-23 19:10:00", + "2026-06-23 19:25:00", + "2026-06-23 19:40:00", + "2026-06-23 19:55:00", + "2026-06-23 20:10:00", + "2026-06-23 20:25:00", + "2026-06-23 20:40:00", + "2026-06-23 20:55:00", + "2026-06-23 21:10:00", + "2026-06-23 21:25:00", + "2026-06-23 21:40:00", + "2026-06-23 21:55:00", + "2026-06-23 22:10:00", + "2026-06-23 22:25:00", + "2026-06-23 22:40:00", + "2026-06-23 22:55:00", + "2026-06-23 23:10:00", + "2026-06-23 23:25:00", + "2026-06-23 23:40:00", + "2026-06-23 23:55:00", + "2026-06-24 00:10:00", + "2026-06-24 00:25:00", + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" + ], + "context": [ + 2300.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2260.0, + 2210.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2349.39697265625, + 2348.72900390625, + 2346.85546875, + 2341.568115234375, + 2335.341064453125, + 2329.719970703125, + 2323.5458984375, + 2319.146240234375, + 2315.5537109375, + 2311.244140625, + 2312.93603515625, + 2310.02587890625, + 2310.28466796875, + 2310.10791015625, + 2309.8818359375, + 2313.202880859375, + 2314.3876953125, + 2315.9599609375, + 2319.14013671875, + 2322.1298828125, + 2325.2294921875, + 2328.365966796875, + 2330.895751953125, + 2332.828369140625 + ], + "p10": [ + 2312.450439453125, + 2303.289794921875, + 2299.078369140625, + 2289.156494140625, + 2282.367919921875, + 2275.702880859375, + 2264.932373046875, + 2255.2626953125, + 2246.4521484375, + 2236.6201171875, + 2228.806884765625, + 2223.966796875, + 2218.851318359375, + 2214.0849609375, + 2212.56640625, + 2212.06591796875, + 2211.60205078125, + 2208.747314453125, + 2208.9697265625, + 2206.29638671875, + 2206.005859375, + 2205.5625, + 2206.438232421875, + 2206.919189453125 + ], + "p90": [ + 2351.12353515625, + 2351.920654296875, + 2354.669677734375, + 2355.767822265625, + 2372.2470703125, + 2380.155517578125, + 2387.7900390625, + 2397.903076171875, + 2401.283447265625, + 2403.381103515625, + 2406.268310546875, + 2408.730712890625, + 2413.4658203125, + 2415.487060546875, + 2419.804443359375, + 2426.24072265625, + 2431.006103515625, + 2436.43115234375, + 2443.585693359375, + 2447.78662109375, + 2452.60595703125, + 2457.697509765625, + 2461.9609375, + 2467.1875 + ], + "mean": [ + 2349.39697265625, + 2348.72900390625, + 2346.85546875, + 2341.568115234375, + 2335.341064453125, + 2329.719970703125, + 2323.5458984375, + 2319.146240234375, + 2315.5537109375, + 2311.244140625, + 2312.93603515625, + 2310.02587890625, + 2310.28466796875, + 2310.10791015625, + 2309.8818359375, + 2313.202880859375, + 2314.3876953125, + 2315.9599609375, + 2319.14013671875, + 2322.1298828125, + 2325.2294921875, + 2328.365966796875, + 2330.895751953125, + 2332.828369140625 + ], + "quantiles": { + "0.1": [ + 2312.450439453125, + 2303.289794921875, + 2299.078369140625, + 2289.156494140625, + 2282.367919921875, + 2275.702880859375, + 2264.932373046875, + 2255.2626953125, + 2246.4521484375, + 2236.6201171875, + 2228.806884765625, + 2223.966796875, + 2218.851318359375, + 2214.0849609375, + 2212.56640625, + 2212.06591796875, + 2211.60205078125, + 2208.747314453125, + 2208.9697265625, + 2206.29638671875, + 2206.005859375, + 2205.5625, + 2206.438232421875, + 2206.919189453125 + ], + "0.2": [ + 2312.450439453125, + 2303.289794921875, + 2299.078369140625, + 2289.156494140625, + 2282.367919921875, + 2275.702880859375, + 2264.932373046875, + 2255.2626953125, + 2246.4521484375, + 2236.6201171875, + 2228.806884765625, + 2223.966796875, + 2218.851318359375, + 2214.0849609375, + 2212.56640625, + 2212.06591796875, + 2211.60205078125, + 2208.747314453125, + 2208.9697265625, + 2206.29638671875, + 2206.005859375, + 2205.5625, + 2206.438232421875, + 2206.919189453125 + ], + "0.3": [ + 2312.450439453125, + 2303.289794921875, + 2299.078369140625, + 2289.156494140625, + 2282.367919921875, + 2275.702880859375, + 2264.932373046875, + 2255.2626953125, + 2246.4521484375, + 2236.6201171875, + 2228.806884765625, + 2223.966796875, + 2218.851318359375, + 2214.0849609375, + 2212.56640625, + 2212.06591796875, + 2211.60205078125, + 2208.747314453125, + 2208.9697265625, + 2206.29638671875, + 2206.005859375, + 2205.5625, + 2206.438232421875, + 2206.919189453125 + ], + "0.4": [ + 2349.39697265625, + 2348.72900390625, + 2346.85546875, + 2341.568115234375, + 2335.341064453125, + 2329.719970703125, + 2323.5458984375, + 2319.146240234375, + 2315.5537109375, + 2311.244140625, + 2312.93603515625, + 2310.02587890625, + 2310.28466796875, + 2310.10791015625, + 2309.8818359375, + 2313.202880859375, + 2314.3876953125, + 2315.9599609375, + 2319.14013671875, + 2322.1298828125, + 2325.2294921875, + 2328.365966796875, + 2330.895751953125, + 2332.828369140625 + ], + "0.5": [ + 2349.39697265625, + 2348.72900390625, + 2346.85546875, + 2341.568115234375, + 2335.341064453125, + 2329.719970703125, + 2323.5458984375, + 2319.146240234375, + 2315.5537109375, + 2311.244140625, + 2312.93603515625, + 2310.02587890625, + 2310.28466796875, + 2310.10791015625, + 2309.8818359375, + 2313.202880859375, + 2314.3876953125, + 2315.9599609375, + 2319.14013671875, + 2322.1298828125, + 2325.2294921875, + 2328.365966796875, + 2330.895751953125, + 2332.828369140625 + ], + "0.6": [ + 2349.39697265625, + 2348.72900390625, + 2346.85546875, + 2341.568115234375, + 2335.341064453125, + 2329.719970703125, + 2323.5458984375, + 2319.146240234375, + 2315.5537109375, + 2311.244140625, + 2312.93603515625, + 2310.02587890625, + 2310.28466796875, + 2310.10791015625, + 2309.8818359375, + 2313.202880859375, + 2314.3876953125, + 2315.9599609375, + 2319.14013671875, + 2322.1298828125, + 2325.2294921875, + 2328.365966796875, + 2330.895751953125, + 2332.828369140625 + ], + "0.7": [ + 2349.39697265625, + 2348.72900390625, + 2346.85546875, + 2341.568115234375, + 2335.341064453125, + 2329.719970703125, + 2323.5458984375, + 2319.146240234375, + 2315.5537109375, + 2311.244140625, + 2312.93603515625, + 2310.02587890625, + 2310.28466796875, + 2310.10791015625, + 2309.8818359375, + 2313.202880859375, + 2314.3876953125, + 2315.9599609375, + 2319.14013671875, + 2322.1298828125, + 2325.2294921875, + 2328.365966796875, + 2330.895751953125, + 2332.828369140625 + ], + "0.8": [ + 2351.12353515625, + 2351.920654296875, + 2354.669677734375, + 2355.767822265625, + 2372.2470703125, + 2380.155517578125, + 2387.7900390625, + 2397.903076171875, + 2401.283447265625, + 2403.381103515625, + 2406.268310546875, + 2408.730712890625, + 2413.4658203125, + 2415.487060546875, + 2419.804443359375, + 2426.24072265625, + 2431.006103515625, + 2436.43115234375, + 2443.585693359375, + 2447.78662109375, + 2452.60595703125, + 2457.697509765625, + 2461.9609375, + 2467.1875 + ], + "0.9": [ + 2351.12353515625, + 2351.920654296875, + 2354.669677734375, + 2355.767822265625, + 2372.2470703125, + 2380.155517578125, + 2387.7900390625, + 2397.903076171875, + 2401.283447265625, + 2403.381103515625, + 2406.268310546875, + 2408.730712890625, + 2413.4658203125, + 2415.487060546875, + 2419.804443359375, + 2426.24072265625, + 2431.006103515625, + 2436.43115234375, + 2443.585693359375, + 2447.78662109375, + 2452.60595703125, + 2457.697509765625, + 2461.9609375, + 2467.1875 + ] + } + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 34348abb5f3b3334ab989fc09b3e066e4c24be3a..b191b463f7d43bd00a7519c7993507b2d82ad08b 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,340840.05301539105,340840.05301539105,469.4908854166667,0.6960764630252392,0.007287116856340725,0.007306783858988711,5.701529558490698,583.8150846076102,0.00907837079914296,0.007300620448159762,0.006369686217129713,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,367530.58235549927,367530.58235549927,481.8655598958333,0.7144233999096529,0.007487189482401336,0.007503469594640169,5.701529558490698,606.2430060260483,0.009428941185490902,0.007494489797670733,0.006516298979958784,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.4270752650583443,1.4270752650583443,1.0091667970021565,0.5910644517543282,0.0379751599911809,0.03861303902269495,9.990087381062132,1.194602555270306,0.04499515249240556,0.03801064523180265,0.032394054965911245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.2052081057824794,0.2052081057824794,0.3973499904076258,1.4106683441339873,0.24359083995398523,0.276367870757925,51.397439735313455,0.4529990130038689,0.2865027392209173,0.2513070832677901,0.24599318445615845,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.07416667984591878,0.07416667984591878,0.22222224209043714,1.5999999904632578,0.16259088194371232,0.14423888104297328,52.69660133186476,0.27233560150284936,0.18274149814093532,0.14911464096411653,0.14378586399955615,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,2.195416822433496,2.19 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,38.661250475248416,38.661250475248416,4.09583334128062,0.3430143611540876,0.17541748265903404,0.16615649451657508,11.721851337278908,6.2178171793040375,0.2787737692719904,0.1836353282723073,0.17744731381517212,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,2.922916110357164,2.922916110357164,1.3041667143503826,0.6907147033448843,0.05639082675015366,0.05387305360539923,15.379633571165774,1.709653798392284,0.07490267890481461,0.05713763847113075,0.050598146013809894,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,58.5,58.5,5.833333333333333,1.0810810810810811,0.5535440798308445,0.4939449532486139,41.333899729596965,7.648529270389178,0.6139287708673588,0.4682274247491639,0.4636789297658863,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,9375.0,9375.0,91.66666666666667,0.6586826347305389,0.03871158392434988,0.03789441848361699,8.053893226197525,96.82458365518542,0.04091179591064173,0.03873239436619718,0.03180751173708918,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,4062.5,4062.5,56.25,0.3947368421052631,0.023993987049028675,0.023630364303001843,2.888596793984224,63.73774391990981,0.027170619077759067,0.023978685612788632,0.018543516873889845,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,12304.714285714286,12304.714285714286,89.28571428571429,1.9052875013139914,0.4285084143360226,0.34083993743684793,69.9372819804209,110.9266166693742,0.4465131205782745,0.359401955146636,0.3521206312695675,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 6029eceb2aadc0cc3365c7eef24ce4f0eab98039..d51ff271459e24119dc504b05c6f874448f30cbf 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T06:27:20.540591+00:00", + "evaluated_at": "2026-06-23T06:35:37.090540+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64065.3515625, 63623.01953125, 63400.0, - 63060.01171875 + 62763.01953125 ], "p50": [ 64191.0703125, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index ef144f0da2582cfdb70666166c7f8dcd3e332f2a..de0606386f238c060c3c47412c7776383a096df4 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T06:05:01.048424+00:00", + "evaluated_at": "2026-06-23T06:35:37.097463+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2260.0, 2260.0, @@ -101,9 +89,6 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ 2400.0, 2400.0, 2400.0, @@ -112,6 +97,13 @@ 2400.0, 2400.0, 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,21 +119,17 @@ 2350.0, 2350.0, 2350.0, + 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, 2350.0 ], "p50": [ - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2450.0, 2450.0, 2450.0, 2450.0, @@ -153,21 +141,21 @@ 2400.0, 2400.0, 2400.0, - 2400.0 + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 ], "p10": [ - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2401.0, 2401.0, 2401.0, 2401.0, @@ -179,21 +167,21 @@ 2352.0, 2352.0, 2352.0, - 2352.0 + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0 ], "p90": [ - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2499.0, 2499.0, 2499.0, 2499.0, @@ -205,21 +193,21 @@ 2448.0, 2448.0, 2448.0, - 2448.0 + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0 ], "mean": [ - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2450.0, 2450.0, 2450.0, 2450.0, @@ -231,22 +219,22 @@ 2400.0, 2400.0, 2400.0, - 2400.0 + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 ], "quantiles": { "0.1": [ - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2401.0, 2401.0, 2401.0, 2401.0, @@ -258,21 +246,21 @@ 2352.0, 2352.0, 2352.0, - 2352.0 + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2303.0, + 2303.0, + 2303.0, + 2303.0 ], "0.2": [ - 2462.5, - 2462.5, - 2462.5, - 2462.5, - 2462.5, - 2462.5, - 2462.5, - 2462.5, - 2462.5, - 2462.5, - 2462.5, - 2413.25, 2413.25, 2413.25, 2413.25, @@ -284,21 +272,21 @@ 2364.0, 2364.0, 2364.0, - 2364.0 + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2364.0, + 2314.75, + 2314.75, + 2314.75, + 2314.75 ], "0.3": [ - 2475.0, - 2475.0, - 2475.0, - 2475.0, - 2475.0, - 2475.0, - 2475.0, - 2475.0, - 2475.0, - 2475.0, - 2475.0, - 2425.5, 2425.5, 2425.5, 2425.5, @@ -310,21 +298,21 @@ 2376.0, 2376.0, 2376.0, - 2376.0 + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2376.0, + 2326.5, + 2326.5, + 2326.5, + 2326.5 ], "0.4": [ - 2487.5, - 2487.5, - 2487.5, - 2487.5, - 2487.5, - 2487.5, - 2487.5, - 2487.5, - 2487.5, - 2487.5, - 2487.5, - 2437.75, 2437.75, 2437.75, 2437.75, @@ -336,21 +324,21 @@ 2388.0, 2388.0, 2388.0, - 2388.0 + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2388.0, + 2338.25, + 2338.25, + 2338.25, + 2338.25 ], "0.5": [ - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2450.0, 2450.0, 2450.0, 2450.0, @@ -362,21 +350,21 @@ 2400.0, 2400.0, 2400.0, - 2400.0 + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 ], "0.6": [ - 2512.4999999999995, - 2512.4999999999995, - 2512.4999999999995, - 2512.4999999999995, - 2512.4999999999995, - 2512.4999999999995, - 2512.4999999999995, - 2512.4999999999995, - 2512.4999999999995, - 2512.4999999999995, - 2512.4999999999995, - 2462.2499999999995, 2462.2499999999995, 2462.2499999999995, 2462.2499999999995, @@ -388,21 +376,21 @@ 2411.9999999999995, 2411.9999999999995, 2411.9999999999995, - 2411.9999999999995 + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2411.9999999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995, + 2361.7499999999995 ], "0.7": [ - 2525.0, - 2525.0, - 2525.0, - 2525.0, - 2525.0, - 2525.0, - 2525.0, - 2525.0, - 2525.0, - 2525.0, - 2525.0, - 2474.5, 2474.5, 2474.5, 2474.5, @@ -414,21 +402,21 @@ 2424.0, 2424.0, 2424.0, - 2424.0 + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2424.0, + 2373.5, + 2373.5, + 2373.5, + 2373.5 ], "0.8": [ - 2537.4999999999995, - 2537.4999999999995, - 2537.4999999999995, - 2537.4999999999995, - 2537.4999999999995, - 2537.4999999999995, - 2537.4999999999995, - 2537.4999999999995, - 2537.4999999999995, - 2537.4999999999995, - 2537.4999999999995, - 2486.7499999999995, 2486.7499999999995, 2486.7499999999995, 2486.7499999999995, @@ -440,21 +428,21 @@ 2435.9999999999995, 2435.9999999999995, 2435.9999999999995, - 2435.9999999999995 + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2435.9999999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995, + 2385.2499999999995 ], "0.9": [ - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2499.0, 2499.0, 2499.0, 2499.0, @@ -466,14 +454,22 @@ 2448.0, 2448.0, 2448.0, - 2448.0 + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2397.0, + 2397.0, + 2397.0, + 2397.0 ] }, "timestamps": [ - "2026-06-22 18:55:00", - "2026-06-22 19:10:00", - "2026-06-22 19:25:00", - "2026-06-22 19:40:00", "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", @@ -589,6 +585,10 @@ "2026-06-23 23:55:00", "2026-06-24 00:10:00", "2026-06-24 00:25:00", - "2026-06-24 00:40:00" + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 776cec842e5adbfcc874e5652469ae863216999e..8a912524202d5fe16919fe0ec73dd565d5bec02b 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-23T06:27:20.560961+00:00", + "evaluated_at": "2026-06-23T06:35:37.101765+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index ed775ec59b67f1d4ee82d016d35323d3331fe710..a91fcdbcd0f0722621267db0e1f0cdba61a9d887 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,361162.4809360504,361162.4809360504,478.8914388020833,0.7100139092127057,0.007415338954811633,0.007451612918483494,12.651792367597038,600.9679533353259,0.009345099266229227,0.007446799797751783,0.007655299824244512,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,382324.2377440135,382324.2377440135,491.26611328125,0.7283608460971193,0.007614713121981015,0.007648303899198906,12.651792367597038,618.3237321533223,0.009616833590021497,0.007640697282295063,0.00772092796900676,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,1.0212952951048162,1.0212952951048162,0.8199127515157064,0.480219208955978,0.03030549839790364,0.03088520263876773,2.1827696895662885,1.0105915570124342,0.03806430935100673,0.03088232075359102,0.02991063703288196,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.01819761867665252,0.01819761867665252,0.11386936704317728,0.4042579975643087,0.08069543654809651,0.08595008188369897,3.371537798977939,0.1348985495720859,0.08531763394592921,0.07201756435381837,0.0559340641789649,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.052301195280083,0.052301195280083,0.18898151483800676,1.3606667770703529,0.13862955695799528,0.1251223321314661,24.56712183312208,0.228694545803093,0.15345765917527573,0.1268095869649985,0.09711200447885818,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Timer-S1,0.07890653247325947,0.078906 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,53.78231822500027,53.78231822500027,5.468190312385559,0.4579453435684591,0.2482711773833094,0.23436293299011987,5.619071066547538,7.333642902746238,0.3288014451917647,0.24516449752723835,0.21937373358903559,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.2259658276204088,1.2259658276204088,0.7549039522806803,0.3998133472630119,0.032726998337923266,0.0316763936854872,2.7303328485712637,1.1072334115354399,0.0485096741661448,0.0330735546546489,0.029101445113847848,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,27.541280464734882,27.541280464734882,3.5404078165690103,0.6561373559664575,0.3440756376473791,0.2832102818693833,8.23475016590251,5.247978702770704,0.42124243768059155,0.28417989163095736,0.2565710662422195,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,2305.509184797605,2305.509184797605,39.665323893229164,0.28502029144835334,0.016874311370488882,0.016668262668030304,1.0912495321856288,48.015718101446794,0.02028833159216062,0.01675999601122359,0.010572205831560544,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,171.97231539090475,171.97231539090475,7.569498697916667,0.05311928910818714,0.0032531764630068607,0.0032419906080230656,0.7833686694764254,13.113821540302611,0.005590261402615678,0.003226784524866785,0.006184292685051559,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,747.7772404556828,747.7772404556828,24.926313127790177,0.531908079989636,0.1101648563055541,0.10356268264580626,3.2426969924585114,27.345515911309533,0.11007395708980261,0.10033593553452055,0.07193083053548893,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 0d6f2e7de69600325db22c4d3369de73db7d7ef3..812f6b6e832f047c8df63a1365a945431be743b9 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T06:27:08.425466+00:00", + "evaluated_at": "2026-06-23T06:35:13.336947+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64065.3515625, 63623.01953125, 63400.0, - 63060.01171875 + 62763.01953125 ], "p50": [ 64067.4375, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 921195276a0467102a587016095e5dbffb8ea923..6b0e092c1ef6f9349ff5b773a0423f6ff91a2a76 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-23T06:04:58.482049+00:00", + "evaluated_at": "2026-06-23T06:35:34.008556+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2260.0, 2260.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2400.0, 2400.0, @@ -115,6 +101,13 @@ 2350.0, 2350.0, 2350.0, + 2350.0 + ], + "actuals": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0, 2350.0, 2350.0, @@ -127,353 +120,356 @@ 2350.0, 2350.0, 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, 2350.0 ], "p50": [ - 2398.9404296875, - 2397.73046875, - 2397.73046875, - 2398.9404296875, - 2400.150390625, - 2398.9404296875, - 2400.6689453125, - 2403.7802734375, - 2406.5458984375, - 2407.064453125, - 2406.2001953125, - 2403.4345703125, - 2407.41015625, - 2406.2001953125, - 2407.41015625, - 2408.6201171875, - 2409.830078125, - 2407.064453125, - 2411.55859375, - 2410.17578125, - 2411.7314453125, - 2412.25, - 2414.32421875, - 2409.830078125 + 2352.0322265625, + 2351.626953125, + 2350.8974609375, + 2351.0595703125, + 2351.0595703125, + 2350.7353515625, + 2350.978515625, + 2348.9521484375, + 2346.763671875, + 2347.8984375, + 2346.92578125, + 2346.439453125, + 2343.845703125, + 2342.548828125, + 2341.900390625, + 2342.224609375, + 2340.1171875, + 2342.873046875, + 2343.521484375, + 2340.279296875, + 2342.548828125, + 2343.197265625, + 2342.38671875, + 2340.927734375 ], "p10": [ - 2390.9892578125, - 2386.58154296875, - 2382.6923828125, - 2381.22314453125, - 2378.8896484375, - 2372.58056640625, - 2368.302490234375, - 2366.984375, - 2360.697021484375, - 2357.88818359375, - 2352.9619140625, - 2347.603515625, - 2348.55419921875, - 2346.220703125, - 2345.0107421875, - 2342.9365234375, - 2340.689453125, - 2335.6767578125, - 2337.578125, - 2335.158203125, - 2334.9853515625, - 2334.9853515625, - 2334.8125, - 2328.935546875 + 2344.494140625, + 2336.064453125, + 2325.203125, + 2316.125, + 2307.046875, + 2299.9140625, + 2293.75390625, + 2287.59375, + 2284.3515625, + 2285.6484375, + 2282.40625, + 2279.8125, + 2276.5703125, + 2277.8671875, + 2277.21875, + 2275.921875, + 2273.9765625, + 2276.5703125, + 2278.515625, + 2277.21875, + 2279.8125, + 2279.1640625, + 2275.921875, + 2275.2734375 ], "p90": [ - 2410.8671875, - 2411.212890625, - 2417.435546875, - 2424.349609375, - 2431.609375, - 2435.412109375, - 2445.091796875, - 2455.1171875, - 2470.328125, - 2475.16796875, - 2479.31640625, - 2482.08203125, - 2490.37890625, - 2491.76171875, - 2495.21875, - 2497.29296875, - 2493.8359375, - 2494.52734375, - 2499.3671875, - 2499.3671875, - 2499.3671875, - 2498.67578125, - 2500.75, - 2497.29296875 + 2361.23193359375, + 2364.6767578125, + 2369.925048828125, + 2375.1328125, + 2379.185546875, + 2382.58984375, + 2389.236328125, + 2394.423828125, + 2398.962890625, + 2402.3671875, + 2406.419921875, + 2411.12109375, + 2412.41796875, + 2413.390625, + 2417.9296875, + 2422.79296875, + 2413.71484375, + 2416.30859375, + 2417.60546875, + 2415.3359375, + 2417.9296875, + 2419.875, + 2421.8203125, + 2421.171875 ], "mean": [ - 2398.9404296875, - 2397.73046875, - 2397.73046875, - 2398.9404296875, - 2400.150390625, - 2398.9404296875, - 2400.6689453125, - 2403.7802734375, - 2406.5458984375, - 2407.064453125, - 2406.2001953125, - 2403.4345703125, - 2407.41015625, - 2406.2001953125, - 2407.41015625, - 2408.6201171875, - 2409.830078125, - 2407.064453125, - 2411.55859375, - 2410.17578125, - 2411.7314453125, - 2412.25, - 2414.32421875, - 2409.830078125 + 2352.0322265625, + 2351.626953125, + 2350.8974609375, + 2351.0595703125, + 2351.0595703125, + 2350.7353515625, + 2350.978515625, + 2348.9521484375, + 2346.763671875, + 2347.8984375, + 2346.92578125, + 2346.439453125, + 2343.845703125, + 2342.548828125, + 2341.900390625, + 2342.224609375, + 2340.1171875, + 2342.873046875, + 2343.521484375, + 2340.279296875, + 2342.548828125, + 2343.197265625, + 2342.38671875, + 2340.927734375 ], "quantiles": { "0.1": [ - 2390.9892578125, - 2386.58154296875, - 2382.6923828125, - 2381.22314453125, - 2378.8896484375, - 2372.58056640625, - 2368.302490234375, - 2366.984375, - 2360.697021484375, - 2357.88818359375, - 2352.9619140625, - 2347.603515625, - 2348.55419921875, - 2346.220703125, - 2345.0107421875, - 2342.9365234375, - 2340.689453125, - 2335.6767578125, - 2337.578125, - 2335.158203125, - 2334.9853515625, - 2334.9853515625, - 2334.8125, - 2328.935546875 + 2344.494140625, + 2336.064453125, + 2325.203125, + 2316.125, + 2307.046875, + 2299.9140625, + 2293.75390625, + 2287.59375, + 2284.3515625, + 2285.6484375, + 2282.40625, + 2279.8125, + 2276.5703125, + 2277.8671875, + 2277.21875, + 2275.921875, + 2273.9765625, + 2276.5703125, + 2278.515625, + 2277.21875, + 2279.8125, + 2279.1640625, + 2275.921875, + 2275.2734375 ], "0.2": [ - 2390.9892578125, - 2386.58154296875, - 2382.6923828125, - 2381.22314453125, - 2378.8896484375, - 2372.58056640625, - 2368.302490234375, - 2366.984375, - 2360.697021484375, - 2357.88818359375, - 2352.9619140625, - 2347.603515625, - 2348.55419921875, - 2346.220703125, - 2345.0107421875, - 2342.9365234375, - 2340.689453125, - 2335.6767578125, - 2337.578125, - 2335.158203125, - 2334.9853515625, - 2334.9853515625, - 2334.8125, - 2328.935546875 + 2344.494140625, + 2336.064453125, + 2325.203125, + 2316.125, + 2307.046875, + 2299.9140625, + 2293.75390625, + 2287.59375, + 2284.3515625, + 2285.6484375, + 2282.40625, + 2279.8125, + 2276.5703125, + 2277.8671875, + 2277.21875, + 2275.921875, + 2273.9765625, + 2276.5703125, + 2278.515625, + 2277.21875, + 2279.8125, + 2279.1640625, + 2275.921875, + 2275.2734375 ], "0.3": [ - 2390.9892578125, - 2386.58154296875, - 2382.6923828125, - 2381.22314453125, - 2378.8896484375, - 2372.58056640625, - 2368.302490234375, - 2366.984375, - 2360.697021484375, - 2357.88818359375, - 2352.9619140625, - 2347.603515625, - 2348.55419921875, - 2346.220703125, - 2345.0107421875, - 2342.9365234375, - 2340.689453125, - 2335.6767578125, - 2337.578125, - 2335.158203125, - 2334.9853515625, - 2334.9853515625, - 2334.8125, - 2328.935546875 + 2344.494140625, + 2336.064453125, + 2325.203125, + 2316.125, + 2307.046875, + 2299.9140625, + 2293.75390625, + 2287.59375, + 2284.3515625, + 2285.6484375, + 2282.40625, + 2279.8125, + 2276.5703125, + 2277.8671875, + 2277.21875, + 2275.921875, + 2273.9765625, + 2276.5703125, + 2278.515625, + 2277.21875, + 2279.8125, + 2279.1640625, + 2275.921875, + 2275.2734375 ], "0.4": [ - 2398.9404296875, - 2397.73046875, - 2397.73046875, - 2398.9404296875, - 2400.150390625, - 2398.9404296875, - 2400.6689453125, - 2403.7802734375, - 2406.5458984375, - 2407.064453125, - 2406.2001953125, - 2403.4345703125, - 2407.41015625, - 2406.2001953125, - 2407.41015625, - 2408.6201171875, - 2409.830078125, - 2407.064453125, - 2411.55859375, - 2410.17578125, - 2411.7314453125, - 2412.25, - 2414.32421875, - 2409.830078125 + 2352.0322265625, + 2351.626953125, + 2350.8974609375, + 2351.0595703125, + 2351.0595703125, + 2350.7353515625, + 2350.978515625, + 2348.9521484375, + 2346.763671875, + 2347.8984375, + 2346.92578125, + 2346.439453125, + 2343.845703125, + 2342.548828125, + 2341.900390625, + 2342.224609375, + 2340.1171875, + 2342.873046875, + 2343.521484375, + 2340.279296875, + 2342.548828125, + 2343.197265625, + 2342.38671875, + 2340.927734375 ], "0.5": [ - 2398.9404296875, - 2397.73046875, - 2397.73046875, - 2398.9404296875, - 2400.150390625, - 2398.9404296875, - 2400.6689453125, - 2403.7802734375, - 2406.5458984375, - 2407.064453125, - 2406.2001953125, - 2403.4345703125, - 2407.41015625, - 2406.2001953125, - 2407.41015625, - 2408.6201171875, - 2409.830078125, - 2407.064453125, - 2411.55859375, - 2410.17578125, - 2411.7314453125, - 2412.25, - 2414.32421875, - 2409.830078125 + 2352.0322265625, + 2351.626953125, + 2350.8974609375, + 2351.0595703125, + 2351.0595703125, + 2350.7353515625, + 2350.978515625, + 2348.9521484375, + 2346.763671875, + 2347.8984375, + 2346.92578125, + 2346.439453125, + 2343.845703125, + 2342.548828125, + 2341.900390625, + 2342.224609375, + 2340.1171875, + 2342.873046875, + 2343.521484375, + 2340.279296875, + 2342.548828125, + 2343.197265625, + 2342.38671875, + 2340.927734375 ], "0.6": [ - 2398.9404296875, - 2397.73046875, - 2397.73046875, - 2398.9404296875, - 2400.150390625, - 2398.9404296875, - 2400.6689453125, - 2403.7802734375, - 2406.5458984375, - 2407.064453125, - 2406.2001953125, - 2403.4345703125, - 2407.41015625, - 2406.2001953125, - 2407.41015625, - 2408.6201171875, - 2409.830078125, - 2407.064453125, - 2411.55859375, - 2410.17578125, - 2411.7314453125, - 2412.25, - 2414.32421875, - 2409.830078125 + 2352.0322265625, + 2351.626953125, + 2350.8974609375, + 2351.0595703125, + 2351.0595703125, + 2350.7353515625, + 2350.978515625, + 2348.9521484375, + 2346.763671875, + 2347.8984375, + 2346.92578125, + 2346.439453125, + 2343.845703125, + 2342.548828125, + 2341.900390625, + 2342.224609375, + 2340.1171875, + 2342.873046875, + 2343.521484375, + 2340.279296875, + 2342.548828125, + 2343.197265625, + 2342.38671875, + 2340.927734375 ], "0.7": [ - 2398.9404296875, - 2397.73046875, - 2397.73046875, - 2398.9404296875, - 2400.150390625, - 2398.9404296875, - 2400.6689453125, - 2403.7802734375, - 2406.5458984375, - 2407.064453125, - 2406.2001953125, - 2403.4345703125, - 2407.41015625, - 2406.2001953125, - 2407.41015625, - 2408.6201171875, - 2409.830078125, - 2407.064453125, - 2411.55859375, - 2410.17578125, - 2411.7314453125, - 2412.25, - 2414.32421875, - 2409.830078125 + 2352.0322265625, + 2351.626953125, + 2350.8974609375, + 2351.0595703125, + 2351.0595703125, + 2350.7353515625, + 2350.978515625, + 2348.9521484375, + 2346.763671875, + 2347.8984375, + 2346.92578125, + 2346.439453125, + 2343.845703125, + 2342.548828125, + 2341.900390625, + 2342.224609375, + 2340.1171875, + 2342.873046875, + 2343.521484375, + 2340.279296875, + 2342.548828125, + 2343.197265625, + 2342.38671875, + 2340.927734375 ], "0.8": [ - 2410.8671875, - 2411.212890625, - 2417.435546875, - 2424.349609375, - 2431.609375, - 2435.412109375, - 2445.091796875, - 2455.1171875, - 2470.328125, - 2475.16796875, - 2479.31640625, - 2482.08203125, - 2490.37890625, - 2491.76171875, - 2495.21875, - 2497.29296875, - 2493.8359375, - 2494.52734375, - 2499.3671875, - 2499.3671875, - 2499.3671875, - 2498.67578125, - 2500.75, - 2497.29296875 + 2361.23193359375, + 2364.6767578125, + 2369.925048828125, + 2375.1328125, + 2379.185546875, + 2382.58984375, + 2389.236328125, + 2394.423828125, + 2398.962890625, + 2402.3671875, + 2406.419921875, + 2411.12109375, + 2412.41796875, + 2413.390625, + 2417.9296875, + 2422.79296875, + 2413.71484375, + 2416.30859375, + 2417.60546875, + 2415.3359375, + 2417.9296875, + 2419.875, + 2421.8203125, + 2421.171875 ], "0.9": [ - 2410.8671875, - 2411.212890625, - 2417.435546875, - 2424.349609375, - 2431.609375, - 2435.412109375, - 2445.091796875, - 2455.1171875, - 2470.328125, - 2475.16796875, - 2479.31640625, - 2482.08203125, - 2490.37890625, - 2491.76171875, - 2495.21875, - 2497.29296875, - 2493.8359375, - 2494.52734375, - 2499.3671875, - 2499.3671875, - 2499.3671875, - 2498.67578125, - 2500.75, - 2497.29296875 + 2361.23193359375, + 2364.6767578125, + 2369.925048828125, + 2375.1328125, + 2379.185546875, + 2382.58984375, + 2389.236328125, + 2394.423828125, + 2398.962890625, + 2402.3671875, + 2406.419921875, + 2411.12109375, + 2412.41796875, + 2413.390625, + 2417.9296875, + 2422.79296875, + 2413.71484375, + 2416.30859375, + 2417.60546875, + 2415.3359375, + 2417.9296875, + 2419.875, + 2421.8203125, + 2421.171875 ] }, "timestamps": [ - "2026-06-22 18:55:00", - "2026-06-22 19:10:00", - "2026-06-22 19:25:00", - "2026-06-22 19:40:00", "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", @@ -589,6 +585,10 @@ "2026-06-23 23:55:00", "2026-06-24 00:10:00", "2026-06-24 00:25:00", - "2026-06-24 00:40:00" + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index e48804b26673de0825b48b4255f35f7cd324e427..4d5fd491a0ce92e1005fb48148ba4fa5517c4cbb 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-23T06:27:19.995671+00:00", + "evaluated_at": "2026-06-23T06:35:36.641552+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index bd02733a23fe2d41555b5d6d7faa02041078c313..89546dab7ce53f70409112140a45bc96924e17a0 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,332401.68016052246,374494.93176778156,465.4534505208333,0.6900904822761301,0.007211244405781997,0.007241394821790537,16.236805311562506,576.5428693172108,0.008965287275475848,0.007237838015796937,0.006174460630925025,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,362617.54157002765,401724.2428334554,477.828125,0.7084374191605437,0.007411385097020631,0.007438079983119124,16.970682786939047,602.1773339889402,0.009365707495145053,0.007431695281619153,0.00636811322928112,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.1942693657438213,2.176787990128711,1.1630725860595703,0.6812063798293192,0.04336451774231531,0.04492883079170137,3.2575813722815607,1.0928263200270303,0.04116171248788629,0.0438075643975543,0.029372483948565287,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.005181636699909476,0.010279959118143545,0.09321344196796418,0.33092551907975065,0.0623278580171829,0.064805707884482,0.9912261204749631,0.07198358632292139,0.045526577472446275,0.058953564333270765,0.03680474268748688,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.07201877614453285,0.05906788352367225,0.20035973025692833,1.4425899202737886,0.14708676502508242,0.13191825772730642,60.03205647162853,0.26836314229888736,0.18007591515351173,0.13444454956390153,0.14264819990812808,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.178315508137833,0.39935 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,62.63691895582591,60.513959438159496,5.283170938491821,0.4424504986738554,0.20921169947338122,0.21232736895488422,21.855094586102183,7.9143489281068415,0.3548372070773934,0.2368692153146349,0.3002563200858412,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.9338694889570434,0.7871153084708263,0.7572869459788004,0.40107543190844747,0.03319972586406326,0.03302486527811835,11.173506471166974,0.9663692301377581,0.04233818812707531,0.03317795743606016,0.03133890026535471,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,28.908233931337843,33.188641521589794,3.743979295094808,0.6938648886662193,0.3110333143426382,0.30212676777391106,18.391812298748945,5.3766377906027705,0.4315695885433662,0.30052007719824547,0.27433961813709457,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1017.7530728032192,545.3304536789656,21.842366536458332,0.15695113678892217,0.009258566872166122,0.009218828466525178,7.76947511227545,31.902242441609324,0.013479820749975772,0.009229168959066902,0.011484880951835143,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,200.06703186035156,356.06895194451016,17.711283365885418,0.12428970783077485,0.007558805763886882,0.007578531237741978,1.419131630345395,14.144505359338359,0.0060296292828440606,0.007550103033414742,0.005678394571337823,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,600.6806692638036,558.5008712681675,20.335954938616073,0.43395341664449305,0.08093519651643766,0.08140062111773247,12.99886193461415,24.508787592694247,0.09865526920578478,0.08185835800478004,0.08176415830776337,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 76011c77512177610e9faa3d329913f10926446b..0a26113986b93100656d58d7e2bdad05561701a2 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T06:22:28.754093+00:00", + "evaluated_at": "2026-06-23T06:33:28.357768+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64065.3515625, 63623.01953125, 63400.0, - 63060.01171875 + 62763.01953125 ], "p50": [ 64011.52734375, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 1e321ae7bd51f57eb8177be7e113b8afe44302ab..c0d9006aaf4b858166893d8007afcabd8941c9be 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T06:01:00.978188+00:00", + "evaluated_at": "2026-06-23T06:33:34.500911+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2260.0, 2260.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2400.0, 2400.0, @@ -115,6 +101,13 @@ 2350.0, 2350.0, 2350.0, + 2350.0 + ], + "actuals": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0, 2350.0, 2350.0, @@ -127,353 +120,356 @@ 2350.0, 2350.0, 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, 2350.0 ], "p50": [ - 2393.869140625, - 2391.15380859375, - 2388.704345703125, - 2387.501708984375, - 2385.548583984375, - 2385.590576171875, - 2384.89794921875, - 2385.119873046875, - 2384.786865234375, - 2382.34619140625, - 2381.401611328125, - 2380.528076171875, - 2383.309326171875, - 2381.69384765625, - 2379.35302734375, - 2377.033935546875, - 2376.587646484375, - 2374.88818359375, - 2372.50927734375, - 2373.325439453125, - 2368.2373046875, - 2370.336669921875, - 2368.189208984375, - 2372.076171875 + 2344.9755859375, + 2346.40478515625, + 2343.53466796875, + 2339.465087890625, + 2338.365966796875, + 2337.289306640625, + 2335.3984375, + 2335.839111328125, + 2333.1630859375, + 2330.36376953125, + 2331.458740234375, + 2327.4150390625, + 2328.386962890625, + 2330.422119140625, + 2330.010498046875, + 2329.142578125, + 2328.83251953125, + 2328.87548828125, + 2327.382080078125, + 2328.634033203125, + 2327.4970703125, + 2328.476318359375, + 2328.849365234375, + 2329.3642578125 ], "p10": [ - 2395.496337890625, - 2397.651123046875, - 2393.269775390625, - 2395.882080078125, - 2393.98388671875, - 2391.934814453125, - 2392.69482421875, - 2389.709228515625, - 2392.91064453125, - 2394.29052734375, - 2391.286376953125, - 2393.528564453125, - 2391.259765625, - 2393.283935546875, - 2390.822021484375, - 2390.351806640625, - 2392.497314453125, - 2387.78564453125, - 2387.957763671875, - 2385.860107421875, - 2383.54248046875, - 2386.547119140625, - 2382.927978515625, - 2383.849853515625 + 2349.63427734375, + 2354.68115234375, + 2346.96533203125, + 2348.334716796875, + 2349.8486328125, + 2348.094970703125, + 2344.471435546875, + 2344.363525390625, + 2348.11279296875, + 2345.06884765625, + 2346.430419921875, + 2346.39990234375, + 2344.371337890625, + 2349.45703125, + 2346.779296875, + 2349.647705078125, + 2349.55224609375, + 2342.6435546875, + 2349.364990234375, + 2347.046875, + 2346.326416015625, + 2347.696044921875, + 2349.4306640625, + 2346.194580078125 ], "p90": [ - 2408.311279296875, - 2410.425537109375, - 2413.664306640625, - 2415.48828125, - 2416.532958984375, - 2419.90966796875, - 2420.9462890625, - 2424.6376953125, - 2423.232666015625, - 2424.28271484375, - 2425.891357421875, - 2425.732421875, - 2429.406494140625, - 2429.078125, - 2427.49755859375, - 2428.71142578125, - 2429.30517578125, - 2429.84619140625, - 2429.529052734375, - 2428.311279296875, - 2426.689208984375, - 2431.42236328125, - 2431.248291015625, - 2431.1943359375 + 2361.63916015625, + 2368.14501953125, + 2369.553466796875, + 2367.715087890625, + 2369.02587890625, + 2370.45654296875, + 2371.918212890625, + 2375.282958984375, + 2375.145751953125, + 2374.447998046875, + 2378.412353515625, + 2375.982177734375, + 2379.27783203125, + 2382.3115234375, + 2384.2607421875, + 2385.311767578125, + 2386.666748046875, + 2387.609619140625, + 2389.244873046875, + 2388.149658203125, + 2390.928466796875, + 2394.80322265625, + 2395.435546875, + 2395.444580078125 ], "mean": [ - 2397.02880859375, - 2395.2724609375, - 2394.134765625, - 2394.151123046875, - 2393.029052734375, - 2393.766357421875, - 2393.40869140625, - 2394.401123046875, - 2393.58447265625, - 2392.85791015625, - 2392.28564453125, - 2392.169921875, - 2393.2275390625, - 2393.164794921875, - 2391.819091796875, - 2390.343994140625, - 2389.037353515625, - 2387.91845703125, - 2386.46435546875, - 2384.19677734375, - 2380.969970703125, - 2383.290283203125, - 2383.16748046875, - 2383.53662109375 + 2348.7822265625, + 2350.08349609375, + 2349.000244140625, + 2345.835205078125, + 2345.476318359375, + 2343.72802734375, + 2342.46923828125, + 2343.68310546875, + 2341.484130859375, + 2339.998779296875, + 2341.635498046875, + 2338.79052734375, + 2339.099365234375, + 2340.369384765625, + 2340.831298828125, + 2341.77490234375, + 2340.6572265625, + 2341.646240234375, + 2341.417236328125, + 2341.220947265625, + 2341.717041015625, + 2343.226806640625, + 2344.060791015625, + 2343.076416015625 ], "quantiles": { "0.1": [ - 2395.496337890625, - 2397.651123046875, - 2393.269775390625, - 2395.882080078125, - 2393.98388671875, - 2391.934814453125, - 2392.69482421875, - 2389.709228515625, - 2392.91064453125, - 2394.29052734375, - 2391.286376953125, - 2393.528564453125, - 2391.259765625, - 2393.283935546875, - 2390.822021484375, - 2390.351806640625, - 2392.497314453125, - 2387.78564453125, - 2387.957763671875, - 2385.860107421875, - 2383.54248046875, - 2386.547119140625, - 2382.927978515625, - 2383.849853515625 + 2349.63427734375, + 2354.68115234375, + 2346.96533203125, + 2348.334716796875, + 2349.8486328125, + 2348.094970703125, + 2344.471435546875, + 2344.363525390625, + 2348.11279296875, + 2345.06884765625, + 2346.430419921875, + 2346.39990234375, + 2344.371337890625, + 2349.45703125, + 2346.779296875, + 2349.647705078125, + 2349.55224609375, + 2342.6435546875, + 2349.364990234375, + 2347.046875, + 2346.326416015625, + 2347.696044921875, + 2349.4306640625, + 2346.194580078125 ], "0.2": [ - 2395.496337890625, - 2397.651123046875, - 2393.269775390625, - 2395.882080078125, - 2393.98388671875, - 2391.934814453125, - 2392.69482421875, - 2389.709228515625, - 2392.91064453125, - 2394.29052734375, - 2391.286376953125, - 2393.528564453125, - 2391.259765625, - 2393.283935546875, - 2390.822021484375, - 2390.351806640625, - 2392.497314453125, - 2387.78564453125, - 2387.957763671875, - 2385.860107421875, - 2383.54248046875, - 2386.547119140625, - 2382.927978515625, - 2383.849853515625 + 2349.63427734375, + 2354.68115234375, + 2346.96533203125, + 2348.334716796875, + 2349.8486328125, + 2348.094970703125, + 2344.471435546875, + 2344.363525390625, + 2348.11279296875, + 2345.06884765625, + 2346.430419921875, + 2346.39990234375, + 2344.371337890625, + 2349.45703125, + 2346.779296875, + 2349.647705078125, + 2349.55224609375, + 2342.6435546875, + 2349.364990234375, + 2347.046875, + 2346.326416015625, + 2347.696044921875, + 2349.4306640625, + 2346.194580078125 ], "0.3": [ - 2395.496337890625, - 2397.651123046875, - 2393.269775390625, - 2395.882080078125, - 2393.98388671875, - 2391.934814453125, - 2392.69482421875, - 2389.709228515625, - 2392.91064453125, - 2394.29052734375, - 2391.286376953125, - 2393.528564453125, - 2391.259765625, - 2393.283935546875, - 2390.822021484375, - 2390.351806640625, - 2392.497314453125, - 2387.78564453125, - 2387.957763671875, - 2385.860107421875, - 2383.54248046875, - 2386.547119140625, - 2382.927978515625, - 2383.849853515625 + 2349.63427734375, + 2354.68115234375, + 2346.96533203125, + 2348.334716796875, + 2349.8486328125, + 2348.094970703125, + 2344.471435546875, + 2344.363525390625, + 2348.11279296875, + 2345.06884765625, + 2346.430419921875, + 2346.39990234375, + 2344.371337890625, + 2349.45703125, + 2346.779296875, + 2349.647705078125, + 2349.55224609375, + 2342.6435546875, + 2349.364990234375, + 2347.046875, + 2346.326416015625, + 2347.696044921875, + 2349.4306640625, + 2346.194580078125 ], "0.4": [ - 2393.869140625, - 2391.15380859375, - 2388.704345703125, - 2387.501708984375, - 2385.548583984375, - 2385.590576171875, - 2384.89794921875, - 2385.119873046875, - 2384.786865234375, - 2382.34619140625, - 2381.401611328125, - 2380.528076171875, - 2383.309326171875, - 2381.69384765625, - 2379.35302734375, - 2377.033935546875, - 2376.587646484375, - 2374.88818359375, - 2372.50927734375, - 2373.325439453125, - 2368.2373046875, - 2370.336669921875, - 2368.189208984375, - 2372.076171875 + 2344.9755859375, + 2346.40478515625, + 2343.53466796875, + 2339.465087890625, + 2338.365966796875, + 2337.289306640625, + 2335.3984375, + 2335.839111328125, + 2333.1630859375, + 2330.36376953125, + 2331.458740234375, + 2327.4150390625, + 2328.386962890625, + 2330.422119140625, + 2330.010498046875, + 2329.142578125, + 2328.83251953125, + 2328.87548828125, + 2327.382080078125, + 2328.634033203125, + 2327.4970703125, + 2328.476318359375, + 2328.849365234375, + 2329.3642578125 ], "0.5": [ - 2393.869140625, - 2391.15380859375, - 2388.704345703125, - 2387.501708984375, - 2385.548583984375, - 2385.590576171875, - 2384.89794921875, - 2385.119873046875, - 2384.786865234375, - 2382.34619140625, - 2381.401611328125, - 2380.528076171875, - 2383.309326171875, - 2381.69384765625, - 2379.35302734375, - 2377.033935546875, - 2376.587646484375, - 2374.88818359375, - 2372.50927734375, - 2373.325439453125, - 2368.2373046875, - 2370.336669921875, - 2368.189208984375, - 2372.076171875 + 2344.9755859375, + 2346.40478515625, + 2343.53466796875, + 2339.465087890625, + 2338.365966796875, + 2337.289306640625, + 2335.3984375, + 2335.839111328125, + 2333.1630859375, + 2330.36376953125, + 2331.458740234375, + 2327.4150390625, + 2328.386962890625, + 2330.422119140625, + 2330.010498046875, + 2329.142578125, + 2328.83251953125, + 2328.87548828125, + 2327.382080078125, + 2328.634033203125, + 2327.4970703125, + 2328.476318359375, + 2328.849365234375, + 2329.3642578125 ], "0.6": [ - 2393.869140625, - 2391.15380859375, - 2388.704345703125, - 2387.501708984375, - 2385.548583984375, - 2385.590576171875, - 2384.89794921875, - 2385.119873046875, - 2384.786865234375, - 2382.34619140625, - 2381.401611328125, - 2380.528076171875, - 2383.309326171875, - 2381.69384765625, - 2379.35302734375, - 2377.033935546875, - 2376.587646484375, - 2374.88818359375, - 2372.50927734375, - 2373.325439453125, - 2368.2373046875, - 2370.336669921875, - 2368.189208984375, - 2372.076171875 + 2344.9755859375, + 2346.40478515625, + 2343.53466796875, + 2339.465087890625, + 2338.365966796875, + 2337.289306640625, + 2335.3984375, + 2335.839111328125, + 2333.1630859375, + 2330.36376953125, + 2331.458740234375, + 2327.4150390625, + 2328.386962890625, + 2330.422119140625, + 2330.010498046875, + 2329.142578125, + 2328.83251953125, + 2328.87548828125, + 2327.382080078125, + 2328.634033203125, + 2327.4970703125, + 2328.476318359375, + 2328.849365234375, + 2329.3642578125 ], "0.7": [ - 2393.869140625, - 2391.15380859375, - 2388.704345703125, - 2387.501708984375, - 2385.548583984375, - 2385.590576171875, - 2384.89794921875, - 2385.119873046875, - 2384.786865234375, - 2382.34619140625, - 2381.401611328125, - 2380.528076171875, - 2383.309326171875, - 2381.69384765625, - 2379.35302734375, - 2377.033935546875, - 2376.587646484375, - 2374.88818359375, - 2372.50927734375, - 2373.325439453125, - 2368.2373046875, - 2370.336669921875, - 2368.189208984375, - 2372.076171875 + 2344.9755859375, + 2346.40478515625, + 2343.53466796875, + 2339.465087890625, + 2338.365966796875, + 2337.289306640625, + 2335.3984375, + 2335.839111328125, + 2333.1630859375, + 2330.36376953125, + 2331.458740234375, + 2327.4150390625, + 2328.386962890625, + 2330.422119140625, + 2330.010498046875, + 2329.142578125, + 2328.83251953125, + 2328.87548828125, + 2327.382080078125, + 2328.634033203125, + 2327.4970703125, + 2328.476318359375, + 2328.849365234375, + 2329.3642578125 ], "0.8": [ - 2408.311279296875, - 2410.425537109375, - 2413.664306640625, - 2415.48828125, - 2416.532958984375, - 2419.90966796875, - 2420.9462890625, - 2424.6376953125, - 2423.232666015625, - 2424.28271484375, - 2425.891357421875, - 2425.732421875, - 2429.406494140625, - 2429.078125, - 2427.49755859375, - 2428.71142578125, - 2429.30517578125, - 2429.84619140625, - 2429.529052734375, - 2428.311279296875, - 2426.689208984375, - 2431.42236328125, - 2431.248291015625, - 2431.1943359375 + 2361.63916015625, + 2368.14501953125, + 2369.553466796875, + 2367.715087890625, + 2369.02587890625, + 2370.45654296875, + 2371.918212890625, + 2375.282958984375, + 2375.145751953125, + 2374.447998046875, + 2378.412353515625, + 2375.982177734375, + 2379.27783203125, + 2382.3115234375, + 2384.2607421875, + 2385.311767578125, + 2386.666748046875, + 2387.609619140625, + 2389.244873046875, + 2388.149658203125, + 2390.928466796875, + 2394.80322265625, + 2395.435546875, + 2395.444580078125 ], "0.9": [ - 2408.311279296875, - 2410.425537109375, - 2413.664306640625, - 2415.48828125, - 2416.532958984375, - 2419.90966796875, - 2420.9462890625, - 2424.6376953125, - 2423.232666015625, - 2424.28271484375, - 2425.891357421875, - 2425.732421875, - 2429.406494140625, - 2429.078125, - 2427.49755859375, - 2428.71142578125, - 2429.30517578125, - 2429.84619140625, - 2429.529052734375, - 2428.311279296875, - 2426.689208984375, - 2431.42236328125, - 2431.248291015625, - 2431.1943359375 + 2361.63916015625, + 2368.14501953125, + 2369.553466796875, + 2367.715087890625, + 2369.02587890625, + 2370.45654296875, + 2371.918212890625, + 2375.282958984375, + 2375.145751953125, + 2374.447998046875, + 2378.412353515625, + 2375.982177734375, + 2379.27783203125, + 2382.3115234375, + 2384.2607421875, + 2385.311767578125, + 2386.666748046875, + 2387.609619140625, + 2389.244873046875, + 2388.149658203125, + 2390.928466796875, + 2394.80322265625, + 2395.435546875, + 2395.444580078125 ] }, "timestamps": [ - "2026-06-22 18:55:00", - "2026-06-22 19:10:00", - "2026-06-22 19:25:00", - "2026-06-22 19:40:00", "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", @@ -589,6 +585,10 @@ "2026-06-23 23:55:00", "2026-06-24 00:10:00", "2026-06-24 00:25:00", - "2026-06-24 00:40:00" + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 8263350653fe5e269e7ebca0b8bad3cd4117f277..2cf49322241bd8b122a2dad1bb4a8bd7721ae5fe 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-23T06:22:41.445482+00:00", + "evaluated_at": "2026-06-23T06:33:37.017134+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 0c85b0413792f60d5d43f020c12859f8981014c2..2a16b5c0d3cde52421fdae3d0353798b5daf2b10 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,365963.3539384206,365963.3539384206,466.5900065104167,0.6917755626426153,0.007227662560573011,0.007259148294217691,8.931775118628885,604.9490506963546,0.009407005645464357,0.007255511551441119,0.0069562833258084615,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,391539.58251253766,391539.58251253766,478.9646809895833,0.7101224995270288,0.007427594415192405,0.007455835182171643,9.016388691549452,625.7312382425363,0.009732043066340573,0.007449372218875792,0.007036570576132953,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,1.183329755683341,1.183329755683341,0.862094004948934,0.5049245792762104,0.03178129762224546,0.03245936373087361,3.072462410731646,1.087809613711582,0.04097275636630648,0.032471093456424745,0.037043745123925144,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.1606935312809437,0.1606935312809437,0.30468566020329796,1.0816922766738493,0.23854909726009546,0.19261151242073118,6.7160376208887556,0.4008659767066092,0.2535307960724653,0.19270080892832528,0.11608342366305312,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.082930482920133,0.082930482920133,0.23996939924028185,1.727779509756135,0.17569045078456458,0.15494925169541623,22.754849051966758,0.28797653189128625,0.1932368099390556,0.16102326424880045,0.11364538331303173,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,TiRex,0.47634921056161755,0.476349210 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,54.42524815405826,54.42524815405826,5.42761214574178,0.4545470378396015,0.24315189772132692,0.2295433103683064,3.952414093201888,7.3773469590401035,0.33076090204843606,0.24334518889541085,0.2183287923973668,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.211884212666367,1.211884212666367,0.8314379851023356,0.44034741487455104,0.03619826751900223,0.03509994211586756,3.1136012910371047,1.1008561271421289,0.04823027509386125,0.03642663355934983,0.028937470557614822,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,27.59041783297232,27.59041783297232,3.456785241762797,0.6406397359251517,0.3262930512042667,0.2763836896602867,7.787677006371694,5.252658168296536,0.4216180469535681,0.2774677117134018,0.2570558689022454,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,2618.128253251314,2618.128253251314,43.25054931640625,0.31078239029752996,0.018390762653756648,0.01815685888219069,1.189016376426834,51.16764850226473,0.021620133169971016,0.01827487999284771,0.013119055519641284,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,331.2393526385228,331.2393526385228,9.657124837239584,0.06776929710343567,0.00415524003096212,0.004124440321027184,1.2111967031021564,18.199982215335343,0.007758429363553254,0.00411671396258881,0.008617699776124926,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,427.67056423003254,427.67056423003254,17.337474278041295,0.3699681781186149,0.07077580804801006,0.06985182396859389,4.18720112791275,20.680197393401073,0.08324403781127516,0.0697885681117246,0.07679543310244254,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 684137dea3702e52e99904b6f1f58bb6ccbd2d54..92be8bdd164d47700a6c014c3d2267c856045664 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-23T06:23:58.149380+00:00", + "evaluated_at": "2026-06-23T06:34:15.847155+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64065.3515625, 63623.01953125, 63400.0, - 63060.01171875 + 62763.01953125 ], "p50": [ 64023.37890625, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 5064344daeddd96dd0c51a14b6d0f37ebf9d7fe9..b80b5fffd0805e29bf4b83c6e893859bcf170cff 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-23T06:02:11.253235+00:00", + "evaluated_at": "2026-06-23T06:34:20.398115+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2260.0, 2260.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2400.0, 2400.0, @@ -115,6 +101,13 @@ 2350.0, 2350.0, 2350.0, + 2350.0 + ], + "actuals": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0, 2350.0, 2350.0, @@ -127,353 +120,356 @@ 2350.0, 2350.0, 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, 2350.0 ], "p50": [ - 2402.52490234375, - 2402.846435546875, - 2403.648193359375, - 2404.036376953125, - 2404.373779296875, - 2405.41552734375, - 2406.50927734375, - 2407.8056640625, - 2409.347900390625, - 2410.279052734375, - 2411.047119140625, - 2411.44287109375, - 2411.7275390625, - 2412.568603515625, - 2412.95166015625, - 2412.9755859375, - 2412.757080078125, - 2412.701416015625, - 2412.8681640625, - 2413.498291015625, - 2413.490234375, - 2413.857421875, - 2414.61865234375, - 2414.721435546875 + 2349.6708984375, + 2349.93212890625, + 2350.35693359375, + 2350.537109375, + 2350.810546875, + 2350.993896484375, + 2351.58544921875, + 2352.536865234375, + 2353.341796875, + 2353.94091796875, + 2354.9716796875, + 2355.843505859375, + 2356.373046875, + 2356.90673828125, + 2357.7900390625, + 2358.29736328125, + 2358.91455078125, + 2358.91162109375, + 2359.18017578125, + 2359.556884765625, + 2359.28125, + 2359.974365234375, + 2360.655517578125, + 2360.61376953125 ], "p10": [ - 2394.958740234375, - 2386.05126953125, - 2378.028564453125, - 2369.561767578125, - 2361.64697265625, - 2356.300048828125, - 2349.205322265625, - 2343.48388671875, - 2339.200927734375, - 2334.62890625, - 2327.3046875, - 2322.22021484375, - 2318.957763671875, - 2316.26953125, - 2311.5263671875, - 2306.45556640625, - 2302.742431640625, - 2298.736572265625, - 2295.3203125, - 2292.1982421875, - 2287.925537109375, - 2281.048828125, - 2275.8203125, - 2272.36572265625 + 2342.553466796875, + 2333.306640625, + 2324.458984375, + 2315.440673828125, + 2305.941162109375, + 2297.805908203125, + 2288.594482421875, + 2283.166259765625, + 2278.104736328125, + 2273.2822265625, + 2265.266845703125, + 2264.73974609375, + 2262.008056640625, + 2260.6982421875, + 2258.916748046875, + 2254.43896484375, + 2251.5185546875, + 2248.897705078125, + 2247.672607421875, + 2246.447509765625, + 2243.797119140625, + 2239.282470703125, + 2236.342529296875, + 2233.118896484375 ], "p90": [ - 2412.16455078125, - 2425.842529296875, - 2445.481689453125, - 2464.2900390625, - 2478.63427734375, - 2484.47216796875, - 2483.969970703125, - 2488.518310546875, - 2496.843994140625, - 2500.5771484375, - 2502.738525390625, - 2503.277099609375, - 2503.09619140625, - 2504.753662109375, - 2506.103271484375, - 2508.558349609375, - 2510.782470703125, - 2510.535400390625, - 2510.0537109375, - 2510.48388671875, - 2511.8974609375, - 2512.371337890625, - 2509.712158203125, - 2508.114990234375 + 2356.919189453125, + 2367.055908203125, + 2382.90234375, + 2398.099853515625, + 2411.117431640625, + 2416.552734375, + 2419.15966796875, + 2425.931396484375, + 2434.352294921875, + 2443.269287109375, + 2451.76513671875, + 2456.458251953125, + 2459.025634765625, + 2461.446533203125, + 2464.2421875, + 2472.423828125, + 2478.34814453125, + 2479.60009765625, + 2479.921630859375, + 2481.113037109375, + 2486.734619140625, + 2491.142333984375, + 2490.75537109375, + 2489.75634765625 ], "mean": [ - 2402.52490234375, - 2402.846435546875, - 2403.648193359375, - 2404.036376953125, - 2404.373779296875, - 2405.41552734375, - 2406.50927734375, - 2407.8056640625, - 2409.347900390625, - 2410.279052734375, - 2411.047119140625, - 2411.44287109375, - 2411.7275390625, - 2412.568603515625, - 2412.95166015625, - 2412.9755859375, - 2412.757080078125, - 2412.701416015625, - 2412.8681640625, - 2413.498291015625, - 2413.490234375, - 2413.857421875, - 2414.61865234375, - 2414.721435546875 + 2349.6708984375, + 2349.93212890625, + 2350.35693359375, + 2350.537109375, + 2350.810546875, + 2350.993896484375, + 2351.58544921875, + 2352.536865234375, + 2353.341796875, + 2353.94091796875, + 2354.9716796875, + 2355.843505859375, + 2356.373046875, + 2356.90673828125, + 2357.7900390625, + 2358.29736328125, + 2358.91455078125, + 2358.91162109375, + 2359.18017578125, + 2359.556884765625, + 2359.28125, + 2359.974365234375, + 2360.655517578125, + 2360.61376953125 ], "quantiles": { "0.1": [ - 2394.958740234375, - 2386.05126953125, - 2378.028564453125, - 2369.561767578125, - 2361.64697265625, - 2356.300048828125, - 2349.205322265625, - 2343.48388671875, - 2339.200927734375, - 2334.62890625, - 2327.3046875, - 2322.22021484375, - 2318.957763671875, - 2316.26953125, - 2311.5263671875, - 2306.45556640625, - 2302.742431640625, - 2298.736572265625, - 2295.3203125, - 2292.1982421875, - 2287.925537109375, - 2281.048828125, - 2275.8203125, - 2272.36572265625 + 2342.553466796875, + 2333.306640625, + 2324.458984375, + 2315.440673828125, + 2305.941162109375, + 2297.805908203125, + 2288.594482421875, + 2283.166259765625, + 2278.104736328125, + 2273.2822265625, + 2265.266845703125, + 2264.73974609375, + 2262.008056640625, + 2260.6982421875, + 2258.916748046875, + 2254.43896484375, + 2251.5185546875, + 2248.897705078125, + 2247.672607421875, + 2246.447509765625, + 2243.797119140625, + 2239.282470703125, + 2236.342529296875, + 2233.118896484375 ], "0.2": [ - 2394.958740234375, - 2386.05126953125, - 2378.028564453125, - 2369.561767578125, - 2361.64697265625, - 2356.300048828125, - 2349.205322265625, - 2343.48388671875, - 2339.200927734375, - 2334.62890625, - 2327.3046875, - 2322.22021484375, - 2318.957763671875, - 2316.26953125, - 2311.5263671875, - 2306.45556640625, - 2302.742431640625, - 2298.736572265625, - 2295.3203125, - 2292.1982421875, - 2287.925537109375, - 2281.048828125, - 2275.8203125, - 2272.36572265625 + 2342.553466796875, + 2333.306640625, + 2324.458984375, + 2315.440673828125, + 2305.941162109375, + 2297.805908203125, + 2288.594482421875, + 2283.166259765625, + 2278.104736328125, + 2273.2822265625, + 2265.266845703125, + 2264.73974609375, + 2262.008056640625, + 2260.6982421875, + 2258.916748046875, + 2254.43896484375, + 2251.5185546875, + 2248.897705078125, + 2247.672607421875, + 2246.447509765625, + 2243.797119140625, + 2239.282470703125, + 2236.342529296875, + 2233.118896484375 ], "0.3": [ - 2394.958740234375, - 2386.05126953125, - 2378.028564453125, - 2369.561767578125, - 2361.64697265625, - 2356.300048828125, - 2349.205322265625, - 2343.48388671875, - 2339.200927734375, - 2334.62890625, - 2327.3046875, - 2322.22021484375, - 2318.957763671875, - 2316.26953125, - 2311.5263671875, - 2306.45556640625, - 2302.742431640625, - 2298.736572265625, - 2295.3203125, - 2292.1982421875, - 2287.925537109375, - 2281.048828125, - 2275.8203125, - 2272.36572265625 + 2342.553466796875, + 2333.306640625, + 2324.458984375, + 2315.440673828125, + 2305.941162109375, + 2297.805908203125, + 2288.594482421875, + 2283.166259765625, + 2278.104736328125, + 2273.2822265625, + 2265.266845703125, + 2264.73974609375, + 2262.008056640625, + 2260.6982421875, + 2258.916748046875, + 2254.43896484375, + 2251.5185546875, + 2248.897705078125, + 2247.672607421875, + 2246.447509765625, + 2243.797119140625, + 2239.282470703125, + 2236.342529296875, + 2233.118896484375 ], "0.4": [ - 2402.52490234375, - 2402.846435546875, - 2403.648193359375, - 2404.036376953125, - 2404.373779296875, - 2405.41552734375, - 2406.50927734375, - 2407.8056640625, - 2409.347900390625, - 2410.279052734375, - 2411.047119140625, - 2411.44287109375, - 2411.7275390625, - 2412.568603515625, - 2412.95166015625, - 2412.9755859375, - 2412.757080078125, - 2412.701416015625, - 2412.8681640625, - 2413.498291015625, - 2413.490234375, - 2413.857421875, - 2414.61865234375, - 2414.721435546875 + 2349.6708984375, + 2349.93212890625, + 2350.35693359375, + 2350.537109375, + 2350.810546875, + 2350.993896484375, + 2351.58544921875, + 2352.536865234375, + 2353.341796875, + 2353.94091796875, + 2354.9716796875, + 2355.843505859375, + 2356.373046875, + 2356.90673828125, + 2357.7900390625, + 2358.29736328125, + 2358.91455078125, + 2358.91162109375, + 2359.18017578125, + 2359.556884765625, + 2359.28125, + 2359.974365234375, + 2360.655517578125, + 2360.61376953125 ], "0.5": [ - 2402.52490234375, - 2402.846435546875, - 2403.648193359375, - 2404.036376953125, - 2404.373779296875, - 2405.41552734375, - 2406.50927734375, - 2407.8056640625, - 2409.347900390625, - 2410.279052734375, - 2411.047119140625, - 2411.44287109375, - 2411.7275390625, - 2412.568603515625, - 2412.95166015625, - 2412.9755859375, - 2412.757080078125, - 2412.701416015625, - 2412.8681640625, - 2413.498291015625, - 2413.490234375, - 2413.857421875, - 2414.61865234375, - 2414.721435546875 + 2349.6708984375, + 2349.93212890625, + 2350.35693359375, + 2350.537109375, + 2350.810546875, + 2350.993896484375, + 2351.58544921875, + 2352.536865234375, + 2353.341796875, + 2353.94091796875, + 2354.9716796875, + 2355.843505859375, + 2356.373046875, + 2356.90673828125, + 2357.7900390625, + 2358.29736328125, + 2358.91455078125, + 2358.91162109375, + 2359.18017578125, + 2359.556884765625, + 2359.28125, + 2359.974365234375, + 2360.655517578125, + 2360.61376953125 ], "0.6": [ - 2402.52490234375, - 2402.846435546875, - 2403.648193359375, - 2404.036376953125, - 2404.373779296875, - 2405.41552734375, - 2406.50927734375, - 2407.8056640625, - 2409.347900390625, - 2410.279052734375, - 2411.047119140625, - 2411.44287109375, - 2411.7275390625, - 2412.568603515625, - 2412.95166015625, - 2412.9755859375, - 2412.757080078125, - 2412.701416015625, - 2412.8681640625, - 2413.498291015625, - 2413.490234375, - 2413.857421875, - 2414.61865234375, - 2414.721435546875 + 2349.6708984375, + 2349.93212890625, + 2350.35693359375, + 2350.537109375, + 2350.810546875, + 2350.993896484375, + 2351.58544921875, + 2352.536865234375, + 2353.341796875, + 2353.94091796875, + 2354.9716796875, + 2355.843505859375, + 2356.373046875, + 2356.90673828125, + 2357.7900390625, + 2358.29736328125, + 2358.91455078125, + 2358.91162109375, + 2359.18017578125, + 2359.556884765625, + 2359.28125, + 2359.974365234375, + 2360.655517578125, + 2360.61376953125 ], "0.7": [ - 2402.52490234375, - 2402.846435546875, - 2403.648193359375, - 2404.036376953125, - 2404.373779296875, - 2405.41552734375, - 2406.50927734375, - 2407.8056640625, - 2409.347900390625, - 2410.279052734375, - 2411.047119140625, - 2411.44287109375, - 2411.7275390625, - 2412.568603515625, - 2412.95166015625, - 2412.9755859375, - 2412.757080078125, - 2412.701416015625, - 2412.8681640625, - 2413.498291015625, - 2413.490234375, - 2413.857421875, - 2414.61865234375, - 2414.721435546875 + 2349.6708984375, + 2349.93212890625, + 2350.35693359375, + 2350.537109375, + 2350.810546875, + 2350.993896484375, + 2351.58544921875, + 2352.536865234375, + 2353.341796875, + 2353.94091796875, + 2354.9716796875, + 2355.843505859375, + 2356.373046875, + 2356.90673828125, + 2357.7900390625, + 2358.29736328125, + 2358.91455078125, + 2358.91162109375, + 2359.18017578125, + 2359.556884765625, + 2359.28125, + 2359.974365234375, + 2360.655517578125, + 2360.61376953125 ], "0.8": [ - 2412.16455078125, - 2425.842529296875, - 2445.481689453125, - 2464.2900390625, - 2478.63427734375, - 2484.47216796875, - 2483.969970703125, - 2488.518310546875, - 2496.843994140625, - 2500.5771484375, - 2502.738525390625, - 2503.277099609375, - 2503.09619140625, - 2504.753662109375, - 2506.103271484375, - 2508.558349609375, - 2510.782470703125, - 2510.535400390625, - 2510.0537109375, - 2510.48388671875, - 2511.8974609375, - 2512.371337890625, - 2509.712158203125, - 2508.114990234375 + 2356.919189453125, + 2367.055908203125, + 2382.90234375, + 2398.099853515625, + 2411.117431640625, + 2416.552734375, + 2419.15966796875, + 2425.931396484375, + 2434.352294921875, + 2443.269287109375, + 2451.76513671875, + 2456.458251953125, + 2459.025634765625, + 2461.446533203125, + 2464.2421875, + 2472.423828125, + 2478.34814453125, + 2479.60009765625, + 2479.921630859375, + 2481.113037109375, + 2486.734619140625, + 2491.142333984375, + 2490.75537109375, + 2489.75634765625 ], "0.9": [ - 2412.16455078125, - 2425.842529296875, - 2445.481689453125, - 2464.2900390625, - 2478.63427734375, - 2484.47216796875, - 2483.969970703125, - 2488.518310546875, - 2496.843994140625, - 2500.5771484375, - 2502.738525390625, - 2503.277099609375, - 2503.09619140625, - 2504.753662109375, - 2506.103271484375, - 2508.558349609375, - 2510.782470703125, - 2510.535400390625, - 2510.0537109375, - 2510.48388671875, - 2511.8974609375, - 2512.371337890625, - 2509.712158203125, - 2508.114990234375 + 2356.919189453125, + 2367.055908203125, + 2382.90234375, + 2398.099853515625, + 2411.117431640625, + 2416.552734375, + 2419.15966796875, + 2425.931396484375, + 2434.352294921875, + 2443.269287109375, + 2451.76513671875, + 2456.458251953125, + 2459.025634765625, + 2461.446533203125, + 2464.2421875, + 2472.423828125, + 2478.34814453125, + 2479.60009765625, + 2479.921630859375, + 2481.113037109375, + 2486.734619140625, + 2491.142333984375, + 2490.75537109375, + 2489.75634765625 ] }, "timestamps": [ - "2026-06-22 18:55:00", - "2026-06-22 19:10:00", - "2026-06-22 19:25:00", - "2026-06-22 19:40:00", "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", @@ -589,6 +585,10 @@ "2026-06-23 23:55:00", "2026-06-24 00:10:00", "2026-06-24 00:25:00", - "2026-06-24 00:40:00" + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 6d35264795e0c6ab49566a9f12fe648252dc92b0..2273215a676d9dfb86643ea7613098954fae2e44 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-23T06:24:19.336344+00:00", + "evaluated_at": "2026-06-23T06:34:22.703157+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index b2cd5839fbbb7f90c882bf6ec92055f2d1fcb1bf..da7c8af0fc6a8adc73b5c965b98f40b03ef16dcb 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,351364.64196777344,351364.64196777344,446.8017578125,0.6624371141424165,0.006922565217443467,0.00695007638801167,8.138817031594472,592.7601892568135,0.00921746788481896,0.006947802717117171,0.006825910073784046,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,378459.4751256307,378459.4751256307,459.1764322916667,0.6807840510268299,0.007122688919867705,0.007146761693736026,8.210409419268652,615.1906006479867,0.00956810376980655,0.007141604160057961,0.006903895636834039,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.7378849396995975,0.7378849396995975,0.6531385580698649,0.38254031433849495,0.024219405040648068,0.024391800635032,2.939171975256644,0.8590022931864603,0.03235464297538288,0.024600708318737636,0.02998693975846885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.003671949887345072,0.003671949887345072,0.05132106244564057,0.18219957198216985,0.03236710296351189,0.0329617023616202,1.5988276648851354,0.060596616137743795,0.038324799861834936,0.032458403988350835,0.04479063789011613,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.06139042379970425,0.06139042379970425,0.20124262736903298,1.4489467788747044,0.14832893378438827,0.13242932521416442,17.870620191514952,0.24777090991418715,0.1662582013647876,0.1350369874973923,0.094687129393303,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.01772386076523465,0.017 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,55.68187461064846,55.68187461064846,5.673832933108012,0.4751673265681653,0.2583454039151251,0.24372243434932794,2.45046075215005,7.462028853512191,0.3345575866775134,0.25438441616566076,0.20750487300471168,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.7752650799360101,1.7752650799360101,0.9556144078572592,0.5061139154774429,0.041620022571253946,0.040035691700856656,4.090648212605423,1.3323907384607603,0.058374178300030256,0.04186700208887734,0.031140489059156434,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,29.01697012636085,29.01697012636085,3.5431795914967856,0.6566510439839602,0.32063053638702527,0.28384671957154256,7.483828076984892,5.38674021337217,0.4323804853542879,0.2844023752372002,0.2662257946897554,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,1871.2552424942453,1871.2552424942453,35.61803181966146,0.25593795319517215,0.015153877673137838,0.014986346961362597,1.3259975410507112,43.25800784241277,0.018278031482709622,0.015049872599856955,0.012882937722362823,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,805.2567732830843,805.2567732830843,25.376261393229168,0.17807902732090644,0.010814888313380502,0.010880528043385587,1.201258395010965,28.37704659197437,0.012096787179527262,0.010817589226243339,0.013121757319111409,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,778.4599888674982,778.4599888674982,25.17236110142299,0.5371585518331617,0.10877408206754202,0.1034578445084776,3.833941288529718,27.900895843458112,0.11230952898459275,0.10132635290969577,0.08758365571875898,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 73cd8662474d9f65a37540437962d83fa25732cb..d57a2a48f7e1408c989433b96c06dedcd596d5dc 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T06:23:17.706602+00:00", + "evaluated_at": "2026-06-23T06:33:59.935000+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64065.3515625, 63623.01953125, 63400.0, - 63060.01171875 + 62763.01953125 ], "p50": [ 64058.73046875, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 108ed4462db7800a313c8a49e8748f9d76c02574..67fcafeac7815c6e62bafef0da79a531d9048860 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T06:01:42.101493+00:00", + "evaluated_at": "2026-06-23T06:34:07.092901+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, - 2300.0, - 2300.0, - 2300.0, - 2260.0, - 2300.0, - 2260.0, - 2260.0, 2300.0, 2260.0, 2260.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2400.0, 2400.0, @@ -115,6 +101,13 @@ 2350.0, 2350.0, 2350.0, + 2350.0 + ], + "actuals": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, 2350.0, 2350.0, 2350.0, @@ -127,353 +120,356 @@ 2350.0, 2350.0, 2350.0, + 2300.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2350.0, 2350.0 ], "p50": [ - 2400.9130859375, - 2401.002197265625, - 2400.562255859375, - 2400.825439453125, - 2400.685546875, - 2401.2216796875, - 2400.731689453125, - 2401.453125, - 2401.534423828125, - 2401.570068359375, - 2402.662841796875, - 2402.343017578125, - 2401.698486328125, - 2402.25390625, - 2403.118896484375, - 2404.07373046875, - 2404.39599609375, - 2403.26953125, - 2405.032470703125, - 2404.174072265625, - 2403.777587890625, - 2403.356689453125, - 2402.40283203125, - 2401.773193359375 + 2349.39697265625, + 2348.72900390625, + 2346.85546875, + 2341.568115234375, + 2335.341064453125, + 2329.719970703125, + 2323.5458984375, + 2319.146240234375, + 2315.5537109375, + 2311.244140625, + 2312.93603515625, + 2310.02587890625, + 2310.28466796875, + 2310.10791015625, + 2309.8818359375, + 2313.202880859375, + 2314.3876953125, + 2315.9599609375, + 2319.14013671875, + 2322.1298828125, + 2325.2294921875, + 2328.365966796875, + 2330.895751953125, + 2332.828369140625 ], "p10": [ - 2363.4609375, - 2361.376220703125, - 2354.4365234375, - 2349.90478515625, - 2340.239013671875, - 2337.506103515625, - 2333.861572265625, - 2328.5810546875, - 2326.0029296875, - 2319.327880859375, - 2315.335693359375, - 2306.7587890625, - 2302.212646484375, - 2296.74267578125, - 2293.093017578125, - 2288.197998046875, - 2284.56982421875, - 2280.7412109375, - 2278.365234375, - 2271.99462890625, - 2267.93408203125, - 2264.77783203125, - 2260.0244140625, - 2256.120361328125 + 2312.450439453125, + 2303.289794921875, + 2299.078369140625, + 2289.156494140625, + 2282.367919921875, + 2275.702880859375, + 2264.932373046875, + 2255.2626953125, + 2246.4521484375, + 2236.6201171875, + 2228.806884765625, + 2223.966796875, + 2218.851318359375, + 2214.0849609375, + 2212.56640625, + 2212.06591796875, + 2211.60205078125, + 2208.747314453125, + 2208.9697265625, + 2206.29638671875, + 2206.005859375, + 2205.5625, + 2206.438232421875, + 2206.919189453125 ], "p90": [ - 2402.374755859375, - 2439.91015625, - 2449.809326171875, - 2454.437255859375, - 2461.175048828125, - 2471.760498046875, - 2472.827880859375, - 2483.422119140625, - 2483.114990234375, - 2493.92724609375, - 2496.972900390625, - 2498.86083984375, - 2505.732177734375, - 2507.00146484375, - 2511.090087890625, - 2512.48388671875, - 2516.49072265625, - 2516.83984375, - 2521.068603515625, - 2522.34912109375, - 2522.44140625, - 2522.285888671875, - 2521.8115234375, - 2522.20947265625 + 2351.12353515625, + 2351.920654296875, + 2354.669677734375, + 2355.767822265625, + 2372.2470703125, + 2380.155517578125, + 2387.7900390625, + 2397.903076171875, + 2401.283447265625, + 2403.381103515625, + 2406.268310546875, + 2408.730712890625, + 2413.4658203125, + 2415.487060546875, + 2419.804443359375, + 2426.24072265625, + 2431.006103515625, + 2436.43115234375, + 2443.585693359375, + 2447.78662109375, + 2452.60595703125, + 2457.697509765625, + 2461.9609375, + 2467.1875 ], "mean": [ - 2400.9130859375, - 2401.002197265625, - 2400.562255859375, - 2400.825439453125, - 2400.685546875, - 2401.2216796875, - 2400.731689453125, - 2401.453125, - 2401.534423828125, - 2401.570068359375, - 2402.662841796875, - 2402.343017578125, - 2401.698486328125, - 2402.25390625, - 2403.118896484375, - 2404.07373046875, - 2404.39599609375, - 2403.26953125, - 2405.032470703125, - 2404.174072265625, - 2403.777587890625, - 2403.356689453125, - 2402.40283203125, - 2401.773193359375 + 2349.39697265625, + 2348.72900390625, + 2346.85546875, + 2341.568115234375, + 2335.341064453125, + 2329.719970703125, + 2323.5458984375, + 2319.146240234375, + 2315.5537109375, + 2311.244140625, + 2312.93603515625, + 2310.02587890625, + 2310.28466796875, + 2310.10791015625, + 2309.8818359375, + 2313.202880859375, + 2314.3876953125, + 2315.9599609375, + 2319.14013671875, + 2322.1298828125, + 2325.2294921875, + 2328.365966796875, + 2330.895751953125, + 2332.828369140625 ], "quantiles": { "0.1": [ - 2363.4609375, - 2361.376220703125, - 2354.4365234375, - 2349.90478515625, - 2340.239013671875, - 2337.506103515625, - 2333.861572265625, - 2328.5810546875, - 2326.0029296875, - 2319.327880859375, - 2315.335693359375, - 2306.7587890625, - 2302.212646484375, - 2296.74267578125, - 2293.093017578125, - 2288.197998046875, - 2284.56982421875, - 2280.7412109375, - 2278.365234375, - 2271.99462890625, - 2267.93408203125, - 2264.77783203125, - 2260.0244140625, - 2256.120361328125 + 2312.450439453125, + 2303.289794921875, + 2299.078369140625, + 2289.156494140625, + 2282.367919921875, + 2275.702880859375, + 2264.932373046875, + 2255.2626953125, + 2246.4521484375, + 2236.6201171875, + 2228.806884765625, + 2223.966796875, + 2218.851318359375, + 2214.0849609375, + 2212.56640625, + 2212.06591796875, + 2211.60205078125, + 2208.747314453125, + 2208.9697265625, + 2206.29638671875, + 2206.005859375, + 2205.5625, + 2206.438232421875, + 2206.919189453125 ], "0.2": [ - 2363.4609375, - 2361.376220703125, - 2354.4365234375, - 2349.90478515625, - 2340.239013671875, - 2337.506103515625, - 2333.861572265625, - 2328.5810546875, - 2326.0029296875, - 2319.327880859375, - 2315.335693359375, - 2306.7587890625, - 2302.212646484375, - 2296.74267578125, - 2293.093017578125, - 2288.197998046875, - 2284.56982421875, - 2280.7412109375, - 2278.365234375, - 2271.99462890625, - 2267.93408203125, - 2264.77783203125, - 2260.0244140625, - 2256.120361328125 + 2312.450439453125, + 2303.289794921875, + 2299.078369140625, + 2289.156494140625, + 2282.367919921875, + 2275.702880859375, + 2264.932373046875, + 2255.2626953125, + 2246.4521484375, + 2236.6201171875, + 2228.806884765625, + 2223.966796875, + 2218.851318359375, + 2214.0849609375, + 2212.56640625, + 2212.06591796875, + 2211.60205078125, + 2208.747314453125, + 2208.9697265625, + 2206.29638671875, + 2206.005859375, + 2205.5625, + 2206.438232421875, + 2206.919189453125 ], "0.3": [ - 2363.4609375, - 2361.376220703125, - 2354.4365234375, - 2349.90478515625, - 2340.239013671875, - 2337.506103515625, - 2333.861572265625, - 2328.5810546875, - 2326.0029296875, - 2319.327880859375, - 2315.335693359375, - 2306.7587890625, - 2302.212646484375, - 2296.74267578125, - 2293.093017578125, - 2288.197998046875, - 2284.56982421875, - 2280.7412109375, - 2278.365234375, - 2271.99462890625, - 2267.93408203125, - 2264.77783203125, - 2260.0244140625, - 2256.120361328125 + 2312.450439453125, + 2303.289794921875, + 2299.078369140625, + 2289.156494140625, + 2282.367919921875, + 2275.702880859375, + 2264.932373046875, + 2255.2626953125, + 2246.4521484375, + 2236.6201171875, + 2228.806884765625, + 2223.966796875, + 2218.851318359375, + 2214.0849609375, + 2212.56640625, + 2212.06591796875, + 2211.60205078125, + 2208.747314453125, + 2208.9697265625, + 2206.29638671875, + 2206.005859375, + 2205.5625, + 2206.438232421875, + 2206.919189453125 ], "0.4": [ - 2400.9130859375, - 2401.002197265625, - 2400.562255859375, - 2400.825439453125, - 2400.685546875, - 2401.2216796875, - 2400.731689453125, - 2401.453125, - 2401.534423828125, - 2401.570068359375, - 2402.662841796875, - 2402.343017578125, - 2401.698486328125, - 2402.25390625, - 2403.118896484375, - 2404.07373046875, - 2404.39599609375, - 2403.26953125, - 2405.032470703125, - 2404.174072265625, - 2403.777587890625, - 2403.356689453125, - 2402.40283203125, - 2401.773193359375 + 2349.39697265625, + 2348.72900390625, + 2346.85546875, + 2341.568115234375, + 2335.341064453125, + 2329.719970703125, + 2323.5458984375, + 2319.146240234375, + 2315.5537109375, + 2311.244140625, + 2312.93603515625, + 2310.02587890625, + 2310.28466796875, + 2310.10791015625, + 2309.8818359375, + 2313.202880859375, + 2314.3876953125, + 2315.9599609375, + 2319.14013671875, + 2322.1298828125, + 2325.2294921875, + 2328.365966796875, + 2330.895751953125, + 2332.828369140625 ], "0.5": [ - 2400.9130859375, - 2401.002197265625, - 2400.562255859375, - 2400.825439453125, - 2400.685546875, - 2401.2216796875, - 2400.731689453125, - 2401.453125, - 2401.534423828125, - 2401.570068359375, - 2402.662841796875, - 2402.343017578125, - 2401.698486328125, - 2402.25390625, - 2403.118896484375, - 2404.07373046875, - 2404.39599609375, - 2403.26953125, - 2405.032470703125, - 2404.174072265625, - 2403.777587890625, - 2403.356689453125, - 2402.40283203125, - 2401.773193359375 + 2349.39697265625, + 2348.72900390625, + 2346.85546875, + 2341.568115234375, + 2335.341064453125, + 2329.719970703125, + 2323.5458984375, + 2319.146240234375, + 2315.5537109375, + 2311.244140625, + 2312.93603515625, + 2310.02587890625, + 2310.28466796875, + 2310.10791015625, + 2309.8818359375, + 2313.202880859375, + 2314.3876953125, + 2315.9599609375, + 2319.14013671875, + 2322.1298828125, + 2325.2294921875, + 2328.365966796875, + 2330.895751953125, + 2332.828369140625 ], "0.6": [ - 2400.9130859375, - 2401.002197265625, - 2400.562255859375, - 2400.825439453125, - 2400.685546875, - 2401.2216796875, - 2400.731689453125, - 2401.453125, - 2401.534423828125, - 2401.570068359375, - 2402.662841796875, - 2402.343017578125, - 2401.698486328125, - 2402.25390625, - 2403.118896484375, - 2404.07373046875, - 2404.39599609375, - 2403.26953125, - 2405.032470703125, - 2404.174072265625, - 2403.777587890625, - 2403.356689453125, - 2402.40283203125, - 2401.773193359375 + 2349.39697265625, + 2348.72900390625, + 2346.85546875, + 2341.568115234375, + 2335.341064453125, + 2329.719970703125, + 2323.5458984375, + 2319.146240234375, + 2315.5537109375, + 2311.244140625, + 2312.93603515625, + 2310.02587890625, + 2310.28466796875, + 2310.10791015625, + 2309.8818359375, + 2313.202880859375, + 2314.3876953125, + 2315.9599609375, + 2319.14013671875, + 2322.1298828125, + 2325.2294921875, + 2328.365966796875, + 2330.895751953125, + 2332.828369140625 ], "0.7": [ - 2400.9130859375, - 2401.002197265625, - 2400.562255859375, - 2400.825439453125, - 2400.685546875, - 2401.2216796875, - 2400.731689453125, - 2401.453125, - 2401.534423828125, - 2401.570068359375, - 2402.662841796875, - 2402.343017578125, - 2401.698486328125, - 2402.25390625, - 2403.118896484375, - 2404.07373046875, - 2404.39599609375, - 2403.26953125, - 2405.032470703125, - 2404.174072265625, - 2403.777587890625, - 2403.356689453125, - 2402.40283203125, - 2401.773193359375 + 2349.39697265625, + 2348.72900390625, + 2346.85546875, + 2341.568115234375, + 2335.341064453125, + 2329.719970703125, + 2323.5458984375, + 2319.146240234375, + 2315.5537109375, + 2311.244140625, + 2312.93603515625, + 2310.02587890625, + 2310.28466796875, + 2310.10791015625, + 2309.8818359375, + 2313.202880859375, + 2314.3876953125, + 2315.9599609375, + 2319.14013671875, + 2322.1298828125, + 2325.2294921875, + 2328.365966796875, + 2330.895751953125, + 2332.828369140625 ], "0.8": [ - 2402.374755859375, - 2439.91015625, - 2449.809326171875, - 2454.437255859375, - 2461.175048828125, - 2471.760498046875, - 2472.827880859375, - 2483.422119140625, - 2483.114990234375, - 2493.92724609375, - 2496.972900390625, - 2498.86083984375, - 2505.732177734375, - 2507.00146484375, - 2511.090087890625, - 2512.48388671875, - 2516.49072265625, - 2516.83984375, - 2521.068603515625, - 2522.34912109375, - 2522.44140625, - 2522.285888671875, - 2521.8115234375, - 2522.20947265625 + 2351.12353515625, + 2351.920654296875, + 2354.669677734375, + 2355.767822265625, + 2372.2470703125, + 2380.155517578125, + 2387.7900390625, + 2397.903076171875, + 2401.283447265625, + 2403.381103515625, + 2406.268310546875, + 2408.730712890625, + 2413.4658203125, + 2415.487060546875, + 2419.804443359375, + 2426.24072265625, + 2431.006103515625, + 2436.43115234375, + 2443.585693359375, + 2447.78662109375, + 2452.60595703125, + 2457.697509765625, + 2461.9609375, + 2467.1875 ], "0.9": [ - 2402.374755859375, - 2439.91015625, - 2449.809326171875, - 2454.437255859375, - 2461.175048828125, - 2471.760498046875, - 2472.827880859375, - 2483.422119140625, - 2483.114990234375, - 2493.92724609375, - 2496.972900390625, - 2498.86083984375, - 2505.732177734375, - 2507.00146484375, - 2511.090087890625, - 2512.48388671875, - 2516.49072265625, - 2516.83984375, - 2521.068603515625, - 2522.34912109375, - 2522.44140625, - 2522.285888671875, - 2521.8115234375, - 2522.20947265625 + 2351.12353515625, + 2351.920654296875, + 2354.669677734375, + 2355.767822265625, + 2372.2470703125, + 2380.155517578125, + 2387.7900390625, + 2397.903076171875, + 2401.283447265625, + 2403.381103515625, + 2406.268310546875, + 2408.730712890625, + 2413.4658203125, + 2415.487060546875, + 2419.804443359375, + 2426.24072265625, + 2431.006103515625, + 2436.43115234375, + 2443.585693359375, + 2447.78662109375, + 2452.60595703125, + 2457.697509765625, + 2461.9609375, + 2467.1875 ] }, "timestamps": [ - "2026-06-22 18:55:00", - "2026-06-22 19:10:00", - "2026-06-22 19:25:00", - "2026-06-22 19:40:00", "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", @@ -589,6 +585,10 @@ "2026-06-23 23:55:00", "2026-06-24 00:10:00", "2026-06-24 00:25:00", - "2026-06-24 00:40:00" + "2026-06-24 00:40:00", + "2026-06-24 00:55:00", + "2026-06-24 01:10:00", + "2026-06-24 01:25:00", + "2026-06-24 01:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index bbdc13ce17e80d3f006d2dad191e76e4ffc6df88..5fec03eb966b574df0f7ff10cb7f003dba120988 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-23T06:23:38.635189+00:00", + "evaluated_at": "2026-06-23T06:34:10.356351+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260622t060000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260623t001200z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260622t075000z", - "data_fetched_at": "2026-06-23T06:21:20.170311Z", - "context_length": 72, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260623t035000z", + "data_fetched_at": "2026-06-23T06:32:27.270859Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []